==== wrapper started @ Sat Sep 14 19:56:23 EDT 2019 ==== == startup: hostname: d12chas565.crc.nd.edu == startup: kernel: Linux d12chas565.crc.nd.edu 3.10.0-957.el7.x86_64 #1 SMP Thu Oct 4 20:48:51 UTC 2018 x86_64 x86_64 x86_64 GNU/Linux ==== tracing google @ Sat Sep 14 19:56:28 EDT 2019 ==== wrapper.sh: line 20: traceroute: command not found ==== environment at startup @ Sat Sep 14 19:56:33 EDT 2019 ==== == env: VC3_VERSION_SED=4.2 == env: CCTOOLS_RESOURCE_PROCESS_START=1568505393863746 == env: VC3_INSIDE_WRAPPER_SCRIPT=yes == env: VC3_ROOT_GZIP=/ == env: SHELL=/bin/sh == env: TERM=xterm-256color == env: MAKEFLAGS=-j4 == env: TMPDIR=/disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk == env: VC3_ROOT_WHICH=/disk/vc3-root/x86_64/redhat7.4.1708/which/v2.20.0 == env: LOBSTER_CVMFS_PROXY=http://eddie.crc.nd.edu:3128 == env: LD_PRELOAD=/disk/vc3-root/tmp/worker-230547-19307/t.694/librmonitor_helper.so.ELxQgj == env: LOBSTER_FRONTIER_PROXY=http://eddie.crc.nd.edu:3128 == env: LOBSTER_CMSSW_VERSION=CMSSW_9_3_1 == env: VC3_VERSION_FULL_TAR=1.26.0 == env: VC3_MACHINE_OS=Linux/redhat7.4.1708 == env: VC3_VERSION_FULL_CCTOOLS_WQ_WORKER=999.999.999 == env: USER=kmohrman == env: TEMP=/disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk == env: VC3_BUILDER_PATH=/disk/vc3-builder == env: LD_LIBRARY_PATH=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/biglib/slc7_amd64_gcc630:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/lib/slc7_amd64_gcc630:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/biglib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.1/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib:/opt/crc/usr/local/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/opt/condor/RedHat7/lib/condor:/opt/condor/RedHat7/lib/condor:/.singularity.d/libs == env: VC3_VERSION_VC3_BUILDER_HANDS=1.0 == env: VC3_ROOT_MAKE=/ == env: VC3_DISTFILES=/disk/vc3-distfiles == env: WORKER_TMPDIR=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp == env: VC3_VERSION_TAR=1.26 == env: ENV=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu == env: VC3_VERSION_CCTOOLS_WQ_WORKER=999.999 == env: VC3_VERSION_FULL_PKG_CONFIG=0.27.1 == env: VC3_VERSION_GZIP=1.5 == env: VC3_ENV_TAG_GLOBAL=18937 == env: PATH=/disk/vc3-root/x86_64/redhat7.4.1708/which/v2.20.0/bin:/disk/vc3-root/x86_64/redhat7.4.1708/cctools-wq-worker/v999.999.999/bin:/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/sbin:/bin == env: VC3_ROOT=/disk/vc3-root == env: VC3_SH_PROFILE_ENV=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu == env: VC3_ROOT_PKG_CONFIG=/ == env: PWD=/disk/vc3-root/tmp/worker-230547-19307/t.694 == env: LOBSTER_OSG_VERSION=3.4 == env: VC3_VERSION_FULL_SED=4.2.2 == env: VC3_VERSION_WHICH=2.20 == env: VC3_MACHINE_GLIBC_VERSION=2.17 == env: MODULEPATH=/afs/crc.nd.edu/x86_64_linux/Modules/modules/development_tools_and_libraries:/afs/crc.nd.edu/x86_64_linux/Modules/modules/general_software:/afs/crc.nd.edu/x86_64_linux/Modules/modules/restricted_software:/afs/crc.nd.edu/x86_64_linux/Modules/modules/system_modules:/afs/crc.nd.edu/x86_64_linux/Modules/modules/deprecated_software:/afs/crc.nd.edu/x86_64_linux/Modules/current/modulefiles == env: WORK_QUEUE_SANDBOX=/disk/vc3-root/tmp/worker-230547-19307 == env: VC3_ROOT_CCTOOLS_WQ_WORKER=/disk/vc3-root/x86_64/redhat7.4.1708/cctools-wq-worker/v999.999.999 == env: VC3_ROOT_SED=/ == env: VC3_MACHINE_TARGET=x86_64/redhat7.4.1708 == env: CXX=g++ == env: SHLVL=3 == env: HOME=/disk/vc3-root/vc3-home == env: VC3_VERSION_MAKE=3.82 == env: VC3_VERSION_FULL_GZIP=1.5.0 == env: DISK=1000 == env: MEMORY=1200 == env: VC3_VERSION_FULL_WHICH=2.20.0 == env: TMP=/disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk == env: VC3_INSTALL_USER_HOME=/disk/vc3-root/vc3-home == env: VC3_VERSION_FULL_VC3_BUILDER_HANDS=1.0.0 == env: VC3_VERSION_PKG_CONFIG=0.27 == env: VC3_ROOT_TAR=/ == env: VC3_SH_PROFILE_WRAPPER=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu.wrapper == env: CCTOOLS_ND=lobster-171-cd5e3e2c-cvmfs-70dfa0d6 == env: CC=gcc == env: CORES=1 == env: VC3_VERSION_FULL_MAKE=3.82.0 == env: CCTOOLS_RESOURCE_MONITOR_INFO=1045 == env: VC3_ROOT_VC3_BUILDER_HANDS=/disk/vc3-root/x86_64/redhat7.4.1708/vc3-builder-hands/v1.0.0 == env: VC3_MACHINE_ARCH=x86_64 == env: VC3_COMMAND_LINE=/disk/vc3-builder --var CCTOOLS_ND=lobster-171-cd5e3e2c-cvmfs-70dfa0d6 --require cctools-wq-worker -- work_queue_worker -M lobster_kmohrman_EFT_ALL_genOnly.* -t 300 -C catalog.cse.nd.edu,backup-catalog.cse.nd.edu -d all -o worker.log --cores=12 --memory=16000 --disk=18880 == env: _=/bin/env ==== cpu info @ Sat Sep 14 19:56:38 EDT 2019 ==== == cpu: processor : 0 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 0 == cpu: cpu cores : 12 == cpu: apicid : 0 == cpu: initial apicid : 0 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 1 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 1 == cpu: cpu cores : 12 == cpu: apicid : 2 == cpu: initial apicid : 2 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 2 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 2 == cpu: cpu cores : 12 == cpu: apicid : 4 == cpu: initial apicid : 4 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 3 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 3 == cpu: cpu cores : 12 == cpu: apicid : 6 == cpu: initial apicid : 6 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 4 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 4 == cpu: cpu cores : 12 == cpu: apicid : 8 == cpu: initial apicid : 8 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 5 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 5 == cpu: cpu cores : 12 == cpu: apicid : 10 == cpu: initial apicid : 10 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 6 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 8 == cpu: cpu cores : 12 == cpu: apicid : 16 == cpu: initial apicid : 16 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 7 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 9 == cpu: cpu cores : 12 == cpu: apicid : 18 == cpu: initial apicid : 18 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 8 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 10 == cpu: cpu cores : 12 == cpu: apicid : 20 == cpu: initial apicid : 20 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 9 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 11 == cpu: cpu cores : 12 == cpu: apicid : 22 == cpu: initial apicid : 22 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 10 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 12 == cpu: cpu cores : 12 == cpu: apicid : 24 == cpu: initial apicid : 24 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 11 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 13 == cpu: cpu cores : 12 == cpu: apicid : 26 == cpu: initial apicid : 26 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 12 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 0 == cpu: cpu cores : 12 == cpu: apicid : 32 == cpu: initial apicid : 32 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 13 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 1 == cpu: cpu cores : 12 == cpu: apicid : 34 == cpu: initial apicid : 34 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 14 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 2 == cpu: cpu cores : 12 == cpu: apicid : 36 == cpu: initial apicid : 36 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 15 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 3 == cpu: cpu cores : 12 == cpu: apicid : 38 == cpu: initial apicid : 38 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 16 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 4 == cpu: cpu cores : 12 == cpu: apicid : 40 == cpu: initial apicid : 40 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 17 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 5 == cpu: cpu cores : 12 == cpu: apicid : 42 == cpu: initial apicid : 42 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 18 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 8 == cpu: cpu cores : 12 == cpu: apicid : 48 == cpu: initial apicid : 48 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 19 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 9 == cpu: cpu cores : 12 == cpu: apicid : 50 == cpu: initial apicid : 50 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 20 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 10 == cpu: cpu cores : 12 == cpu: apicid : 52 == cpu: initial apicid : 52 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 21 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 11 == cpu: cpu cores : 12 == cpu: apicid : 54 == cpu: initial apicid : 54 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 22 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 12 == cpu: cpu cores : 12 == cpu: apicid : 56 == cpu: initial apicid : 56 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 23 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 13 == cpu: cpu cores : 12 == cpu: apicid : 58 == cpu: initial apicid : 58 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: === using CVMFS proxy: http://eddie.crc.nd.edu:3128 @ Sat Sep 14 19:57:03 EDT 2019 === using Frontier proxy: http://eddie.crc.nd.edu:3128 @ Sat Sep 14 19:57:03 EDT 2019 === parrot helper: /disk/vc3-root/tmp/worker-230547-19307/t.694/lib/libparrot_helper.so @ Sat Sep 14 19:57:09 EDT 2019 ==== content of /disk/vc3-root/tmp/worker-230547-19307/cache/tmp @ Sat Sep 14 19:57:09 EDT 2019 ==== == cache: total 0 === OSG certificate location: /cvmfs/oasis.opensciencegrid.org/mis/certificates @ Sat Sep 14 19:57:14 EDT 2019 === testing parrot usage @ Sat Sep 14 19:57:14 EDT 2019 === parrot OK @ Sat Sep 14 19:57:19 EDT 2019 === starting parrot to access CMSSW... @ Sat Sep 14 19:57:19 EDT 2019 LibCvmfs version 2.4, revision 25 ==== wrapper started @ Sat Sep 14 19:57:20 EDT 2019 ==== == startup: hostname: d12chas565.crc.nd.edu == startup: kernel: Linux d12chas565.crc.nd.edu 3.10.0-957.el7.x86_64 #1 SMP Thu Oct 4 20:48:51 UTC 2018 x86_64 x86_64 x86_64 GNU/Linux ==== tracing google @ Sat Sep 14 19:57:20 EDT 2019 ==== wrapper.sh: line 20: traceroute: command not found ==== environment at startup @ Sat Sep 14 19:57:20 EDT 2019 ==== == env: VC3_VERSION_SED=4.2 == env: CCTOOLS_RESOURCE_PROCESS_START=1568505440230628 == env: VC3_INSIDE_WRAPPER_SCRIPT=yes == env: PARROT_HTTP_PROXY=http://eddie.crc.nd.edu:3128 == env: TERM=xterm-256color == env: SHELL=/bin/sh == env: VC3_ROOT_GZIP=/ == env: LOBSTER_GFAL_COPY= == env: MAKEFLAGS=-j4 == env: PARROT_HELPER=/disk/vc3-root/tmp/worker-230547-19307/t.694/lib/libparrot_helper.so == env: TMPDIR=/disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk == env: VC3_ROOT_WHICH=/disk/vc3-root/x86_64/redhat7.4.1708/which/v2.20.0 == env: LD_PRELOAD=/disk/vc3-root/tmp/worker-230547-19307/t.694/librmonitor_helper.so.ELxQgj == env: LOBSTER_CVMFS_PROXY=http://eddie.crc.nd.edu:3128 == env: PARROT_PATH=./bin == env: LOBSTER_FRONTIER_PROXY=http://eddie.crc.nd.edu:3128 == env: LOBSTER_CMSSW_VERSION=CMSSW_9_3_1 == env: VC3_MACHINE_OS=Linux/redhat7.4.1708 == env: VC3_VERSION_FULL_TAR=1.26.0 == env: USER=kmohrman == env: VC3_VERSION_FULL_CCTOOLS_WQ_WORKER=999.999.999 == env: LD_LIBRARY_PATH=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/biglib/slc7_amd64_gcc630:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/lib/slc7_amd64_gcc630:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/biglib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.1/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib:/opt/crc/usr/local/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/opt/condor/RedHat7/lib/condor:/opt/condor/RedHat7/lib/condor:/.singularity.d/libs:lib == env: VC3_BUILDER_PATH=/disk/vc3-builder == env: TEMP=/disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk == env: VC3_VERSION_VC3_BUILDER_HANDS=1.0 == env: VC3_DISTFILES=/disk/vc3-distfiles == env: VC3_ROOT_MAKE=/ == env: ENV=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu == env: VC3_VERSION_TAR=1.26 == env: WORKER_TMPDIR=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp == env: FRONTIER_PROXY=http://eddie.crc.nd.edu:3128 == env: PARROT_ALLOW_SWITCHING_CVMFS_REPOSITORIES=TRUE == env: VC3_VERSION_CCTOOLS_WQ_WORKER=999.999 == env: VC3_VERSION_FULL_PKG_CONFIG=0.27.1 == env: PARROT_CVMFS_REPO=*:try_local_filesystem == env: *.cern.ch:pubkey=,url=http://cvmfs.fnal.gov:8000/opt/*;http://cvmfs.racf.bnl.gov:8000/opt/* == env: *.opensciencegrid.org:pubkey=,url=http://oasis-replica.opensciencegrid.org:8000/cvmfs/*;http://cvmfs.fnal.gov:8000/cvmfs/*;http://cvmfs.racf.bnl.gov:8000/cvmfs/* == env: VC3_VERSION_GZIP=1.5 == env: PATH=/disk/vc3-root/x86_64/redhat7.4.1708/which/v2.20.0/bin:/disk/vc3-root/x86_64/redhat7.4.1708/cctools-wq-worker/v999.999.999/bin:/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/sbin:/bin == env: VC3_ENV_TAG_GLOBAL=18937 == env: VC3_ROOT=/disk/vc3-root == env: VC3_SH_PROFILE_ENV=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu == env: PWD=/disk/vc3-root/tmp/worker-230547-19307/t.694 == env: VC3_ROOT_PKG_CONFIG=/ == env: PARROT_ENABLED=TRUE == env: VC3_VERSION_FULL_SED=4.2.2 == env: LOBSTER_OSG_VERSION=3.4 == env: VC3_VERSION_WHICH=2.20 == env: MODULEPATH=/afs/crc.nd.edu/x86_64_linux/Modules/modules/development_tools_and_libraries:/afs/crc.nd.edu/x86_64_linux/Modules/modules/general_software:/afs/crc.nd.edu/x86_64_linux/Modules/modules/restricted_software:/afs/crc.nd.edu/x86_64_linux/Modules/modules/system_modules:/afs/crc.nd.edu/x86_64_linux/Modules/modules/deprecated_software:/afs/crc.nd.edu/x86_64_linux/Modules/current/modulefiles == env: VC3_MACHINE_GLIBC_VERSION=2.17 == env: LOBSTER_LCG_CP= == env: WORK_QUEUE_SANDBOX=/disk/vc3-root/tmp/worker-230547-19307 == env: VC3_ROOT_CCTOOLS_WQ_WORKER=/disk/vc3-root/x86_64/redhat7.4.1708/cctools-wq-worker/v999.999.999 == env: VC3_MACHINE_TARGET=x86_64/redhat7.4.1708 == env: VC3_ROOT_SED=/ == env: OASIS_CERTIFICATES=/cvmfs/oasis.opensciencegrid.org/mis/certificates == env: CXX=g++ == env: HOME=/disk/vc3-root/vc3-home == env: SHLVL=3 == env: VC3_VERSION_FULL_GZIP=1.5.0 == env: VC3_VERSION_MAKE=3.82 == env: DISK=1000 == env: PARROT_CACHE=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp == env: PARROT_CVMFS_ALIEN_CACHE=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp/cvmfs == env: VC3_VERSION_FULL_WHICH=2.20.0 == env: MEMORY=1200 == env: HTTP_PROXY=http://eddie.crc.nd.edu:3128 == env: TMP=/disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk == env: PYTHONPATH=python: == env: VC3_INSTALL_USER_HOME=/disk/vc3-root/vc3-home == env: VC3_VERSION_FULL_VC3_BUILDER_HANDS=1.0.0 == env: VC3_ROOT_TAR=/ == env: VC3_VERSION_PKG_CONFIG=0.27 == env: CCTOOLS_ND=lobster-171-cd5e3e2c-cvmfs-70dfa0d6 == env: VC3_SH_PROFILE_WRAPPER=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu.wrapper == env: CC=gcc == env: CCTOOLS_RESOURCE_MONITOR_INFO=1045 == env: VC3_VERSION_FULL_MAKE=3.82.0 == env: CORES=1 == env: PARROT_DEBUG_FLAGS= == env: VC3_MACHINE_ARCH=x86_64 == env: VC3_ROOT_VC3_BUILDER_HANDS=/disk/vc3-root/x86_64/redhat7.4.1708/vc3-builder-hands/v1.0.0 == env: VC3_COMMAND_LINE=/disk/vc3-builder --var CCTOOLS_ND=lobster-171-cd5e3e2c-cvmfs-70dfa0d6 --require cctools-wq-worker -- work_queue_worker -M lobster_kmohrman_EFT_ALL_genOnly.* -t 300 -C catalog.cse.nd.edu,backup-catalog.cse.nd.edu -d all -o worker.log --cores=12 --memory=16000 --disk=18880 == env: _=/bin/env ==== cpu info @ Sat Sep 14 19:57:20 EDT 2019 ==== == cpu: processor : 0 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 0 == cpu: cpu cores : 12 == cpu: apicid : 0 == cpu: initial apicid : 0 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 1 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 1 == cpu: cpu cores : 12 == cpu: apicid : 2 == cpu: initial apicid : 2 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 2 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2500.000 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 2 == cpu: cpu cores : 12 == cpu: apicid : 4 == cpu: initial apicid : 4 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 3 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2298.278 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 3 == cpu: cpu cores : 12 == cpu: apicid : 6 == cpu: initial apicid : 6 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 4 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2298.583 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 4 == cpu: cpu cores : 12 == cpu: apicid : 8 == cpu: initial apicid : 8 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 5 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2500.000 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 5 == cpu: cpu cores : 12 == cpu: apicid : 10 == cpu: initial apicid : 10 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 6 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 8 == cpu: cpu cores : 12 == cpu: apicid : 16 == cpu: initial apicid : 16 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 7 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 9 == cpu: cpu cores : 12 == cpu: apicid : 18 == cpu: initial apicid : 18 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 8 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2500.000 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 10 == cpu: cpu cores : 12 == cpu: apicid : 20 == cpu: initial apicid : 20 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 9 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2500.000 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 11 == cpu: cpu cores : 12 == cpu: apicid : 22 == cpu: initial apicid : 22 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 10 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 12 == cpu: cpu cores : 12 == cpu: apicid : 24 == cpu: initial apicid : 24 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 11 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2500.000 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 13 == cpu: cpu cores : 12 == cpu: apicid : 26 == cpu: initial apicid : 26 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 12 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2499.847 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 0 == cpu: cpu cores : 12 == cpu: apicid : 32 == cpu: initial apicid : 32 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 13 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2198.791 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 1 == cpu: cpu cores : 12 == cpu: apicid : 34 == cpu: initial apicid : 34 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 14 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2500.000 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 2 == cpu: cpu cores : 12 == cpu: apicid : 36 == cpu: initial apicid : 36 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 15 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 1495.971 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 3 == cpu: cpu cores : 12 == cpu: apicid : 38 == cpu: initial apicid : 38 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 16 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 4 == cpu: cpu cores : 12 == cpu: apicid : 40 == cpu: initial apicid : 40 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 17 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2500.000 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 5 == cpu: cpu cores : 12 == cpu: apicid : 42 == cpu: initial apicid : 42 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 18 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 8 == cpu: cpu cores : 12 == cpu: apicid : 48 == cpu: initial apicid : 48 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 19 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2498.779 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 9 == cpu: cpu cores : 12 == cpu: apicid : 50 == cpu: initial apicid : 50 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 20 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2499.847 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 10 == cpu: cpu cores : 12 == cpu: apicid : 52 == cpu: initial apicid : 52 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 21 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2500.000 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 11 == cpu: cpu cores : 12 == cpu: apicid : 54 == cpu: initial apicid : 54 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 22 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 1249.542 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 12 == cpu: cpu cores : 12 == cpu: apicid : 56 == cpu: initial apicid : 56 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 23 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 1794.586 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 13 == cpu: cpu cores : 12 == cpu: apicid : 58 == cpu: initial apicid : 58 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: === using parrot @ Sat Sep 14 19:57:22 EDT 2019 === sourcing CMS setup @ Sat Sep 14 19:57:22 EDT 2019 === sourcing OSG setup @ Sat Sep 14 19:57:23 EDT 2019 ==== environment after sourcing startup scripts @ Sat Sep 14 19:57:23 EDT 2019 ==== == env: VC3_VERSION_SED=4.2 == env: MANPATH=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/share/man:/cvmfs/cms.cern.ch/share/man: == env: CCTOOLS_RESOURCE_PROCESS_START=1568505443524859 == env: VC3_INSIDE_WRAPPER_SCRIPT=yes == env: GFAL_PLUGIN_DIR=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/gfal2-plugins/ == env: PARROT_HTTP_PROXY=http://eddie.crc.nd.edu:3128 == env: TERM=xterm-256color == env: SHELL=/bin/sh == env: VC3_ROOT_GZIP=/ == env: LOBSTER_GFAL_COPY=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy == env: VOMS_USERCONF=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/etc/vomses == env: MAKEFLAGS=-j4 == env: GLOBUS_LOCATION=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr == env: TMPDIR=/disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk == env: PERL5LIB=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/share/perl5/vendor_perl:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/share/perl5:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/perl5/vendor_perl:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/perl5 == env: VC3_ROOT_WHICH=/disk/vc3-root/x86_64/redhat7.4.1708/which/v2.20.0 == env: CVSROOT=:gserver:cmssw.cvs.cern.ch:/local/reps/CMSSW == env: LD_PRELOAD=/disk/vc3-root/tmp/worker-230547-19307/t.694/librmonitor_helper.so.ELxQgj == env: LOBSTER_CVMFS_PROXY=http://eddie.crc.nd.edu:3128 == env: PARROT_PATH=./bin == env: LOBSTER_FRONTIER_PROXY=http://eddie.crc.nd.edu:3128 == env: X509_CERT_DIR=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/etc/grid-security/certificates == env: SCRAM_ARCH=slc7_amd64_gcc493 == env: LOBSTER_CMSSW_VERSION=CMSSW_9_3_1 == env: VC3_MACHINE_OS=Linux/redhat7.4.1708 == env: VC3_VERSION_FULL_TAR=1.26.0 == env: USER=kmohrman == env: VC3_VERSION_FULL_CCTOOLS_WQ_WORKER=999.999.999 == env: LD_LIBRARY_PATH=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/biglib/slc7_amd64_gcc630:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/lib/slc7_amd64_gcc630:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/biglib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.1/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib:/opt/crc/usr/local/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/opt/condor/RedHat7/lib/condor:/opt/condor/RedHat7/lib/condor:/.singularity.d/libs:lib:lib == env: VC3_BUILDER_PATH=/disk/vc3-builder == env: TEMP=/disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk == env: VC3_VERSION_VC3_BUILDER_HANDS=1.0 == env: VC3_DISTFILES=/disk/vc3-distfiles == env: VC3_ROOT_MAKE=/ == env: OSG_LOCATION=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64 == env: ENV=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu == env: VC3_VERSION_TAR=1.26 == env: WORKER_TMPDIR=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp == env: FRONTIER_PROXY=http://eddie.crc.nd.edu:3128 == env: PARROT_ALLOW_SWITCHING_CVMFS_REPOSITORIES=TRUE == env: VC3_VERSION_CCTOOLS_WQ_WORKER=999.999 == env: VC3_VERSION_FULL_PKG_CONFIG=0.27.1 == env: PARROT_CVMFS_REPO=*:try_local_filesystem == env: *.cern.ch:pubkey=,url=http://cvmfs.fnal.gov:8000/opt/*;http://cvmfs.racf.bnl.gov:8000/opt/* == env: *.opensciencegrid.org:pubkey=,url=http://oasis-replica.opensciencegrid.org:8000/cvmfs/*;http://cvmfs.fnal.gov:8000/cvmfs/*;http://cvmfs.racf.bnl.gov:8000/cvmfs/* == env: VC3_VERSION_GZIP=1.5 == env: PATH=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/sbin:/cvmfs/cms.cern.ch/common:/cvmfs/cms.cern.ch/bin:/disk/vc3-root/x86_64/redhat7.4.1708/which/v2.20.0/bin:/disk/vc3-root/x86_64/redhat7.4.1708/cctools-wq-worker/v999.999.999/bin:/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/sbin:/bin == env: VC3_ENV_TAG_GLOBAL=18937 == env: CMS_PATH=/cvmfs/cms.cern.ch == env: VC3_ROOT=/disk/vc3-root == env: VC3_SH_PROFILE_ENV=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu == env: PWD=/disk/vc3-root/tmp/worker-230547-19307/t.694 == env: VC3_ROOT_PKG_CONFIG=/ == env: PARROT_ENABLED=TRUE == env: VC3_VERSION_FULL_SED=4.2.2 == env: LOBSTER_OSG_VERSION=3.4 == env: VC3_VERSION_WHICH=2.20 == env: MODULEPATH=/afs/crc.nd.edu/x86_64_linux/Modules/modules/development_tools_and_libraries:/afs/crc.nd.edu/x86_64_linux/Modules/modules/general_software:/afs/crc.nd.edu/x86_64_linux/Modules/modules/restricted_software:/afs/crc.nd.edu/x86_64_linux/Modules/modules/system_modules:/afs/crc.nd.edu/x86_64_linux/Modules/modules/deprecated_software:/afs/crc.nd.edu/x86_64_linux/Modules/current/modulefiles == env: VC3_MACHINE_GLIBC_VERSION=2.17 == env: X509_VOMS_DIR=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/etc/grid-security/vomsdir == env: LOBSTER_LCG_CP= == env: WORK_QUEUE_SANDBOX=/disk/vc3-root/tmp/worker-230547-19307 == env: VC3_ROOT_CCTOOLS_WQ_WORKER=/disk/vc3-root/x86_64/redhat7.4.1708/cctools-wq-worker/v999.999.999 == env: VC3_MACHINE_TARGET=x86_64/redhat7.4.1708 == env: VC3_ROOT_SED=/ == env: OASIS_CERTIFICATES=/cvmfs/oasis.opensciencegrid.org/mis/certificates == env: CXX=g++ == env: HOME=/disk/vc3-root/vc3-home == env: SHLVL=3 == env: VC3_VERSION_FULL_GZIP=1.5.0 == env: VC3_VERSION_MAKE=3.82 == env: DISK=1000 == env: PARROT_CACHE=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp == env: PARROT_CVMFS_ALIEN_CACHE=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp/cvmfs == env: GFAL_CONFIG_DIR=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/etc/gfal2.d/ == env: VC3_VERSION_FULL_WHICH=2.20.0 == env: MEMORY=1200 == env: HTTP_PROXY=http://eddie.crc.nd.edu:3128 == env: TMP=/disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk == env: PYTHONPATH=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib/python2.7/site-packages:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/python2.7/site-packages:python:python: == env: VC3_INSTALL_USER_HOME=/disk/vc3-root/vc3-home == env: VC3_VERSION_FULL_VC3_BUILDER_HANDS=1.0.0 == env: VC3_ROOT_TAR=/ == env: VC3_VERSION_PKG_CONFIG=0.27 == env: CCTOOLS_ND=lobster-171-cd5e3e2c-cvmfs-70dfa0d6 == env: VC3_SH_PROFILE_WRAPPER=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu.wrapper == env: CC=gcc == env: CCTOOLS_RESOURCE_MONITOR_INFO=1045 == env: VC3_VERSION_FULL_MAKE=3.82.0 == env: CORES=1 == env: PARROT_DEBUG_FLAGS= == env: VC3_MACHINE_ARCH=x86_64 == env: VC3_ROOT_VC3_BUILDER_HANDS=/disk/vc3-root/x86_64/redhat7.4.1708/vc3-builder-hands/v1.0.0 == env: VC3_COMMAND_LINE=/disk/vc3-builder --var CCTOOLS_ND=lobster-171-cd5e3e2c-cvmfs-70dfa0d6 --require cctools-wq-worker -- work_queue_worker -M lobster_kmohrman_EFT_ALL_genOnly.* -t 300 -C catalog.cse.nd.edu,backup-catalog.cse.nd.edu -d all -o worker.log --cores=12 --memory=16000 --disk=18880 == env: _=/bin/env ==== proxy information @ Sat Sep 14 19:57:24 EDT 2019 ==== == proxy: subject : /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=kmohrman/CN=825714/CN=Kelci Ann Mohrman/CN=419255808 == proxy: issuer : /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=kmohrman/CN=825714/CN=Kelci Ann Mohrman == proxy: identity : /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=kmohrman/CN=825714/CN=Kelci Ann Mohrman == proxy: type : RFC compliant proxy == proxy: strength : 1024 bits == proxy: path : proxy == proxy: timeleft : 189:41:01 ==== working directory at startup @ Sat Sep 14 19:57:24 EDT 2019 ==== == dir: total 860 == dir: -rw-r--r-- 8 kmohrman campus 7693 Sep 14 19:56 GEN-00000-ttlnuJets_1_qCut25-1_cfg.py == dir: drwxr-xr-x 2 kmohrman campus 71 Sep 14 19:56 bin == dir: -rwxr-xr-x 13 kmohrman campus 627272 Sep 14 19:56 cctools-monitor == dir: -rw-r--r-- 1 kmohrman campus 0 Sep 14 19:56 cctools-monitor.summary == dir: drwxrwxrwx 2 kmohrman campus 6 Sep 14 19:56 cctools-temp-t.694.cLwpTk == dir: -rw------- 1 kmohrman campus 51 Sep 14 19:57 cvmfschecksum.cms.cern.ch == dir: -rw------- 1 kmohrman campus 51 Sep 14 19:57 cvmfschecksum.oasis.opensciencegrid.org == dir: drwxr-xr-x 2 kmohrman campus 33 Sep 14 19:56 lib == dir: -rwxrwxrwx 1 kmohrman campus 146912 Sep 14 19:56 librmonitor_helper.so.ELxQgj == dir: -rw-r--r-- 2 kmohrman campus 2604 Sep 14 19:56 parameters.json == dir: -rw------- 2 kmohrman campus 9165 Sep 14 19:56 proxy == dir: drwxr-xr-x 3 kmohrman campus 20 Sep 14 19:56 python == dir: -rw-r--r-- 13 kmohrman campus 570 Sep 14 19:56 report.json.in == dir: -rw-r--r-- 13 kmohrman campus 461 Sep 14 19:56 sandbox-CMSSW_9_3_1-slc7_amd64_gcc630.tar.bz2 == dir: drwxr-xr-x 4 kmohrman campus 37 Sep 14 19:56 siteconf == dir: -rw-r--r-- 1 kmohrman campus 11 Sep 14 19:57 t_wrapper_start == dir: -rwxr-xr-x 13 kmohrman campus 47217 Sep 14 19:56 task.py == dir: -rwxr-xr-x 13 kmohrman campus 6296 Sep 14 19:56 wrapper.sh === creating new release CMSSW_9_3_1 for scram arch slc7_amd64_gcc630 @ Sat Sep 14 19:57:24 EDT 2019 Attaching cms-ib.cern.ch failed: Failed to initialize root file catalog (16) Attaching cms-ib.cern.ch failed: Failed to initialize root file catalog (16) Attaching cms-ib.cern.ch failed: Failed to initialize root file catalog (16) Attaching cms-ib.cern.ch failed: Failed to initialize root file catalog (16) WARNING: In non-interactive mode release checks e.g. deprecated releases, production architectures are disabled. === unpacking sandbox-CMSSW_9_3_1-slc7_amd64_gcc630.tar.bz2 @ Sat Sep 14 19:57:29 EDT 2019 ==== machine load @ Sat Sep 14 19:57:30 EDT 2019 ==== top: unknown option 'M' Usage: top -hv | -bcHiOSs -d secs -n max -u|U user -p pid(s) -o field -w [cols] ==== environment before execution @ Sat Sep 14 19:57:30 EDT 2019 ==== == env: G4LEVELGAMMADATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4PhotonEvaporation/3.2/data/PhotonEvaporation3.2 == env: UTM_XSD_DIR=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/utm/utm_0.6.5 == env: SRT_G4LEVELGAMMADATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4PhotonEvaporation/3.2/data/PhotonEvaporation3.2 == env: VC3_VERSION_SED=4.2 == env: CMSSW_RELEASE_BASE=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1 == env: SCRAMRT_SET=CMSSW:CMSSW_9_3_1:slc7_amd64_gcc630:V2_2_9_pre04:SRT_ == env: MANPATH=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/share/man:/cvmfs/cms.cern.ch/share/man: == env: CCTOOLS_RESOURCE_PROCESS_START=1568505450648491 == env: CMSSW_FWLITE_INCLUDE_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/hepmc/2.06.07/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/clhep/2.3.4.2-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/boost/1.63.0-mlhled2/include == env: COMPILER_RUNTIME_OBJECTS=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0 == env: SRT_MALLOC_CONF_SCRAMRTDEL=lg_chunk:18,lg_dirty_mult:4 == env: VC3_INSIDE_WRAPPER_SCRIPT=yes == env: ROOT_INCLUDE_PATH=/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/src:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/src:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/coral/CORAL_2_3_21-ghjeda5/include/LCG:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/mctester/1.25.0a-ghjeda4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtDesigner:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/tauolapp/1.1.5-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/charybdis/1.003-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/thepeg/1.9.2p1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/include/SHERPA-MC:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtOpenGL:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtGui:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pythia8/226-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/herwig/6.521-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/Qt3Support:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/lwtnn/1.0-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/classlib/3.1.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/lhapdf/6.2.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cgal/4.2-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/tkonlinesw/4.1.0-1-ghjeda4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/starlight/r193-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/Qt:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtCore:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtXml:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/mcdb/1.0.3/interface:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libungif/4.1.4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libtiff/4.0.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libpng/1.6.16/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4/10.02.p02-ghjeda2/include/Geant4:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/frontier_client/2.8.20-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pcre/8.37/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/boost/1.63.0-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/xrootd/4.6.1/include/xrootd/private:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/vdt/v0.3.2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/valgrind/3.12.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/utm/utm_0.6.5/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/toprex/4.23/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/tbb/2017_20161004oss/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/tauola/27.121.5/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sigcpp/2.6.2/include/sigc++-2.0:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sqlite/3.15.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/protobuf/3.2.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pacparser/1.3.5/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/oracle/12.1.0.2.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/meschach/1.2.pCMS1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/madgraph5amcatnlo/2.4.3-ghjeda5:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libhepml/0.2.1/interface:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/ktjet/1.06-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/jimmy/4.2-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/jemalloc/4.5.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/xz/5.2.2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/heppdt/3.03.00/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/hector/1.3.4_patch1-ghjeda4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gsl/2.2.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libjpeg-turbo/1.3.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/giflib/4.2.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/xerces-c/3.1.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gdbm/1.10/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/freetype/2.5.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/fftw3/3.3.2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/fftjet/1.5.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/fastjet/3.1.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/expat/2.1.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/hepmc/2.06.07/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/dpm/1.8.0.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/dcap/2.47.8/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libxml2/2.9.1/include/libxml2:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/curl/7.51.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cppunit/1.12.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/clhep/2.3.4.2-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/openssl/1.0.2d/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pythia6/426/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/photos/215.5/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/zlib-x86_64/1.2.11/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libuuid/2.22.2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/castor/2.1.13.9/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/castor/2.1.13.9/include/shift:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cascade/2.2.04-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/bz2lib/1.0.6/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/python/2.7.11-mlhled2/include/python2.7:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/ittnotify/16.06.18/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/include/c++/6.3.0:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/include/c++/6.3.0/x86_64-unknown-linux-gnu:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/include/c++/6.3.0/backward:/usr/local/include:/usr/include == env: INTEL_LICENSE_FILE=28518@lxlicen01.cern.ch,28518@lxlicen02.cern.ch,28518@lxlicen03.cern.ch == env: SRT_TEXMFHOME_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/share/Rivet/texmf == env: SRT_GEANT4_PARFULLCMS_CONFIG_DIR_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-parfullcms/2014.01.27-ghjeda2/share/ParFullCMS == env: GFAL_PLUGIN_DIR=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/gfal2-plugins/ == env: PARROT_HTTP_PROXY=http://eddie.crc.nd.edu:3128 == env: TERM=xterm-256color == env: SHELL=/bin/sh == env: VC3_ROOT_GZIP=/ == env: LOBSTER_GFAL_COPY=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy == env: PDFPATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/share == env: DBSCMD_HOME=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/dbs-client/DBS_2_1_9-mlhled2/lib/DBSAPI == env: SRT_TNS_ADMIN_SCRAMRTDEL=/etc == env: VOMS_USERCONF=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/etc/vomses == env: MAKEFLAGS=-j4 == env: ROOT_GCC_TOOLCHAIN=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0 == env: GLOBUS_LOCATION=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr == env: TMPDIR=/disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk == env: G4FORCENUMBEROFTHREADS=max == env: OPENBLAS_NUM_THREADS=1 == env: SRT_PDFPATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/share == env: PERL5LIB=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/git/1.8.3.1/share/perl5:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/share/perl5/vendor_perl:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/share/perl5:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/perl5/vendor_perl:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/perl5 == env: VC3_ROOT_WHICH=/disk/vc3-root/x86_64/redhat7.4.1708/which/v2.20.0 == env: CMSSW_DATA_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms == env: LHAPDF_DATA_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/lhapdf/6.2.1/share/LHAPDF == env: CVSROOT=:gserver:cmssw.cvs.cern.ch:/local/reps/CMSSW == env: LD_PRELOAD=/disk/vc3-root/tmp/worker-230547-19307/t.694/librmonitor_helper.so.ELxQgj == env: LOBSTER_CVMFS_PROXY=http://eddie.crc.nd.edu:3128 == env: PARROT_PATH=./bin == env: CMSSW_GIT_HASH=CMSSW_9_3_1 == env: SRT_G4ABLADATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4ABLA/3.0/data/G4ABLA3.0 == env: QTDIR=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7 == env: SRT_SCONS_LIB_DIR_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/scons/1.2.0-mlhled2/lib == env: OLDPWD=/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1 == env: LOBSTER_FRONTIER_PROXY=http://eddie.crc.nd.edu:3128 == env: G4NEUTRONXSDATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4NEUTRONXS/1.4/data/G4NEUTRONXS1.4 == env: QTINC=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include == env: SRT_COMPILER_RUNTIME_OBJECTS_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0 == env: X509_CERT_DIR=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/etc/grid-security/certificates == env: SCRAM_ARCH=slc7_amd64_gcc630 == env: GIT_SSL_CAINFO=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/git/1.8.3.1/share/ssl/certs/ca-bundle.crt == env: DBS_CLIENT_CONFIG=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/dbs-client/DBS_2_1_9-mlhled2/lib/DBSAPI/dbs.config == env: SRT_CMS_OPENLOOPS_PREFIX_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/openloops/1.3.1-mlhled2 == env: SRT_GIT_EXEC_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/git/1.8.3.1/libexec/git-core == env: LOBSTER_CMSSW_VERSION=CMSSW_9_3_1 == env: ROOT_TTREECACHE_SIZE=0 == env: EVTGENDATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/evtgen/1.6.0-ghjeda2/share == env: SRT_INTEL_LICENSE_FILE_SCRAMRTDEL=28518@lxlicen01.cern.ch,28518@lxlicen02.cern.ch,28518@lxlicen03.cern.ch == env: SRT_ROOT_INCLUDE_PATH_SCRAMRTDEL=/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/src:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/src:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/coral/CORAL_2_3_21-ghjeda5/include/LCG:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/mctester/1.25.0a-ghjeda4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtDesigner:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/tauolapp/1.1.5-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/charybdis/1.003-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/thepeg/1.9.2p1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/include/SHERPA-MC:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtOpenGL:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtGui:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pythia8/226-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/herwig/6.521-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/Qt3Support:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/lwtnn/1.0-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/classlib/3.1.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/lhapdf/6.2.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cgal/4.2-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/tkonlinesw/4.1.0-1-ghjeda4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/starlight/r193-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/Qt:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtCore:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtXml:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/mcdb/1.0.3/interface:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libungif/4.1.4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libtiff/4.0.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libpng/1.6.16/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4/10.02.p02-ghjeda2/include/Geant4:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/frontier_client/2.8.20-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pcre/8.37/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/boost/1.63.0-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/xrootd/4.6.1/include/xrootd/private:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/vdt/v0.3.2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/valgrind/3.12.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/utm/utm_0.6.5/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/toprex/4.23/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/tbb/2017_20161004oss/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/tauola/27.121.5/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sigcpp/2.6.2/include/sigc++-2.0:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sqlite/3.15.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/protobuf/3.2.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pacparser/1.3.5/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/oracle/12.1.0.2.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/meschach/1.2.pCMS1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/madgraph5amcatnlo/2.4.3-ghjeda5:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libhepml/0.2.1/interface:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/ktjet/1.06-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/jimmy/4.2-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/jemalloc/4.5.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/xz/5.2.2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/heppdt/3.03.00/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/hector/1.3.4_patch1-ghjeda4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gsl/2.2.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libjpeg-turbo/1.3.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/giflib/4.2.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/xerces-c/3.1.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gdbm/1.10/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/freetype/2.5.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/fftw3/3.3.2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/fftjet/1.5.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/fastjet/3.1.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/expat/2.1.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/hepmc/2.06.07/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/dpm/1.8.0.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/dcap/2.47.8/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libxml2/2.9.1/include/libxml2:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/curl/7.51.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cppunit/1.12.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/clhep/2.3.4.2-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/openssl/1.0.2d/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pythia6/426/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/photos/215.5/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/zlib-x86_64/1.2.11/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libuuid/2.22.2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/castor/2.1.13.9/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/castor/2.1.13.9/include/shift:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cascade/2.2.04-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/bz2lib/1.0.6/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/python/2.7.11-mlhled2/include/python2.7:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/ittnotify/16.06.18/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/include/c++/6.3.0:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/include/c++/6.3.0/x86_64-unknown-linux-gnu:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/include/c++/6.3.0/backward:/usr/local/include:/usr/include == env: VC3_MACHINE_OS=Linux/redhat7.4.1708 == env: VC3_VERSION_FULL_TAR=1.26.0 == env: G4LEDATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4EMLOW/6.48/data/G4EMLOW6.48 == env: SRT_VINCIADATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/vincia/1.2.02-ghjeda2/share/Vincia/xmldoc == env: SRT_ROOT_TTREECACHE_PREFILL_SCRAMRTDEL=0 == env: OPAL_PREFIX=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/openmpi/2.1.2rc4 == env: USER=kmohrman == env: VC3_VERSION_FULL_CCTOOLS_WQ_WORKER=999.999.999 == env: ROOT_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/madgraph5amcatnlo/2.4.3-ghjeda5 == env: SHERPA_INCLUDE_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/include/SHERPA-MC == env: SRT_LHAPDF_DATA_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/lhapdf/6.2.1/share/LHAPDF == env: LD_LIBRARY_PATH=/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/biglib/slc7_amd64_gcc630:/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/biglib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.0-njopjo/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/biglib/slc7_amd64_gcc630:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/lib/slc7_amd64_gcc630:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/biglib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.1/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib:/opt/crc/usr/local/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/opt/condor/RedHat7/lib/condor:/opt/condor/RedHat7/lib/condor:/.singularity.d/libs:lib:lib == env: VC3_BUILDER_PATH=/disk/vc3-builder == env: TEMP=/disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk == env: SRT_CMSSW_RELEASE_BASE_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1 == env: SRT_RIVET_ANALYSIS_PATH_SCRAMRTDEL=/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/lib == env: VC3_VERSION_VC3_BUILDER_HANDS=1.0 == env: SRT_PERL5LIB_SCRAMRT=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/git/1.8.3.1/share/perl5 == env: SRT_CMSSW_VERSION_SCRAMRTDEL=CMSSW_9_3_1 == env: VC3_DISTFILES=/disk/vc3-distfiles == env: VC3_ROOT_MAKE=/ == env: VALGRIND_LIB=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/valgrind/3.12.0/lib/valgrind == env: SRT_CMSSW_GIT_HASH_SCRAMRTDEL=CMSSW_9_3_1 == env: SRT_ROOTSYS_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/ == env: OSG_LOCATION=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64 == env: ENV=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu == env: VC3_VERSION_TAR=1.26 == env: WORKER_TMPDIR=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp == env: G4NEUTRONHPDATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4NDL/4.5/data/G4NDL4.5 == env: GEANT4_PARFULLCMS_CONFIG_DIR=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-parfullcms/2014.01.27-ghjeda2/share/ParFullCMS == env: FRONTIER_PROXY=http://eddie.crc.nd.edu:3128 == env: PARROT_ALLOW_SWITCHING_CVMFS_REPOSITORIES=TRUE == env: CSC_TRACK_FINDER_DATA_DIR=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/CSCTrackFinderEmulation/1.2/data/ == env: SRT_QTINC_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include == env: VC3_VERSION_CCTOOLS_WQ_WORKER=999.999 == env: G4ENSDFSTATEDATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4ENSDFSTATE/1.2.3/data/G4ENSDFSTATE1.2.3 == env: G4RADIOACTIVEDATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4RadioactiveDecay/4.3.2/data/RadioactiveDecay4.3.2 == env: ROOFITSYS=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/ == env: SRT_ROOFITSYS_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/ == env: SRT_G4RADIOACTIVEDATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4RadioactiveDecay/4.3.2/data/RadioactiveDecay4.3.2 == env: SRT_G4ENSDFSTATEDATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4ENSDFSTATE/1.2.3/data/G4ENSDFSTATE1.2.3 == env: SRT_CLHEP_PARAM_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/clhep/2.3.4.2-mlhled2 == env: G4ABLADATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4ABLA/3.0/data/G4ABLA3.0 == env: VC3_VERSION_FULL_PKG_CONFIG=0.27.1 == env: SRT_SHERPA_INCLUDE_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/include/SHERPA-MC == env: SRT_G4FORCENUMBEROFTHREADS_SCRAMRTDEL=max == env: SRT_WORKER_DATA_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/blackhat/0.9.9-mlhled2/share/blackhat/datafiles/ == env: PARROT_CVMFS_REPO=*:try_local_filesystem == env: *.cern.ch:pubkey=,url=http://cvmfs.fnal.gov:8000/opt/*;http://cvmfs.racf.bnl.gov:8000/opt/* == env: *.opensciencegrid.org:pubkey=,url=http://oasis-replica.opensciencegrid.org:8000/cvmfs/*;http://cvmfs.fnal.gov:8000/cvmfs/*;http://cvmfs.racf.bnl.gov:8000/cvmfs/* == env: VC3_VERSION_GZIP=1.5 == env: TNS_ADMIN=/etc == env: SRT_HEPPDT_PARAM_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/heppdt/3.03.00 == env: PATH=/cvmfs/cms.cern.ch/share/overrides/bin:/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/bin/slc7_amd64_gcc630:/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/external/slc7_amd64_gcc630/bin:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/bin/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/external/slc7_amd64_gcc630/bin:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.0-njopjo/bin:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/bin:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/sbin:/cvmfs/cms.cern.ch/common:/cvmfs/cms.cern.ch/bin:/disk/vc3-root/x86_64/redhat7.4.1708/which/v2.20.0/bin:/disk/vc3-root/x86_64/redhat7.4.1708/cctools-wq-worker/v999.999.999/bin:/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/sbin:/bin == env: VC3_ENV_TAG_GLOBAL=18937 == env: SRT_DBS_CLIENT_CONFIG_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/dbs-client/DBS_2_1_9-mlhled2/lib/DBSAPI/dbs.config == env: SRT_CMSSW_SEARCH_PATH_SCRAMRTDEL=/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/src:/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/external/slc7_amd64_gcc630/data:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/src:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/external/slc7_amd64_gcc630/data == env: SRT_GIT_SSL_CAINFO_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/git/1.8.3.1/share/ssl/certs/ca-bundle.crt == env: CMS_PATH=/cvmfs/cms.cern.ch == env: VC3_ROOT=/disk/vc3-root == env: SRT_UTM_XSD_DIR_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/utm/utm_0.6.5 == env: SRT_PATH_SCRAMRT=/cvmfs/cms.cern.ch/share/overrides/bin:/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/bin/slc7_amd64_gcc630:/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/external/slc7_amd64_gcc630/bin:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/bin/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/external/slc7_amd64_gcc630/bin:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.0-njopjo/bin:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/bin == env: VC3_SH_PROFILE_ENV=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu == env: RIVET_ANALYSIS_PATH=/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/lib == env: SRT_LOCALRT_SCRAMRTDEL=/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1 == env: SRT_CMSSW_BASE_SCRAMRTDEL=/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1 == env: PWD=/disk/vc3-root/tmp/worker-230547-19307/t.694 == env: VC3_ROOT_PKG_CONFIG=/ == env: PARROT_ENABLED=TRUE == env: VC3_VERSION_FULL_SED=4.2.2 == env: LOBSTER_OSG_VERSION=3.4 == env: SRT_OPAL_PREFIX_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/openmpi/2.1.2rc4 == env: VC3_VERSION_WHICH=2.20 == env: LANG=C == env: SRT_QTDIR_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7 == env: MODULEPATH=/afs/crc.nd.edu/x86_64_linux/Modules/modules/development_tools_and_libraries:/afs/crc.nd.edu/x86_64_linux/Modules/modules/general_software:/afs/crc.nd.edu/x86_64_linux/Modules/modules/restricted_software:/afs/crc.nd.edu/x86_64_linux/Modules/modules/system_modules:/afs/crc.nd.edu/x86_64_linux/Modules/modules/deprecated_software:/afs/crc.nd.edu/x86_64_linux/Modules/current/modulefiles == env: VC3_MACHINE_GLIBC_VERSION=2.17 == env: SRT_G4NEUTRONHPDATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4NDL/4.5/data/G4NDL4.5 == env: X509_VOMS_DIR=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/etc/grid-security/vomsdir == env: LOBSTER_LCG_CP= == env: SRT_SHERPA_SHARE_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/share/SHERPA-MC == env: WORK_QUEUE_SANDBOX=/disk/vc3-root/tmp/worker-230547-19307 == env: CASCADE_PDFPATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cascade/2.2.04-ghjeda2/share == env: SRT_ROOT_GCC_TOOLCHAIN_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0 == env: SRT_CASCADE_PDFPATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cascade/2.2.04-ghjeda2/share == env: WORKER_DATA_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/blackhat/0.9.9-mlhled2/share/blackhat/datafiles/ == env: GIT_TEMPLATE_DIR=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/git/1.8.3.1/share/git-core/templates == env: G4SAIDXSDATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4SAIDDATA/1.1/data/G4SAIDDATA1.1 == env: SRT_DBSCMD_HOME_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/dbs-client/DBS_2_1_9-mlhled2/lib/DBSAPI == env: VC3_ROOT_CCTOOLS_WQ_WORKER=/disk/vc3-root/x86_64/redhat7.4.1708/cctools-wq-worker/v999.999.999 == env: SRT_CMSSW_FWLITE_INCLUDE_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/hepmc/2.06.07/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/clhep/2.3.4.2-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/boost/1.63.0-mlhled2/include == env: SRT_PYTHONPATH_SCRAMRT=/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/python:/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/python:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/coral/CORAL_2_3_21-ghjeda5/slc7_amd64_gcc630/python:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/coral/CORAL_2_3_21-ghjeda5/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/professor2/2.2.1-ghjeda5/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pyqt/4.11.4-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/python-ldap/2.4.10-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-matplotlib/1.5.2-njopjo/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sip/4.17-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.0-njopjo/lib64/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-sqlalchemy/1.1.4-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-lint/0.25.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-dxr/1.0-ghjeda5/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-cx-oracle/5.2.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-numpy/1.12.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/frontier_client/2.8.20-mlhled2/python/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/das_client/v03.01.00-mlhled2/bin:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/xrootd/4.6.1/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/yoda/1.6.5-ghjeda4/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pyminuit2/0.0.1-ghjeda4/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-PyYAML/3.11-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-pygithub/1.23.0-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-pip/9.0.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-dablooms/0.9.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-pippkgs_depscipy/3.0-ghjeda5/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-pippkgs/5.0-ghjeda5/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/professor/1.4.0-ghjeda4/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/dbs-client/DBS_2_1_9-mlhled2/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/dbs-client/DBS_2_1_9-mlhled2/lib/DBSAPI:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cvs2git/5419-mlhled2/lib == env: VC3_MACHINE_TARGET=x86_64/redhat7.4.1708 == env: VC3_ROOT_SED=/ == env: OASIS_CERTIFICATES=/cvmfs/oasis.opensciencegrid.org/mis/certificates == env: ROOTSYS=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/ == env: SRT_PYTHIA8DATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pythia8/226-ghjeda2/share/Pythia8/xmldoc == env: SRT_HERWIGPATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/herwigpp/2.7.1/share/Herwig++ == env: CXX=g++ == env: SRT_QTLIB_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/lib == env: SHERPA_LIBRARY_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/lib/SHERPA-MC == env: HOME=/disk/vc3-root/vc3-home == env: SHLVL=3 == env: CMSSW_SEARCH_PATH=/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/src:/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/external/slc7_amd64_gcc630/data:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/src:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/external/slc7_amd64_gcc630/data == env: VC3_VERSION_FULL_GZIP=1.5.0 == env: VC3_VERSION_MAKE=3.82 == env: DISK=1000 == env: PARROT_CACHE=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp == env: PARROT_CVMFS_ALIEN_CACHE=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp/cvmfs == env: ROOT_TTREECACHE_PREFILL=0 == env: GENREFLEX=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/bin/genreflex == env: VINCIADATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/vincia/1.2.02-ghjeda2/share/Vincia/xmldoc == env: SRT_G4LEDATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4EMLOW/6.48/data/G4EMLOW6.48 == env: SRT_GENREFLEX_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/bin/genreflex == env: MALLOC_CONF=lg_chunk:18,lg_dirty_mult:4 == env: SRT_ROOT_TTREECACHE_SIZE_SCRAMRTDEL=0 == env: SRT_EVTGENDATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/evtgen/1.6.0-ghjeda2/share == env: GFAL_CONFIG_DIR=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/etc/gfal2.d/ == env: VC3_VERSION_FULL_WHICH=2.20.0 == env: MEMORY=1200 == env: HTTP_PROXY=http://eddie.crc.nd.edu:3128 == env: SRT_CMSSW_DATA_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms == env: HEPPDT_PARAM_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/heppdt/3.03.00 == env: SRT_LD_LIBRARY_PATH_SCRAMRT=/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/biglib/slc7_amd64_gcc630:/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/biglib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.0-njopjo/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib == env: TMP=/disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk == env: PYTHONPATH=/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/python:/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/python:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/coral/CORAL_2_3_21-ghjeda5/slc7_amd64_gcc630/python:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/coral/CORAL_2_3_21-ghjeda5/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/professor2/2.2.1-ghjeda5/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pyqt/4.11.4-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/python-ldap/2.4.10-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-matplotlib/1.5.2-njopjo/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sip/4.17-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.0-njopjo/lib64/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-sqlalchemy/1.1.4-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-lint/0.25.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-dxr/1.0-ghjeda5/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-cx-oracle/5.2.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-numpy/1.12.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/frontier_client/2.8.20-mlhled2/python/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/das_client/v03.01.00-mlhled2/bin:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/xrootd/4.6.1/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/yoda/1.6.5-ghjeda4/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pyminuit2/0.0.1-ghjeda4/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-PyYAML/3.11-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-pygithub/1.23.0-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-pip/9.0.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-dablooms/0.9.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-pippkgs_depscipy/3.0-ghjeda5/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-pippkgs/5.0-ghjeda5/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/professor/1.4.0-ghjeda4/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/dbs-client/DBS_2_1_9-mlhled2/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/dbs-client/DBS_2_1_9-mlhled2/lib/DBSAPI:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cvs2git/5419-mlhled2/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib/python2.7/site-packages:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/python2.7/site-packages:python:python: == env: QTLIB=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/lib == env: SCONS_LIB_DIR=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/scons/1.2.0-mlhled2/lib == env: VC3_INSTALL_USER_HOME=/disk/vc3-root/vc3-home == env: VC3_VERSION_FULL_VC3_BUILDER_HANDS=1.0.0 == env: FRONTIER_CLIENT=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/frontier_client/2.8.20-mlhled2/ == env: SRT_G4NEUTRONXSDATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4NEUTRONXS/1.4/data/G4NEUTRONXS1.4 == env: SRT_SHERPA_LIBRARY_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/lib/SHERPA-MC == env: VC3_ROOT_TAR=/ == env: VC3_VERSION_PKG_CONFIG=0.27 == env: CLHEP_PARAM_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/clhep/2.3.4.2-mlhled2 == env: CCTOOLS_ND=lobster-171-cd5e3e2c-cvmfs-70dfa0d6 == env: VC3_SH_PROFILE_WRAPPER=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu.wrapper == env: HERWIGPATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/herwigpp/2.7.1/share/Herwig++ == env: PYTHIA8DATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pythia8/226-ghjeda2/share/Pythia8/xmldoc == env: SRT_FRONTIER_CLIENT_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/frontier_client/2.8.20-mlhled2/ == env: SRT_CSC_TRACK_FINDER_DATA_DIR_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/CSCTrackFinderEmulation/1.2/data/ == env: SRT_ROOT_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/madgraph5amcatnlo/2.4.3-ghjeda5 == env: CC=gcc == env: TEXMFHOME=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/share/Rivet/texmf == env: SRT_OPENBLAS_NUM_THREADS_SCRAMRTDEL=1 == env: SRT_GIT_TEMPLATE_DIR_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/git/1.8.3.1/share/git-core/templates == env: SRT_G4SAIDXSDATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4SAIDDATA/1.1/data/G4SAIDDATA1.1 == env: CMSSW_VERSION=CMSSW_9_3_1 == env: SRT_LANG_SCRAMRTDEL=C == env: CCTOOLS_RESOURCE_MONITOR_INFO=1045 == env: VC3_VERSION_FULL_MAKE=3.82.0 == env: CORES=1 == env: PARROT_DEBUG_FLAGS= == env: SHERPA_SHARE_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/share/SHERPA-MC == env: VC3_MACHINE_ARCH=x86_64 == env: VC3_ROOT_VC3_BUILDER_HANDS=/disk/vc3-root/x86_64/redhat7.4.1708/vc3-builder-hands/v1.0.0 == env: CMS_OPENLOOPS_PREFIX=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/openloops/1.3.1-mlhled2 == env: GIT_EXEC_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/git/1.8.3.1/libexec/git-core == env: LOCALRT=/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1 == env: CMSSW_BASE=/disk/vc3-root/tmp/worker-230547-19307/t.694/CMSSW_9_3_1 == env: SRT_VALGRIND_LIB_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/valgrind/3.12.0/lib/valgrind == env: VC3_COMMAND_LINE=/disk/vc3-builder --var CCTOOLS_ND=lobster-171-cd5e3e2c-cvmfs-70dfa0d6 --require cctools-wq-worker -- work_queue_worker -M lobster_kmohrman_EFT_ALL_genOnly.* -t 300 -C catalog.cse.nd.edu,backup-catalog.cse.nd.edu -d all -o worker.log --cores=12 --memory=16000 --disk=18880 == env: _=/bin/env === wrapper ready @ Sat Sep 14 19:57:34 EDT 2019 ==== working directory before execution @ Sat Sep 14 19:57:34 EDT 2019 ==== == dir: total 864 == dir: drwxr-xr-x 17 kmohrman campus 201 Sep 14 19:57 CMSSW_9_3_1 == dir: -rw-r--r-- 8 kmohrman campus 7693 Sep 14 19:56 GEN-00000-ttlnuJets_1_qCut25-1_cfg.py == dir: drwxr-xr-x 2 kmohrman campus 71 Sep 14 19:56 bin == dir: -rwxr-xr-x 13 kmohrman campus 627272 Sep 14 19:56 cctools-monitor == dir: -rw-r--r-- 1 kmohrman campus 0 Sep 14 19:56 cctools-monitor.summary == dir: drwxrwxrwx 2 kmohrman campus 6 Sep 14 19:56 cctools-temp-t.694.cLwpTk == dir: -rw------- 1 kmohrman campus 51 Sep 14 19:57 cvmfschecksum.cms.cern.ch == dir: -rw------- 1 kmohrman campus 51 Sep 14 19:57 cvmfschecksum.oasis.opensciencegrid.org == dir: drwxr-xr-x 2 kmohrman campus 33 Sep 14 19:56 lib == dir: -rwxrwxrwx 1 kmohrman campus 146912 Sep 14 19:56 librmonitor_helper.so.ELxQgj == dir: -rw-r--r-- 2 kmohrman campus 2604 Sep 14 19:56 parameters.json == dir: -rw------- 2 kmohrman campus 9165 Sep 14 19:56 proxy == dir: drwxr-xr-x 3 kmohrman campus 20 Sep 14 19:56 python == dir: -rw-r--r-- 13 kmohrman campus 570 Sep 14 19:56 report.json.in == dir: -rw-r--r-- 13 kmohrman campus 461 Sep 14 19:56 sandbox-CMSSW_9_3_1-slc7_amd64_gcc630.tar.bz2 == dir: drwxr-xr-x 4 kmohrman campus 37 Sep 14 19:56 siteconf == dir: -rw-r--r-- 1 kmohrman campus 11 Sep 14 19:57 t_wrapper_ready == dir: -rw-r--r-- 1 kmohrman campus 11 Sep 14 19:57 t_wrapper_start == dir: -rwxr-xr-x 13 kmohrman campus 47217 Sep 14 19:56 task.py == dir: -rwxr-xr-x 13 kmohrman campus 6296 Sep 14 19:56 wrapper.sh Warning in : class BSTRecord found in libDataFormatsTCDS.so is already in libDataFormatsScalers.so Warning in : class edm::Wrapper found in libDataFormatsTCDS.so is already in libDataFormatsScalers.so >>> data is {u'files': {u'info': {}, u'output_info': {}, u'skipped': []}, u'cpu_time': 0, u'exe_exit_code': 0, u'events_written': 0, u'output_size': 0, u'task_exit_code': 0, u'output_storage_element': u'', u'cache': {u'start_size': 0, u'type': 2, u'end_size': 0}, u'stageout_exit_code': 0, u'output_bare_size': 0, u'transfers': defaultdict(, {}), u'task_timing': {u'wrapper_ready': 0, u'wrapper_start': 0, u'prologue_end': 0, u'epilogue_end': 0, u'stage_out_end': 0, u'stage_in_end': 0, u'processing_end': 0}, u'events_per_run': 0} @ Sat Sep 14 19:57:44 2019 >>> Trying hdfs client access method @ Sat Sep 14 19:57:44 2019 >>> executing 'timeout 300 hdfs dfs -fs hdfs://eddie.crc.nd.edu:19000 -get /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_464.root HIG-RunIIFall17wmLHE-00000ND_464.root' @ Sat Sep 14 19:57:44 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmpogkxqO to store command output >> cmd: timeout: failed to run command 'hdfs': No such file or directory >>>>> Unable to copy input with hdfs client @ Sat Sep 14 19:57:44 2019 >>> Trying xrootd access method @ Sat Sep 14 19:57:44 2019 >>> executing 'env XRD_LOGLEVEL=Debug timeout 300 xrdfs deepthought.crc.nd.edu stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_464.root' @ Sat Sep 14 19:57:44 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmpxhk30z to store command output >> cmd: [2019-09-14 19:57:44.580230 -0400][Warning][Utility ] Unable to process global config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 19:57:44.581365 -0400][Debug ][Utility ] Unable to process user config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 19:57:44.581549 -0400][Debug ][PlugInMgr ] Initializing plug-in manager... >> cmd: [2019-09-14 19:57:44.581622 -0400][Debug ][PlugInMgr ] No default plug-in, loading plug-in configs... >> cmd: [2019-09-14 19:57:44.581689 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /etc/xrootd/client.plugins.d... >> cmd: [2019-09-14 19:57:44.581804 -0400][Debug ][PlugInMgr ] Unable to process directory /etc/xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 19:57:44.582194 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d... >> cmd: [2019-09-14 19:57:44.582322 -0400][Debug ][PlugInMgr ] Unable to process directory /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 19:57:44.582477 -0400][Debug ][App ] Executing: stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_464.root >> cmd: [2019-09-14 19:57:44.582554 -0400][Debug ][Poller ] Available pollers: built-in >> cmd: [2019-09-14 19:57:44.582619 -0400][Debug ][Poller ] Attempting to create a poller according to preference: built-in >> cmd: [2019-09-14 19:57:44.582670 -0400][Debug ][Poller ] Creating poller: built-in >> cmd: [2019-09-14 19:57:44.582741 -0400][Debug ][Poller ] Creating and starting the built-in poller... >> cmd: [2019-09-14 19:57:44.583058 -0400][Debug ][Poller ] Using 1 poller threads >> cmd: [2019-09-14 19:57:44.583117 -0400][Debug ][TaskMgr ] Starting the task manager... >> cmd: [2019-09-14 19:57:44.583316 -0400][Debug ][TaskMgr ] Task manager started >> cmd: [2019-09-14 19:57:44.583375 -0400][Debug ][JobMgr ] Starting the job manager... >> cmd: [2019-09-14 19:57:44.583763 -0400][Debug ][JobMgr ] Job manager started, 3 workers >> cmd: [2019-09-14 19:57:44.583818 -0400][Debug ][TaskMgr ] Registering task: "FileTimer task" to be run at: [2019-09-14 19:57:44 -0400] >> cmd: [2019-09-14 19:57:44.583880 -0400][Debug ][PostMaster ] Creating new channel to: deepthought.crc.nd.edu:1094 1 stream(s) >> cmd: [2019-09-14 19:57:44.583933 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 19:57:44.585058 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" to be run at: [2019-09-14 19:57:59 -0400] >> cmd: [2019-09-14 19:57:44.586514 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094] Found 1 address(es): [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 19:57:44.586684 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Attempting connection to [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 19:57:44.586800 -0400][Debug ][Poller ] Adding socket 0x110f7f0 to the poller >> cmd: [2019-09-14 19:57:44.587099 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Async connection call returned >> cmd: [2019-09-14 19:57:44.587206 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 19:57:44.598722 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Got the server hand shake response (type: manager [], protocol version 310) >> cmd: [2019-09-14 19:57:44.599124 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] kXR_protocol successful (type: manager [], protocol version 310) >> cmd: [2019-09-14 19:57:44.603413 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 19:57:44.604156 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Logged in, session: 4b060000855637000700000048060000 >> cmd: [2019-09-14 19:57:44.604313 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream 0 connected. >> cmd: [2019-09-14 19:57:44.604405 -0400][Debug ][Utility ] Monitor library name not set. No monitoring >> cmd: [2019-09-14 19:57:44.613953 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant05.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 19:57:44.614031 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 19:57:44.615893 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" to be run at: [2019-09-14 19:57:59 -0400] >> cmd: [2019-09-14 19:57:44.617281 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 19:57:44.617586 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 19:57:44.617734 -0400][Debug ][Poller ] Adding socket 0x80016a0 to the poller >> cmd: [2019-09-14 19:57:44.618017 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 19:57:44.618189 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 19:57:44.618987 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 19:57:44.619239 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 19:57:44.623431 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 19:57:44.624213 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Logged in, session: 1d070000780c00001e0000001c080000 >> cmd: [2019-09-14 19:57:44.624275 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 19:57:44.624332 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 19:57:44.645688 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 19:57:44 24502 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 19:57:44.687643 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 19:57:44.687719 -0400][Error ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 19:57:44.687764 -0400][Error ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 19:57:44.687801 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:57:44.687840 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:43248><--><[::ffff:149.165.243.13]:1096> Removing socket from the poller >> cmd: [2019-09-14 19:57:44.688000 -0400][Error ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 19:57:44.688052 -0400][Error ][XRootD ] [primeradiant05.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_464.root, flags: none). Trying to recover. >> cmd: [2019-09-14 19:57:44.688134 -0400][Debug ][XRootD ] [primeradiant05.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_464.root, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 19:57:46.692398 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x1109ea0" to be run at: [2019-09-14 19:57:51 -0400] >> cmd: [2019-09-14 19:57:51.585530 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x1109ea0" >> cmd: [2019-09-14 19:57:55.962036 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x1109ea0" to be run at: [2019-09-14 19:58:00 -0400] >> cmd: [2019-09-14 19:58:00.588181 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x1109ea0" >> cmd: [2019-09-14 19:58:03.596325 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x1109ea0" to be run at: [2019-09-14 19:58:08 -0400] >> cmd: [2019-09-14 19:58:08.590624 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x1109ea0" >> cmd: [2019-09-14 19:58:13.662806 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant02.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 19:58:13.663070 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 19:58:13.666152 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" to be run at: [2019-09-14 19:58:28 -0400] >> cmd: [2019-09-14 19:58:13.668658 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 19:58:13.669043 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 19:58:13.669346 -0400][Debug ][Poller ] Adding socket 0x10001550 to the poller >> cmd: [2019-09-14 19:58:13.669649 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 19:58:13.670091 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 19:58:13.671058 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 19:58:13.671530 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 19:58:13.677110 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 19:58:13.678095 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Logged in, session: 2b0700009b0c00001d00000065080000 >> cmd: [2019-09-14 19:58:13.678247 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 19:58:13.678403 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 19:58:13.680513 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 19:58:13 24502 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 19:58:13.681363 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 19:58:13.681500 -0400][Error ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 19:58:13.681629 -0400][Error ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 19:58:13.681728 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:13.681818 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:35414><--><[::ffff:149.165.243.6]:1096> Removing socket from the poller >> cmd: [2019-09-14 19:58:13.682067 -0400][Error ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 19:58:13.682150 -0400][Error ][XRootD ] [primeradiant02.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_464.root?tried=primeradiant05.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 19:58:13.682272 -0400][Debug ][XRootD ] [primeradiant02.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_464.root?tried=primeradiant05.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 19:58:13.684252 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant03.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 19:58:13.684418 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 19:58:13.687156 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" to be run at: [2019-09-14 19:58:28 -0400] >> cmd: [2019-09-14 19:58:13.689032 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 19:58:13.689281 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 19:58:13.689467 -0400][Debug ][Poller ] Adding socket 0x14001550 to the poller >> cmd: [2019-09-14 19:58:13.689862 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 19:58:13.690078 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 19:58:13.690976 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 19:58:13.691436 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 19:58:13.696231 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 19:58:13.697122 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Logged in, session: 2a070000860c00001b00000025080000 >> cmd: [2019-09-14 19:58:13.697273 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 19:58:13.697402 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 19:58:13.699348 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 19:58:13 24502 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 19:58:13.700024 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 19:58:13.700128 -0400][Error ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 19:58:13.700268 -0400][Error ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 19:58:13.700428 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:13.700594 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:53196><--><[::ffff:149.165.243.11]:1096> Removing socket from the poller >> cmd: [2019-09-14 19:58:13.700970 -0400][Error ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 19:58:13.701108 -0400][Error ][XRootD ] [primeradiant03.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_464.root?tried=primeradiant05.crc.nd.edu,primeradiant02.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 19:58:13.701200 -0400][Debug ][XRootD ] [primeradiant03.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_464.root?tried=primeradiant05.crc.nd.edu,primeradiant02.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 19:58:15.737700 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x1109ea0" to be run at: [2019-09-14 19:58:20 -0400] >> cmd: [2019-09-14 19:58:20.593814 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x1109ea0" >> cmd: [2019-09-14 19:58:20.614160 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant04.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 19:58:20.614364 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 19:58:20.615991 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" to be run at: [2019-09-14 19:58:35 -0400] >> cmd: [2019-09-14 19:58:20.617692 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 19:58:20.617923 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 19:58:20.618065 -0400][Debug ][Poller ] Adding socket 0x10002260 to the poller >> cmd: [2019-09-14 19:58:20.618253 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 19:58:20.618425 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 19:58:20.619026 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 19:58:20.619336 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 19:58:20.623062 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 19:58:20.623624 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Logged in, session: 62060000a00c00001b00000062060000 >> cmd: [2019-09-14 19:58:20.623705 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 19:58:20.623808 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 19:58:20.625653 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 19:58:20 24502 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 19:58:20.626213 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 19:58:20.626295 -0400][Error ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 19:58:20.626367 -0400][Error ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 19:58:20.626430 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:20.626495 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:49044><--><[::ffff:149.165.243.12]:1096> Removing socket from the poller >> cmd: [2019-09-14 19:58:20.626717 -0400][Error ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 19:58:20.626790 -0400][Error ][XRootD ] [primeradiant04.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_464.root?tried=primeradiant05.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 19:58:20.626870 -0400][Debug ][XRootD ] [primeradiant04.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_464.root?tried=primeradiant05.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 19:58:20.651263 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant01.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 19:58:20.651380 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 19:58:20.652801 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" to be run at: [2019-09-14 19:58:35 -0400] >> cmd: [2019-09-14 19:58:20.654124 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 19:58:20.654331 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 19:58:20.654456 -0400][Debug ][Poller ] Adding socket 0x14001fa0 to the poller >> cmd: [2019-09-14 19:58:20.654620 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 19:58:20.654784 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 19:58:20.655324 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 19:58:20.655602 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 19:58:20.659140 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 19:58:20.659668 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Logged in, session: 940700009d0c00001b000000c4080000 >> cmd: [2019-09-14 19:58:20.659749 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 19:58:20.659811 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 19:58:20.661045 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 19:58:20 24502 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 19:58:20.661505 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 19:58:20.661567 -0400][Error ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 19:58:20.661630 -0400][Error ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 19:58:20.661696 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:20.661760 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:43686><--><[::ffff:149.165.243.5]:1096> Removing socket from the poller >> cmd: [2019-09-14 19:58:20.661945 -0400][Error ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 19:58:20.662006 -0400][Error ][XRootD ] [primeradiant01.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_464.root?tried=primeradiant05.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 19:58:20.662066 -0400][Debug ][XRootD ] [primeradiant01.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_464.root?tried=primeradiant05.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 19:58:20.686198 -0400][Debug ][XRootD ] [deepthought.crc.nd.edu:1094] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_464.root?tried=primeradiant05.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu,primeradiant04.crc.nd.edu,primeradiant01.crc.nd.edu, flags: none): [ERROR] Error response: No such file or directory. >> cmd: [2019-09-14 19:58:20.686448 -0400][Error ][App ] Unable stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_464.root: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: >> cmd: [2019-09-14 19:58:20.714438 -0400][Debug ][JobMgr ] Stopping the job manager... >> cmd: [2019-09-14 19:58:20.715260 -0400][Debug ][JobMgr ] Job manager stopped >> cmd: [2019-09-14 19:58:20.715327 -0400][Debug ][TaskMgr ] Stopping the task manager... >> cmd: [2019-09-14 19:58:20.715649 -0400][Debug ][TaskMgr ] Task manager stopped >> cmd: [2019-09-14 19:58:20.715718 -0400][Debug ][Poller ] Stopping the poller... >> cmd: [2019-09-14 19:58:20.716114 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" >> cmd: [2019-09-14 19:58:20.716176 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:20.716232 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:55782><--><[::ffff:129.74.85.55]:1094> Removing socket from the poller >> cmd: [2019-09-14 19:58:20.716342 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Destroying stream >> cmd: [2019-09-14 19:58:20.716398 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:20.716456 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" >> cmd: [2019-09-14 19:58:20.716507 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:20.716558 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 19:58:20.716609 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:20.716670 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" >> cmd: [2019-09-14 19:58:20.716727 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:20.716778 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 19:58:20.716828 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:20.716882 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" >> cmd: [2019-09-14 19:58:20.716934 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:20.717022 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 19:58:20.717084 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:20.717143 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" >> cmd: [2019-09-14 19:58:20.717196 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:20.717247 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 19:58:20.717298 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:20.717352 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" >> cmd: [2019-09-14 19:58:20.717403 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:20.717455 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 19:58:20.717505 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >>> xrootd access to input file unavailable @ Sat Sep 14 19:58:20 2019 >>> Trying srm access method @ Sat Sep 14 19:58:20 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_464.root HIG-RunIIFall17wmLHE-00000ND_464.root' @ Sat Sep 14 19:58:20 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmp4uh6mn to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not open source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >> cmd: Copying 18018143 bytes gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_464.root => file:///disk/vc3-root/tmp/worker-230547-19307/t.694/HIG-RunIIFall17wmLHE-00000ND_464.root >>>>> Unable to copy input with SRM @ Sat Sep 14 20:05:17 2019 >>> Trying srm access method @ Sat Sep 14 20:05:17 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_464.root HIG-RunIIFall17wmLHE-00000ND_464.root' @ Sat Sep 14 20:05:17 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmpaA0hFF to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not stat the source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >>>>> Unable to copy input with SRM @ Sat Sep 14 20:08:43 2019 >>>>>> no stage out method succeeded for: kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_464.root @ Sat Sep 14 20:08:43 2019 >>> Trying hdfs client access method @ Sat Sep 14 20:08:43 2019 >>> executing 'timeout 300 hdfs dfs -fs hdfs://eddie.crc.nd.edu:19000 -get /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1959.root HIG-RunIIFall17wmLHE-00000ND_1959.root' @ Sat Sep 14 20:08:43 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmp0AFwA_ to store command output >> cmd: timeout: failed to run command 'hdfs': No such file or directory >>>>> Unable to copy input with hdfs client @ Sat Sep 14 20:08:43 2019 >>> Trying xrootd access method @ Sat Sep 14 20:08:43 2019 >>> executing 'env XRD_LOGLEVEL=Debug timeout 300 xrdfs deepthought.crc.nd.edu stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1959.root' @ Sat Sep 14 20:08:43 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmp5JDgMl to store command output >> cmd: [2019-09-14 20:08:44.066372 -0400][Warning][Utility ] Unable to process global config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:08:44.068524 -0400][Debug ][Utility ] Unable to process user config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:08:44.068858 -0400][Debug ][PlugInMgr ] Initializing plug-in manager... >> cmd: [2019-09-14 20:08:44.068960 -0400][Debug ][PlugInMgr ] No default plug-in, loading plug-in configs... >> cmd: [2019-09-14 20:08:44.069044 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /etc/xrootd/client.plugins.d... >> cmd: [2019-09-14 20:08:44.069217 -0400][Debug ][PlugInMgr ] Unable to process directory /etc/xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:08:44.069870 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d... >> cmd: [2019-09-14 20:08:44.070062 -0400][Debug ][PlugInMgr ] Unable to process directory /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:08:44.070395 -0400][Debug ][App ] Executing: stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1959.root >> cmd: [2019-09-14 20:08:44.070572 -0400][Debug ][Poller ] Available pollers: built-in >> cmd: [2019-09-14 20:08:44.070650 -0400][Debug ][Poller ] Attempting to create a poller according to preference: built-in >> cmd: [2019-09-14 20:08:44.070741 -0400][Debug ][Poller ] Creating poller: built-in >> cmd: [2019-09-14 20:08:44.070846 -0400][Debug ][Poller ] Creating and starting the built-in poller... >> cmd: [2019-09-14 20:08:44.071607 -0400][Debug ][Poller ] Using 1 poller threads >> cmd: [2019-09-14 20:08:44.071761 -0400][Debug ][TaskMgr ] Starting the task manager... >> cmd: [2019-09-14 20:08:44.072083 -0400][Debug ][TaskMgr ] Task manager started >> cmd: [2019-09-14 20:08:44.072186 -0400][Debug ][JobMgr ] Starting the job manager... >> cmd: [2019-09-14 20:08:44.072996 -0400][Debug ][JobMgr ] Job manager started, 3 workers >> cmd: [2019-09-14 20:08:44.073111 -0400][Debug ][TaskMgr ] Registering task: "FileTimer task" to be run at: [2019-09-14 20:08:44 -0400] >> cmd: [2019-09-14 20:08:44.073252 -0400][Debug ][PostMaster ] Creating new channel to: deepthought.crc.nd.edu:1094 1 stream(s) >> cmd: [2019-09-14 20:08:44.073372 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:08:44.075505 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" to be run at: [2019-09-14 20:08:59 -0400] >> cmd: [2019-09-14 20:08:44.077534 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094] Found 1 address(es): [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 20:08:44.077814 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Attempting connection to [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 20:08:44.077996 -0400][Debug ][Poller ] Adding socket 0x121d8a0 to the poller >> cmd: [2019-09-14 20:08:44.078590 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Async connection call returned >> cmd: [2019-09-14 20:08:44.078900 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:09:28.475137 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Got the server hand shake response (type: manager [], protocol version 310) >> cmd: [2019-09-14 20:09:28.475642 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] kXR_protocol successful (type: manager [], protocol version 310) >> cmd: [2019-09-14 20:09:28.481074 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:09:28.481830 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Logged in, session: d00800008556370045000000e0080000 >> cmd: [2019-09-14 20:09:28.481990 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream 0 connected. >> cmd: [2019-09-14 20:09:28.482081 -0400][Debug ][Utility ] Monitor library name not set. No monitoring >> cmd: [2019-09-14 20:09:28.507520 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x1217ea0" to be run at: [2019-09-14 20:09:38 -0400] >> cmd: [2019-09-14 20:09:38.083697 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x1217ea0" >> cmd: [2019-09-14 20:09:43.914813 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x1217ea0" to be run at: [2019-09-14 20:09:48 -0400] >> cmd: [2019-09-14 20:09:48.086274 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x1217ea0" >> cmd: [2019-09-14 20:09:48.404242 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x1217ea0" to be run at: [2019-09-14 20:09:58 -0400] >> cmd: [2019-09-14 20:09:58.088914 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x1217ea0" >> cmd: [2019-09-14 20:10:02.821119 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x1217ea0" to be run at: [2019-09-14 20:10:12 -0400] >> cmd: [2019-09-14 20:10:12.092354 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x1217ea0" >> cmd: [2019-09-14 20:10:15.124965 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x1217ea0" to be run at: [2019-09-14 20:10:25 -0400] >> cmd: [2019-09-14 20:10:25.095470 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x1217ea0" >> cmd: [2019-09-14 20:10:29.016401 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x1217ea0" to be run at: [2019-09-14 20:10:39 -0400] >> cmd: [2019-09-14 20:10:39.099144 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x1217ea0" >> cmd: [2019-09-14 20:10:41.364236 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x1217ea0" to be run at: [2019-09-14 20:10:51 -0400] >> cmd: [2019-09-14 20:10:51.102279 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x1217ea0" >> cmd: [2019-09-14 20:10:51.507904 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x1217ea0" to be run at: [2019-09-14 20:11:01 -0400] >> cmd: [2019-09-14 20:11:01.104987 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x1217ea0" >> cmd: [2019-09-14 20:11:01.152424 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x1217ea0" to be run at: [2019-09-14 20:11:11 -0400] >> cmd: [2019-09-14 20:11:11.107720 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x1217ea0" >> cmd: [2019-09-14 20:11:13.117860 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x1217ea0" to be run at: [2019-09-14 20:11:18 -0400] >> cmd: [2019-09-14 20:11:18.109753 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x1217ea0" >> cmd: [2019-09-14 20:11:18.110732 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant02.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:18.110858 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:18.113436 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:33 -0400] >> cmd: [2019-09-14 20:11:18.115279 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 20:11:18.115562 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 20:11:18.115750 -0400][Debug ][Poller ] Adding socket 0xfc0016d0 to the poller >> cmd: [2019-09-14 20:11:18.116007 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:18.116237 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:18.117050 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:18.117452 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:18.121587 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:18.122290 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Logged in, session: 810900009b0c00001b000000bb0a0000 >> cmd: [2019-09-14 20:11:18.122382 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:18.122471 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:18.129871 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:18 26681 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:18.162488 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:18.162552 -0400][Error ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:18.162608 -0400][Error ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:18.162659 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:18.162728 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:35860><--><[::ffff:149.165.243.6]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:18.162899 -0400][Error ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:18.162951 -0400][Error ][XRootD ] [primeradiant02.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1959.root, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:18.162999 -0400][Debug ][XRootD ] [primeradiant02.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1959.root, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:18.180756 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant03.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:18.180929 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:18.182991 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:33 -0400] >> cmd: [2019-09-14 20:11:18.184103 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 20:11:18.184242 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 20:11:18.184334 -0400][Debug ][Poller ] Adding socket 0x15c0 to the poller >> cmd: [2019-09-14 20:11:18.184492 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:18.184632 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:18.185121 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:18.185371 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:18.188016 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:18.188453 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Logged in, session: 8f090000860c00001c0000008a0a0000 >> cmd: [2019-09-14 20:11:18.188512 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:18.188555 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:18.189588 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:18 26681 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:18.189942 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:18.190001 -0400][Error ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:18.190049 -0400][Error ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:18.190093 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:18.190138 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:53640><--><[::ffff:149.165.243.11]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:18.190294 -0400][Error ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:18.190341 -0400][Error ][XRootD ] [primeradiant03.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1959.root?tried=primeradiant02.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:18.190388 -0400][Debug ][XRootD ] [primeradiant03.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1959.root?tried=primeradiant02.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:18.192065 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant05.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:18.192170 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:18.193979 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:33 -0400] >> cmd: [2019-09-14 20:11:18.195001 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 20:11:18.195134 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 20:11:18.195238 -0400][Debug ][Poller ] Adding socket 0xf80015c0 to the poller >> cmd: [2019-09-14 20:11:18.195427 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:18.195582 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:18.196127 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:18.196385 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:18.198958 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:18.199456 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Logged in, session: 7c090000780c00001c0000007b0a0000 >> cmd: [2019-09-14 20:11:18.199515 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:18.199564 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:18.200603 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:18 26681 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:18.200946 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:18.200994 -0400][Error ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:18.201042 -0400][Error ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:18.201085 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:18.201129 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:43764><--><[::ffff:149.165.243.13]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:18.201275 -0400][Error ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:18.201320 -0400][Error ][XRootD ] [primeradiant05.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1959.root?tried=primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:18.201366 -0400][Debug ][XRootD ] [primeradiant05.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1959.root?tried=primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:18.204206 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant04.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:18.204272 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:18.205263 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:33 -0400] >> cmd: [2019-09-14 20:11:18.206215 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 20:11:18.206360 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 20:11:18.206451 -0400][Debug ][Poller ] Adding socket 0xfc001d40 to the poller >> cmd: [2019-09-14 20:11:18.206596 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:18.206748 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:18.207224 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:18.207463 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:18.210378 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:18.210825 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Logged in, session: ab080000a00c00001b000000ab080000 >> cmd: [2019-09-14 20:11:18.210877 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:18.210921 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:18.211961 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:18 26681 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:18.212303 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:18.212350 -0400][Error ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:18.212398 -0400][Error ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:18.212442 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:18.212486 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:49460><--><[::ffff:149.165.243.12]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:18.212632 -0400][Error ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:18.212687 -0400][Error ][XRootD ] [primeradiant04.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1959.root?tried=primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu,primeradiant05.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:18.212734 -0400][Debug ][XRootD ] [primeradiant04.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1959.root?tried=primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu,primeradiant05.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:18.215490 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant01.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:18.215550 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:18.216466 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:33 -0400] >> cmd: [2019-09-14 20:11:18.217438 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 20:11:18.217570 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 20:11:18.217658 -0400][Debug ][Poller ] Adding socket 0x1e10 to the poller >> cmd: [2019-09-14 20:11:18.217857 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:18.218057 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:18.218562 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:18.218828 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:18.221471 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:18.222024 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Logged in, session: dd0900009d0c00001d0000000d0b0000 >> cmd: [2019-09-14 20:11:18.222091 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:18.222142 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:18.223334 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:18 26681 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:18.223672 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:18.223724 -0400][Error ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:18.223772 -0400][Error ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:18.223815 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:18.223860 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:44100><--><[::ffff:149.165.243.5]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:18.224004 -0400][Error ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:18.224050 -0400][Error ][XRootD ] [primeradiant01.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1959.root?tried=primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:18.224095 -0400][Debug ][XRootD ] [primeradiant01.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1959.root?tried=primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:18.228145 -0400][Debug ][XRootD ] [deepthought.crc.nd.edu:1094] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1959.root?tried=primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu,primeradiant01.crc.nd.edu, flags: none): [ERROR] Error response: No such file or directory. >> cmd: [2019-09-14 20:11:18.228382 -0400][Error ][App ] Unable stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1959.root: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: >> cmd: [2019-09-14 20:11:18.262181 -0400][Debug ][JobMgr ] Stopping the job manager... >> cmd: [2019-09-14 20:11:18.263204 -0400][Debug ][JobMgr ] Job manager stopped >> cmd: [2019-09-14 20:11:18.263294 -0400][Debug ][TaskMgr ] Stopping the task manager... >> cmd: [2019-09-14 20:11:18.263735 -0400][Debug ][TaskMgr ] Task manager stopped >> cmd: [2019-09-14 20:11:18.263806 -0400][Debug ][Poller ] Stopping the poller... >> cmd: [2019-09-14 20:11:18.264358 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" >> cmd: [2019-09-14 20:11:18.264481 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:18.264555 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:56274><--><[::ffff:129.74.85.55]:1094> Removing socket from the poller >> cmd: [2019-09-14 20:11:18.264718 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Destroying stream >> cmd: [2019-09-14 20:11:18.264810 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:18.264888 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:18.264959 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:18.265028 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:18.265095 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:18.265165 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:18.265235 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:18.265303 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:18.265369 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:18.265438 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:18.265507 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:18.265573 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:18.265640 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:18.265722 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:18.265796 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:18.265863 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:18.265929 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:18.265998 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:18.266079 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:18.266147 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:18.266213 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >>> xrootd access to input file unavailable @ Sat Sep 14 20:11:18 2019 >>> Trying srm access method @ Sat Sep 14 20:11:18 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1959.root HIG-RunIIFall17wmLHE-00000ND_1959.root' @ Sat Sep 14 20:11:18 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmp7l3MG5 to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not stat the source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >>>>> Unable to copy input with SRM @ Sat Sep 14 20:11:36 2019 >>> Trying srm access method @ Sat Sep 14 20:11:36 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1959.root HIG-RunIIFall17wmLHE-00000ND_1959.root' @ Sat Sep 14 20:11:36 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmpg7oLI3 to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not stat the source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >>>>> Unable to copy input with SRM @ Sat Sep 14 20:11:42 2019 >>>>>> no stage out method succeeded for: kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1959.root @ Sat Sep 14 20:11:42 2019 >>> Trying hdfs client access method @ Sat Sep 14 20:11:42 2019 >>> executing 'timeout 300 hdfs dfs -fs hdfs://eddie.crc.nd.edu:19000 -get /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1716.root HIG-RunIIFall17wmLHE-00000ND_1716.root' @ Sat Sep 14 20:11:42 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmpJEv908 to store command output >> cmd: timeout: failed to run command 'hdfs': No such file or directory >>>>> Unable to copy input with hdfs client @ Sat Sep 14 20:11:42 2019 >>> Trying xrootd access method @ Sat Sep 14 20:11:42 2019 >>> executing 'env XRD_LOGLEVEL=Debug timeout 300 xrdfs deepthought.crc.nd.edu stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1716.root' @ Sat Sep 14 20:11:42 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmpkF4g2v to store command output >> cmd: [2019-09-14 20:11:43.096735 -0400][Warning][Utility ] Unable to process global config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:43.097855 -0400][Debug ][Utility ] Unable to process user config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:43.098029 -0400][Debug ][PlugInMgr ] Initializing plug-in manager... >> cmd: [2019-09-14 20:11:43.098078 -0400][Debug ][PlugInMgr ] No default plug-in, loading plug-in configs... >> cmd: [2019-09-14 20:11:43.098122 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /etc/xrootd/client.plugins.d... >> cmd: [2019-09-14 20:11:43.098214 -0400][Debug ][PlugInMgr ] Unable to process directory /etc/xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:43.098557 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d... >> cmd: [2019-09-14 20:11:43.098676 -0400][Debug ][PlugInMgr ] Unable to process directory /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:43.098859 -0400][Debug ][App ] Executing: stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1716.root >> cmd: [2019-09-14 20:11:43.098956 -0400][Debug ][Poller ] Available pollers: built-in >> cmd: [2019-09-14 20:11:43.098997 -0400][Debug ][Poller ] Attempting to create a poller according to preference: built-in >> cmd: [2019-09-14 20:11:43.099037 -0400][Debug ][Poller ] Creating poller: built-in >> cmd: [2019-09-14 20:11:43.099082 -0400][Debug ][Poller ] Creating and starting the built-in poller... >> cmd: [2019-09-14 20:11:43.099453 -0400][Debug ][Poller ] Using 1 poller threads >> cmd: [2019-09-14 20:11:43.099498 -0400][Debug ][TaskMgr ] Starting the task manager... >> cmd: [2019-09-14 20:11:43.099653 -0400][Debug ][TaskMgr ] Task manager started >> cmd: [2019-09-14 20:11:43.099709 -0400][Debug ][JobMgr ] Starting the job manager... >> cmd: [2019-09-14 20:11:43.100144 -0400][Debug ][JobMgr ] Job manager started, 3 workers >> cmd: [2019-09-14 20:11:43.100197 -0400][Debug ][TaskMgr ] Registering task: "FileTimer task" to be run at: [2019-09-14 20:11:43 -0400] >> cmd: [2019-09-14 20:11:43.100273 -0400][Debug ][PostMaster ] Creating new channel to: deepthought.crc.nd.edu:1094 1 stream(s) >> cmd: [2019-09-14 20:11:43.100336 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:43.101692 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" to be run at: [2019-09-14 20:11:58 -0400] >> cmd: [2019-09-14 20:11:43.102996 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094] Found 1 address(es): [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 20:11:43.103171 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Attempting connection to [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 20:11:43.103278 -0400][Debug ][Poller ] Adding socket 0x16d38a0 to the poller >> cmd: [2019-09-14 20:11:43.103539 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:43.103659 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:43.105268 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Got the server hand shake response (type: manager [], protocol version 310) >> cmd: [2019-09-14 20:11:43.105464 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] kXR_protocol successful (type: manager [], protocol version 310) >> cmd: [2019-09-14 20:11:43.109351 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:43.117341 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Logged in, session: ec090000855637001a000000f6090000 >> cmd: [2019-09-14 20:11:43.117453 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream 0 connected. >> cmd: [2019-09-14 20:11:43.117499 -0400][Debug ][Utility ] Monitor library name not set. No monitoring >> cmd: [2019-09-14 20:11:43.131610 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant03.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:43.131711 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:43.133250 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:58 -0400] >> cmd: [2019-09-14 20:11:43.134962 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 20:11:43.135131 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 20:11:43.135260 -0400][Debug ][Poller ] Adding socket 0x140016a0 to the poller >> cmd: [2019-09-14 20:11:43.135457 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:43.135603 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:43.136129 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:43.136324 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:43.139383 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:43.139747 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Logged in, session: 650a0000860c00001d000000600b0000 >> cmd: [2019-09-14 20:11:43.139792 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:43.139833 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:43.146271 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:43 27667 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:43.180960 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:43.181077 -0400][Error ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:43.181178 -0400][Error ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:43.181270 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:43.181388 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:53868><--><[::ffff:149.165.243.11]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:43.181585 -0400][Error ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:43.181666 -0400][Error ][XRootD ] [primeradiant03.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1716.root, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:43.181769 -0400][Debug ][XRootD ] [primeradiant03.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1716.root, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:43.183804 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant02.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:43.183883 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:43.185912 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:58 -0400] >> cmd: [2019-09-14 20:11:43.187130 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 20:11:43.187331 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 20:11:43.187457 -0400][Debug ][Poller ] Adding socket 0x1c001540 to the poller >> cmd: [2019-09-14 20:11:43.187666 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:43.187890 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:43.188667 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:43.189036 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:43.192887 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:43.193408 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Logged in, session: 5c0a00009b0c00001d000000960b0000 >> cmd: [2019-09-14 20:11:43.193481 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:43.193551 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:43.194827 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:43 27667 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:43.195383 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:43.195455 -0400][Error ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:43.195528 -0400][Error ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:43.195599 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:43.195676 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:36106><--><[::ffff:149.165.243.6]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:43.195888 -0400][Error ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:43.195961 -0400][Error ][XRootD ] [primeradiant02.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1716.root?tried=primeradiant03.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:43.196051 -0400][Debug ][XRootD ] [primeradiant02.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1716.root?tried=primeradiant03.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:43.209963 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant05.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:43.210082 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:43.211282 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:58 -0400] >> cmd: [2019-09-14 20:11:43.212270 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 20:11:43.212434 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 20:11:43.212529 -0400][Debug ][Poller ] Adding socket 0x20001540 to the poller >> cmd: [2019-09-14 20:11:43.212651 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:43.212770 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:43.213106 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:43.213274 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:43.216022 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:43.216397 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Logged in, session: 580a0000780c00001d000000570b0000 >> cmd: [2019-09-14 20:11:43.216442 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:43.216479 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:43.217762 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:43 27667 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:43.218058 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:43.218098 -0400][Error ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:43.218139 -0400][Error ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:43.218177 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:43.218215 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:44014><--><[::ffff:149.165.243.13]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:43.218328 -0400][Error ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:43.218374 -0400][Error ][XRootD ] [primeradiant05.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1716.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:43.218413 -0400][Debug ][XRootD ] [primeradiant05.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1716.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:43.237289 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant04.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:43.237356 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:43.238219 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:58 -0400] >> cmd: [2019-09-14 20:11:43.239311 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 20:11:43.239433 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 20:11:43.239511 -0400][Debug ][Poller ] Adding socket 0x14001d20 to the poller >> cmd: [2019-09-14 20:11:43.239629 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:43.239733 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:43.240068 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:43.240234 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:43.242895 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:43.243306 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Logged in, session: 9c090000a00c00001b0000009c090000 >> cmd: [2019-09-14 20:11:43.243348 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:43.243385 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:43.244238 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:43 27667 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:43.244538 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:43.244581 -0400][Error ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:43.244623 -0400][Error ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:43.244672 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:43.244716 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:49716><--><[::ffff:149.165.243.12]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:43.244874 -0400][Error ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:43.244920 -0400][Error ][XRootD ] [primeradiant04.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1716.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:43.244961 -0400][Debug ][XRootD ] [primeradiant04.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1716.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:43.269307 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant01.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:43.269389 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:43.270376 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:58 -0400] >> cmd: [2019-09-14 20:11:43.271383 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 20:11:43.271505 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 20:11:43.271601 -0400][Debug ][Poller ] Adding socket 0x1c001e10 to the poller >> cmd: [2019-09-14 20:11:43.271731 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:43.271838 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:43.272170 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:43.272331 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:43.274687 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:43.275013 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Logged in, session: d20a00009d0c00001e000000020c0000 >> cmd: [2019-09-14 20:11:43.275057 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:43.275094 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:43.276152 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:43 27667 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:43.276521 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:43.276571 -0400][Error ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:43.276617 -0400][Error ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:43.276678 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:43.276725 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:44360><--><[::ffff:149.165.243.5]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:43.276859 -0400][Error ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:43.276901 -0400][Error ][XRootD ] [primeradiant01.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1716.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:43.276943 -0400][Debug ][XRootD ] [primeradiant01.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1716.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:43.280935 -0400][Debug ][XRootD ] [deepthought.crc.nd.edu:1094] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1716.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu,primeradiant01.crc.nd.edu, flags: none): [ERROR] Error response: No such file or directory. >> cmd: [2019-09-14 20:11:43.281112 -0400][Error ][App ] Unable stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1716.root: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: >> cmd: [2019-09-14 20:11:43.304814 -0400][Debug ][JobMgr ] Stopping the job manager... >> cmd: [2019-09-14 20:11:43.305580 -0400][Debug ][JobMgr ] Job manager stopped >> cmd: [2019-09-14 20:11:43.305635 -0400][Debug ][TaskMgr ] Stopping the task manager... >> cmd: [2019-09-14 20:11:43.305855 -0400][Debug ][TaskMgr ] Task manager stopped >> cmd: [2019-09-14 20:11:43.305899 -0400][Debug ][Poller ] Stopping the poller... >> cmd: [2019-09-14 20:11:43.306187 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" >> cmd: [2019-09-14 20:11:43.306241 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:43.306282 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:56544><--><[::ffff:129.74.85.55]:1094> Removing socket from the poller >> cmd: [2019-09-14 20:11:43.306355 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Destroying stream >> cmd: [2019-09-14 20:11:43.306396 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:43.306436 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:43.306472 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:43.306507 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:43.306541 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:43.306578 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:43.306612 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:43.306656 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:43.306698 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:43.306737 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:43.306773 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:43.306808 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:43.306841 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:43.306877 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:43.306911 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:43.306945 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:43.306978 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:43.307015 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:43.307048 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:43.307082 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:43.307115 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >>> xrootd access to input file unavailable @ Sat Sep 14 20:11:43 2019 >>> Trying srm access method @ Sat Sep 14 20:11:43 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1716.root HIG-RunIIFall17wmLHE-00000ND_1716.root' @ Sat Sep 14 20:11:43 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmpUo0j3S to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not stat the source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >>>>> Unable to copy input with SRM @ Sat Sep 14 20:11:46 2019 >>> Trying srm access method @ Sat Sep 14 20:11:46 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1716.root HIG-RunIIFall17wmLHE-00000ND_1716.root' @ Sat Sep 14 20:11:46 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmp_alyB3 to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not stat the source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >>>>> Unable to copy input with SRM @ Sat Sep 14 20:11:49 2019 >>>>>> no stage out method succeeded for: kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1716.root @ Sat Sep 14 20:11:49 2019 >>> Trying hdfs client access method @ Sat Sep 14 20:11:49 2019 >>> executing 'timeout 300 hdfs dfs -fs hdfs://eddie.crc.nd.edu:19000 -get /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1706.root HIG-RunIIFall17wmLHE-00000ND_1706.root' @ Sat Sep 14 20:11:49 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmpwng9n3 to store command output >> cmd: timeout: failed to run command 'hdfs': No such file or directory >>>>> Unable to copy input with hdfs client @ Sat Sep 14 20:11:49 2019 >>> Trying xrootd access method @ Sat Sep 14 20:11:49 2019 >>> executing 'env XRD_LOGLEVEL=Debug timeout 300 xrdfs deepthought.crc.nd.edu stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1706.root' @ Sat Sep 14 20:11:49 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmpdHwIeZ to store command output >> cmd: [2019-09-14 20:11:49.568467 -0400][Warning][Utility ] Unable to process global config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:49.569887 -0400][Debug ][Utility ] Unable to process user config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:49.570076 -0400][Debug ][PlugInMgr ] Initializing plug-in manager... >> cmd: [2019-09-14 20:11:49.570144 -0400][Debug ][PlugInMgr ] No default plug-in, loading plug-in configs... >> cmd: [2019-09-14 20:11:49.570192 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /etc/xrootd/client.plugins.d... >> cmd: [2019-09-14 20:11:49.570306 -0400][Debug ][PlugInMgr ] Unable to process directory /etc/xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:49.570667 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d... >> cmd: [2019-09-14 20:11:49.570953 -0400][Debug ][PlugInMgr ] Unable to process directory /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:49.571161 -0400][Debug ][App ] Executing: stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1706.root >> cmd: [2019-09-14 20:11:49.571296 -0400][Debug ][Poller ] Available pollers: built-in >> cmd: [2019-09-14 20:11:49.571346 -0400][Debug ][Poller ] Attempting to create a poller according to preference: built-in >> cmd: [2019-09-14 20:11:49.571383 -0400][Debug ][Poller ] Creating poller: built-in >> cmd: [2019-09-14 20:11:49.571653 -0400][Debug ][Poller ] Creating and starting the built-in poller... >> cmd: [2019-09-14 20:11:49.572019 -0400][Debug ][Poller ] Using 1 poller threads >> cmd: [2019-09-14 20:11:49.572086 -0400][Debug ][TaskMgr ] Starting the task manager... >> cmd: [2019-09-14 20:11:49.572419 -0400][Debug ][TaskMgr ] Task manager started >> cmd: [2019-09-14 20:11:49.572495 -0400][Debug ][JobMgr ] Starting the job manager... >> cmd: [2019-09-14 20:11:49.572929 -0400][Debug ][JobMgr ] Job manager started, 3 workers >> cmd: [2019-09-14 20:11:49.573022 -0400][Debug ][TaskMgr ] Registering task: "FileTimer task" to be run at: [2019-09-14 20:11:49 -0400] >> cmd: [2019-09-14 20:11:49.573112 -0400][Debug ][PostMaster ] Creating new channel to: deepthought.crc.nd.edu:1094 1 stream(s) >> cmd: [2019-09-14 20:11:49.573177 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:49.574591 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" to be run at: [2019-09-14 20:12:04 -0400] >> cmd: [2019-09-14 20:11:49.575958 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094] Found 1 address(es): [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 20:11:49.576160 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Attempting connection to [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 20:11:49.576269 -0400][Debug ][Poller ] Adding socket 0x6b08a0 to the poller >> cmd: [2019-09-14 20:11:49.576637 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:49.576819 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:49.577280 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Got the server hand shake response (type: manager [], protocol version 310) >> cmd: [2019-09-14 20:11:49.577480 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] kXR_protocol successful (type: manager [], protocol version 310) >> cmd: [2019-09-14 20:11:49.580669 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:49.581280 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Logged in, session: c00a00008556370012000000ca0a0000 >> cmd: [2019-09-14 20:11:49.581369 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream 0 connected. >> cmd: [2019-09-14 20:11:49.581425 -0400][Debug ][Utility ] Monitor library name not set. No monitoring >> cmd: [2019-09-14 20:11:49.582116 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant03.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:49.582173 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:49.583598 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:04 -0400] >> cmd: [2019-09-14 20:11:49.584992 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 20:11:49.585131 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 20:11:49.585232 -0400][Debug ][Poller ] Adding socket 0x7c0016a0 to the poller >> cmd: [2019-09-14 20:11:49.585372 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:49.585504 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:49.585965 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:49.586234 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:49.588826 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:49.589214 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Logged in, session: 110b0000860c00001c0000000c0c0000 >> cmd: [2019-09-14 20:11:49.589268 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:49.589310 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:49.595334 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:49 28167 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:49.635432 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:49.635493 -0400][Error ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:49.635549 -0400][Error ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:49.635593 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:49.635641 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:54120><--><[::ffff:149.165.243.11]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:49.635784 -0400][Error ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:49.635838 -0400][Error ][XRootD ] [primeradiant03.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1706.root, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:49.635895 -0400][Debug ][XRootD ] [primeradiant03.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1706.root, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:49.637045 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant02.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:49.637160 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:49.638430 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:04 -0400] >> cmd: [2019-09-14 20:11:49.639520 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 20:11:49.639689 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 20:11:49.639789 -0400][Debug ][Poller ] Adding socket 0x80001540 to the poller >> cmd: [2019-09-14 20:11:49.639910 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:49.640035 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:49.640467 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:49.640675 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:49.643422 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:49.643870 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Logged in, session: 050b00009b0c00001b0000003f0c0000 >> cmd: [2019-09-14 20:11:49.643933 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:49.643991 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:49.645011 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:49 28167 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:49.645701 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:49.645800 -0400][Error ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:49.645883 -0400][Error ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:49.645940 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:49.646004 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:36348><--><[::ffff:149.165.243.6]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:49.646159 -0400][Error ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:49.646211 -0400][Error ][XRootD ] [primeradiant02.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1706.root?tried=primeradiant03.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:49.646256 -0400][Debug ][XRootD ] [primeradiant02.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1706.root?tried=primeradiant03.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:49.648714 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant05.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:49.648792 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:49.650129 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:04 -0400] >> cmd: [2019-09-14 20:11:49.651333 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 20:11:49.651465 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 20:11:49.651565 -0400][Debug ][Poller ] Adding socket 0x84001540 to the poller >> cmd: [2019-09-14 20:11:49.652048 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:49.652155 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:49.652766 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:49.653010 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:49.656396 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:49.657118 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Logged in, session: 000b0000780c00001b000000ff0b0000 >> cmd: [2019-09-14 20:11:49.657203 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:49.657277 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:49.658904 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:49 28167 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:49.659689 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:49.659775 -0400][Error ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:49.659850 -0400][Error ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:49.659917 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:49.659992 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:44250><--><[::ffff:149.165.243.13]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:49.660284 -0400][Error ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:49.660438 -0400][Error ][XRootD ] [primeradiant05.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1706.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:49.660502 -0400][Debug ][XRootD ] [primeradiant05.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1706.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:49.662814 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant04.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:49.662892 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:49.663874 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:04 -0400] >> cmd: [2019-09-14 20:11:49.664772 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 20:11:49.664900 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 20:11:49.664979 -0400][Debug ][Poller ] Adding socket 0x7c001d20 to the poller >> cmd: [2019-09-14 20:11:49.665081 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:49.665178 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:49.665528 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:49.665703 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:49.668771 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:49.669216 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Logged in, session: 6e0a0000a00c00001b0000006e0a0000 >> cmd: [2019-09-14 20:11:49.669275 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:49.669315 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:49.670161 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:49 28167 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:49.670432 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:49.670469 -0400][Error ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:49.670506 -0400][Error ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:49.670541 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:49.670575 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:49950><--><[::ffff:149.165.243.12]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:49.670700 -0400][Error ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:49.670742 -0400][Error ][XRootD ] [primeradiant04.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1706.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:49.670796 -0400][Debug ][XRootD ] [primeradiant04.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1706.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:49.674521 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant01.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:49.674590 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:49.675821 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:04 -0400] >> cmd: [2019-09-14 20:11:49.676802 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 20:11:49.676952 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 20:11:49.677051 -0400][Debug ][Poller ] Adding socket 0x80001e10 to the poller >> cmd: [2019-09-14 20:11:49.677248 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:49.677363 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:49.677831 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:49.678073 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:49.680583 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:49.681083 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Logged in, session: a10b00009d0c00001c000000d10c0000 >> cmd: [2019-09-14 20:11:49.681162 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:49.681229 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:49.682876 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:49 28167 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:49.683195 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:49.683238 -0400][Error ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:49.683290 -0400][Error ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:49.683367 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:49.683421 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:44594><--><[::ffff:149.165.243.5]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:49.683594 -0400][Error ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:49.683652 -0400][Error ][XRootD ] [primeradiant01.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1706.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:49.683722 -0400][Debug ][XRootD ] [primeradiant01.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1706.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:49.689057 -0400][Debug ][XRootD ] [deepthought.crc.nd.edu:1094] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1706.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu,primeradiant01.crc.nd.edu, flags: none): [ERROR] Error response: No such file or directory. >> cmd: [2019-09-14 20:11:49.689233 -0400][Error ][App ] Unable stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1706.root: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: >> cmd: [2019-09-14 20:11:49.689580 -0400][Debug ][JobMgr ] Stopping the job manager... >> cmd: [2019-09-14 20:11:49.690395 -0400][Debug ][JobMgr ] Job manager stopped >> cmd: [2019-09-14 20:11:49.690472 -0400][Debug ][TaskMgr ] Stopping the task manager... >> cmd: [2019-09-14 20:11:49.690732 -0400][Debug ][TaskMgr ] Task manager stopped >> cmd: [2019-09-14 20:11:49.690785 -0400][Debug ][Poller ] Stopping the poller... >> cmd: [2019-09-14 20:11:49.691283 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" >> cmd: [2019-09-14 20:11:49.691364 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:49.691424 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:56804><--><[::ffff:129.74.85.55]:1094> Removing socket from the poller >> cmd: [2019-09-14 20:11:49.691530 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Destroying stream >> cmd: [2019-09-14 20:11:49.691585 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:49.691642 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:49.691729 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:49.691779 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:49.691824 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:49.691893 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:49.691935 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:49.691977 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:49.692012 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:49.692075 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:49.692114 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:49.692148 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:49.692217 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:49.692527 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:49.692592 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:49.692632 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:49.692672 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:49.692713 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:49.692746 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:49.692778 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:49.692841 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >>> xrootd access to input file unavailable @ Sat Sep 14 20:11:49 2019 >>> Trying srm access method @ Sat Sep 14 20:11:49 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1706.root HIG-RunIIFall17wmLHE-00000ND_1706.root' @ Sat Sep 14 20:11:49 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmpGUxiOn to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not stat the source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >>>>> Unable to copy input with SRM @ Sat Sep 14 20:11:52 2019 >>> Trying srm access method @ Sat Sep 14 20:11:52 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1706.root HIG-RunIIFall17wmLHE-00000ND_1706.root' @ Sat Sep 14 20:11:52 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmpeQVUPW to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not stat the source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >>>>> Unable to copy input with SRM @ Sat Sep 14 20:11:55 2019 >>>>>> no stage out method succeeded for: kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1706.root @ Sat Sep 14 20:11:55 2019 >>> Trying hdfs client access method @ Sat Sep 14 20:11:55 2019 >>> executing 'timeout 300 hdfs dfs -fs hdfs://eddie.crc.nd.edu:19000 -get /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1825.root HIG-RunIIFall17wmLHE-00000ND_1825.root' @ Sat Sep 14 20:11:55 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmpMz83Oh to store command output >> cmd: timeout: failed to run command 'hdfs': No such file or directory >>>>> Unable to copy input with hdfs client @ Sat Sep 14 20:11:56 2019 >>> Trying xrootd access method @ Sat Sep 14 20:11:56 2019 >>> executing 'env XRD_LOGLEVEL=Debug timeout 300 xrdfs deepthought.crc.nd.edu stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1825.root' @ Sat Sep 14 20:11:56 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmp3lsEIB to store command output >> cmd: [2019-09-14 20:11:56.179804 -0400][Warning][Utility ] Unable to process global config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:56.180804 -0400][Debug ][Utility ] Unable to process user config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:56.180951 -0400][Debug ][PlugInMgr ] Initializing plug-in manager... >> cmd: [2019-09-14 20:11:56.180993 -0400][Debug ][PlugInMgr ] No default plug-in, loading plug-in configs... >> cmd: [2019-09-14 20:11:56.181030 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /etc/xrootd/client.plugins.d... >> cmd: [2019-09-14 20:11:56.181104 -0400][Debug ][PlugInMgr ] Unable to process directory /etc/xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:56.181398 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d... >> cmd: [2019-09-14 20:11:56.181495 -0400][Debug ][PlugInMgr ] Unable to process directory /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:56.181650 -0400][Debug ][App ] Executing: stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1825.root >> cmd: [2019-09-14 20:11:56.181798 -0400][Debug ][Poller ] Available pollers: built-in >> cmd: [2019-09-14 20:11:56.181850 -0400][Debug ][Poller ] Attempting to create a poller according to preference: built-in >> cmd: [2019-09-14 20:11:56.181886 -0400][Debug ][Poller ] Creating poller: built-in >> cmd: [2019-09-14 20:11:56.181925 -0400][Debug ][Poller ] Creating and starting the built-in poller... >> cmd: [2019-09-14 20:11:56.182233 -0400][Debug ][Poller ] Using 1 poller threads >> cmd: [2019-09-14 20:11:56.182293 -0400][Debug ][TaskMgr ] Starting the task manager... >> cmd: [2019-09-14 20:11:56.182438 -0400][Debug ][TaskMgr ] Task manager started >> cmd: [2019-09-14 20:11:56.182492 -0400][Debug ][JobMgr ] Starting the job manager... >> cmd: [2019-09-14 20:11:56.182830 -0400][Debug ][JobMgr ] Job manager started, 3 workers >> cmd: [2019-09-14 20:11:56.182904 -0400][Debug ][TaskMgr ] Registering task: "FileTimer task" to be run at: [2019-09-14 20:11:56 -0400] >> cmd: [2019-09-14 20:11:56.182980 -0400][Debug ][PostMaster ] Creating new channel to: deepthought.crc.nd.edu:1094 1 stream(s) >> cmd: [2019-09-14 20:11:56.183034 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:56.184387 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" to be run at: [2019-09-14 20:12:11 -0400] >> cmd: [2019-09-14 20:11:56.185453 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094] Found 1 address(es): [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 20:11:56.185606 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Attempting connection to [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 20:11:56.185723 -0400][Debug ][Poller ] Adding socket 0x154b8a0 to the poller >> cmd: [2019-09-14 20:11:56.185994 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:56.186099 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:56.186493 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Got the server hand shake response (type: manager [], protocol version 310) >> cmd: [2019-09-14 20:11:56.186868 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] kXR_protocol successful (type: manager [], protocol version 310) >> cmd: [2019-09-14 20:11:56.189601 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:56.189944 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Logged in, session: 1c0b00008556370021000000260b0000 >> cmd: [2019-09-14 20:11:56.190021 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream 0 connected. >> cmd: [2019-09-14 20:11:56.190060 -0400][Debug ][Utility ] Monitor library name not set. No monitoring >> cmd: [2019-09-14 20:11:56.190605 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant03.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:56.190675 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:56.192099 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:11 -0400] >> cmd: [2019-09-14 20:11:56.193018 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 20:11:56.193147 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 20:11:56.193231 -0400][Debug ][Poller ] Adding socket 0x16a0 to the poller >> cmd: [2019-09-14 20:11:56.193340 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:56.193436 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:56.193808 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:56.194026 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:56.196204 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:56.196588 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Logged in, session: 900b0000860c00001c0000008b0c0000 >> cmd: [2019-09-14 20:11:56.196638 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:56.196684 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:56.201651 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:56 28706 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:56.228318 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:56.228367 -0400][Error ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:56.228409 -0400][Error ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:56.228445 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:56.228484 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:54386><--><[::ffff:149.165.243.11]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:56.228619 -0400][Error ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:56.228669 -0400][Error ][XRootD ] [primeradiant03.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1825.root, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:56.228718 -0400][Debug ][XRootD ] [primeradiant03.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1825.root, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:56.229776 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant02.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:56.229853 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:56.231047 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:11 -0400] >> cmd: [2019-09-14 20:11:56.232084 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 20:11:56.232203 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 20:11:56.232278 -0400][Debug ][Poller ] Adding socket 0x4001540 to the poller >> cmd: [2019-09-14 20:11:56.232394 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:56.232494 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:56.232813 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:56.232969 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:56.236068 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:56.236541 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Logged in, session: 870b00009b0c00001c000000c10c0000 >> cmd: [2019-09-14 20:11:56.236599 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:56.236641 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:56.237703 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:56 28706 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:56.238606 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:56.238717 -0400][Error ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:56.238759 -0400][Error ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:56.238792 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:56.238846 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:36610><--><[::ffff:149.165.243.6]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:56.239128 -0400][Error ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:56.239198 -0400][Error ][XRootD ] [primeradiant02.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1825.root?tried=primeradiant03.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:56.239307 -0400][Debug ][XRootD ] [primeradiant02.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1825.root?tried=primeradiant03.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:56.241119 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant05.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:56.241242 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:56.242804 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:11 -0400] >> cmd: [2019-09-14 20:11:56.244438 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 20:11:56.244605 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 20:11:56.244712 -0400][Debug ][Poller ] Adding socket 0x8001540 to the poller >> cmd: [2019-09-14 20:11:56.244880 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:56.245015 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:56.245462 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:56.245696 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:56.248568 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:56.249070 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Logged in, session: 820b0000780c00001c000000810c0000 >> cmd: [2019-09-14 20:11:56.249151 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:56.249212 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:56.250851 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:56 28706 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:56.251254 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:56.251383 -0400][Error ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:56.251469 -0400][Error ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:56.251539 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:56.251592 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:44512><--><[::ffff:149.165.243.13]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:56.251727 -0400][Error ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:56.251795 -0400][Error ][XRootD ] [primeradiant05.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1825.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:56.251912 -0400][Debug ][XRootD ] [primeradiant05.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1825.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:56.253943 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant04.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:56.254025 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:56.255209 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:11 -0400] >> cmd: [2019-09-14 20:11:56.256685 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 20:11:56.256831 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 20:11:56.256917 -0400][Debug ][Poller ] Adding socket 0x1d20 to the poller >> cmd: [2019-09-14 20:11:56.257099 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:56.257208 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:56.257590 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:56.257779 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:56.260131 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:56.260506 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Logged in, session: c90a0000a00c00001b000000c90a0000 >> cmd: [2019-09-14 20:11:56.260569 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:56.260608 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:56.261682 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:56 28706 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:56.262000 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:56.262038 -0400][Error ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:56.262074 -0400][Error ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:56.262128 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:56.262175 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:50208><--><[::ffff:149.165.243.12]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:56.262299 -0400][Error ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:56.262367 -0400][Error ][XRootD ] [primeradiant04.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1825.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:56.262419 -0400][Debug ][XRootD ] [primeradiant04.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1825.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:56.265805 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant01.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:56.265871 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:56.266870 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:11 -0400] >> cmd: [2019-09-14 20:11:56.268289 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 20:11:56.268427 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 20:11:56.268507 -0400][Debug ][Poller ] Adding socket 0x4001e10 to the poller >> cmd: [2019-09-14 20:11:56.268628 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:56.268747 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:56.269107 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:56.269269 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:56.271651 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:56.272052 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Logged in, session: fc0b00009d0c00001d0000002c0d0000 >> cmd: [2019-09-14 20:11:56.272700 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:56.272756 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:56.273785 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:56 28706 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:56.274088 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:56.274131 -0400][Error ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:56.274169 -0400][Error ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:56.274210 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:56.274266 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:44848><--><[::ffff:149.165.243.5]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:56.274405 -0400][Error ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:56.274445 -0400][Error ][XRootD ] [primeradiant01.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1825.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:56.274481 -0400][Debug ][XRootD ] [primeradiant01.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1825.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:56.278299 -0400][Debug ][XRootD ] [deepthought.crc.nd.edu:1094] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1825.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu,primeradiant01.crc.nd.edu, flags: none): [ERROR] Error response: No such file or directory. >> cmd: [2019-09-14 20:11:56.278458 -0400][Error ][App ] Unable stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1825.root: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: >> cmd: [2019-09-14 20:11:56.278751 -0400][Debug ][JobMgr ] Stopping the job manager... >> cmd: [2019-09-14 20:11:56.279283 -0400][Debug ][JobMgr ] Job manager stopped >> cmd: [2019-09-14 20:11:56.279343 -0400][Debug ][TaskMgr ] Stopping the task manager... >> cmd: [2019-09-14 20:11:56.279536 -0400][Debug ][TaskMgr ] Task manager stopped >> cmd: [2019-09-14 20:11:56.279583 -0400][Debug ][Poller ] Stopping the poller... >> cmd: [2019-09-14 20:11:56.279868 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" >> cmd: [2019-09-14 20:11:56.279935 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:56.279975 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:57068><--><[::ffff:129.74.85.55]:1094> Removing socket from the poller >> cmd: [2019-09-14 20:11:56.280039 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Destroying stream >> cmd: [2019-09-14 20:11:56.280075 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:56.280159 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:56.280197 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:56.280231 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:56.280264 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:56.280298 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:56.280332 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:56.280370 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:56.280412 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:56.280466 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:56.280505 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:56.280539 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:56.280572 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:56.280606 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:56.280639 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:56.280676 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:56.280725 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:56.280774 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:56.280811 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:56.280846 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:56.280878 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >>> xrootd access to input file unavailable @ Sat Sep 14 20:11:56 2019 >>> Trying srm access method @ Sat Sep 14 20:11:56 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1825.root HIG-RunIIFall17wmLHE-00000ND_1825.root' @ Sat Sep 14 20:11:56 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmp0YYBEz to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not stat the source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >>>>> Unable to copy input with SRM @ Sat Sep 14 20:11:59 2019 >>> Trying srm access method @ Sat Sep 14 20:11:59 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1825.root HIG-RunIIFall17wmLHE-00000ND_1825.root' @ Sat Sep 14 20:11:59 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.694/cctools-temp-t.694.cLwpTk/tmprvoOAe to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not stat the source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >>>>> Unable to copy input with SRM @ Sat Sep 14 20:12:02 2019 >>>>>> no stage out method succeeded for: kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttllNuNuJetNoHiggs_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1825.root @ Sat Sep 14 20:12:02 2019 >> trace: Traceback (most recent call last): >> trace: File "task.py", line 268, in wrapper >> trace: result = fct(data, *args, **kwargs) >> trace: File "task.py", line 638, in copy_inputs >> trace: raise RuntimeError("no stage-in method succeeded") >> trace: RuntimeError: no stage-in method succeeded >>>>> call to 'copy_inputs' failed, exiting with exit code 179 @ Sat Sep 14 20:12:02 2019 >> Execution time -1568505440 >> Exiting with code 179 >> Reporting ExeExitCode 0 >> Reporting StageOutSE >> Reporting StageOutExitCode 0 Sat Sep 14 20:12:02 2019: ApMon[INFO]: Adding destination 188.184.81.255:8884 Sat Sep 14 20:12:02 2019: ApMon[DEBUG]: Overwritting option: sys_monitoring = 0 Sat Sep 14 20:12:02 2019: ApMon[DEBUG]: Overwritting option: general_info = 0 Sat Sep 14 20:12:02 2019: ApMon[DEBUG]: Overwritting option: job_monitoring = 0 Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter StageOutExitStatusReason = Copy succedeed with srm-lcg utils Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter sid = https://T3_US_NotreDame//lobster_kmohrman_EFT_ALL_genOnly_20190914_1944_0bc210367fc00647//12345.694 Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter StageOutExitStatus = 0 Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter jobId = 694_https://T3_US_NotreDame/5ea63027c133f59a/694 Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter ExeTime = 0 Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter taskId = lobster_kmohrman_EFT_ALL_genOnly_20190914_1944_0bc210367fc00647 Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter CrabWrapperTime = -1568505440 Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter NoEventsPerRun = 0 Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter JobExitReason = Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter StageOutSE = Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter CrabUserCpuTime = 0 Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter MessageType = jobRuntime Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter NEventsProcessed = 0 Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter MessageTS = 2019-09-15 00:12:02 Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter SyncGridJobId = https://T3_US_NotreDame//lobster_kmohrman_EFT_ALL_genOnly_20190914_1944_0bc210367fc00647//12345.694 Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter JobExitCode = 179 Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter CrabCpuPercentage = -0.0 Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter WCCPU = -1568505440 Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter NbEvPerRun = 0 Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Adding parameter ExeExitCode = 0 Sat Sep 14 20:12:02 2019: ApMon[DEBUG]: previously sent: 0; dropped: 0 Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Building XDR packet [lobster_kmohrman_EFT_ALL_genOnly_20190914_1944_0bc210367fc00647/694_https://T3_US_NotreDame/5ea63027c133f59a/694] <1/8337908> 20 params, 1100 bytes. Sat Sep 14 20:12:02 2019: ApMon[NOTICE]: Packet sent to 188.184.81.255:8884 Sat Sep 14 20:12:02 2019: ApMon[DEBUG]: Closing UDP socket on ApMon object destroy. ==== working directory after execution @ Sat Sep 14 20:12:02 EDT 2019 ==== == dir: total 868 == dir: drwxr-xr-x 17 kmohrman campus 201 Sep 14 19:57 CMSSW_9_3_1 == dir: -rw-r--r-- 7 kmohrman campus 7693 Sep 14 19:56 GEN-00000-ttlnuJets_1_qCut25-1_cfg.py == dir: drwxr-xr-x 2 kmohrman campus 71 Sep 14 19:56 bin == dir: -rwxr-xr-x 13 kmohrman campus 627272 Sep 14 19:56 cctools-monitor == dir: -rw-r--r-- 1 kmohrman campus 0 Sep 14 19:56 cctools-monitor.summary == dir: drwxrwxrwx 2 kmohrman campus 6 Sep 14 20:12 cctools-temp-t.694.cLwpTk == dir: -rw------- 1 kmohrman campus 51 Sep 14 19:57 cvmfschecksum.cms.cern.ch == dir: -rw------- 1 kmohrman campus 51 Sep 14 19:57 cvmfschecksum.oasis.opensciencegrid.org == dir: drwxr-xr-x 2 kmohrman campus 33 Sep 14 19:56 lib == dir: -rwxrwxrwx 1 kmohrman campus 146912 Sep 14 19:56 librmonitor_helper.so.ELxQgj == dir: -rw-r--r-- 2 kmohrman campus 2604 Sep 14 19:56 parameters.json == dir: -rw------- 2 kmohrman campus 9165 Sep 14 19:56 proxy == dir: drwxr-xr-x 3 kmohrman campus 20 Sep 14 19:56 python == dir: -rw-r--r-- 1 kmohrman campus 722 Sep 14 20:12 report.json == dir: -rw-r--r-- 13 kmohrman campus 570 Sep 14 19:56 report.json.in == dir: -rw-r--r-- 13 kmohrman campus 461 Sep 14 19:56 sandbox-CMSSW_9_3_1-slc7_amd64_gcc630.tar.bz2 == dir: drwxr-xr-x 4 kmohrman campus 37 Sep 14 19:56 siteconf == dir: -rw-r--r-- 1 kmohrman campus 11 Sep 14 19:57 t_wrapper_ready == dir: -rw-r--r-- 1 kmohrman campus 11 Sep 14 19:57 t_wrapper_start == dir: -rwxr-xr-x 13 kmohrman campus 47217 Sep 14 19:56 task.py == dir: -rwxr-xr-x 13 kmohrman campus 6296 Sep 14 19:56 wrapper.sh === wrapper done @ Sat Sep 14 20:12:03 EDT 2019 === final return status = 179 @ Sat Sep 14 20:12:03 EDT 2019