==== wrapper started @ Sat Sep 14 19:56:23 EDT 2019 ==== == startup: hostname: d12chas565.crc.nd.edu == startup: kernel: Linux d12chas565.crc.nd.edu 3.10.0-957.el7.x86_64 #1 SMP Thu Oct 4 20:48:51 UTC 2018 x86_64 x86_64 x86_64 GNU/Linux ==== tracing google @ Sat Sep 14 19:56:28 EDT 2019 ==== wrapper.sh: line 20: traceroute: command not found ==== environment at startup @ Sat Sep 14 19:56:35 EDT 2019 ==== == env: VC3_VERSION_SED=4.2 == env: CCTOOLS_RESOURCE_PROCESS_START=1568505395990771 == env: VC3_INSIDE_WRAPPER_SCRIPT=yes == env: VC3_ROOT_GZIP=/ == env: SHELL=/bin/sh == env: TERM=xterm-256color == env: MAKEFLAGS=-j4 == env: TMPDIR=/disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a == env: VC3_ROOT_WHICH=/disk/vc3-root/x86_64/redhat7.4.1708/which/v2.20.0 == env: LOBSTER_CVMFS_PROXY=http://eddie.crc.nd.edu:3128 == env: LD_PRELOAD=/disk/vc3-root/tmp/worker-230547-19307/t.685/librmonitor_helper.so.xBnp6e == env: LOBSTER_FRONTIER_PROXY=http://eddie.crc.nd.edu:3128 == env: LOBSTER_CMSSW_VERSION=CMSSW_9_3_1 == env: VC3_VERSION_FULL_TAR=1.26.0 == env: VC3_MACHINE_OS=Linux/redhat7.4.1708 == env: VC3_VERSION_FULL_CCTOOLS_WQ_WORKER=999.999.999 == env: USER=kmohrman == env: TEMP=/disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a == env: VC3_BUILDER_PATH=/disk/vc3-builder == env: LD_LIBRARY_PATH=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/biglib/slc7_amd64_gcc630:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/lib/slc7_amd64_gcc630:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/biglib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.1/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib:/opt/crc/usr/local/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/opt/condor/RedHat7/lib/condor:/opt/condor/RedHat7/lib/condor:/.singularity.d/libs == env: VC3_VERSION_VC3_BUILDER_HANDS=1.0 == env: VC3_ROOT_MAKE=/ == env: VC3_DISTFILES=/disk/vc3-distfiles == env: WORKER_TMPDIR=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp == env: VC3_VERSION_TAR=1.26 == env: ENV=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu == env: VC3_VERSION_CCTOOLS_WQ_WORKER=999.999 == env: VC3_VERSION_FULL_PKG_CONFIG=0.27.1 == env: VC3_VERSION_GZIP=1.5 == env: VC3_ENV_TAG_GLOBAL=18937 == env: PATH=/disk/vc3-root/x86_64/redhat7.4.1708/which/v2.20.0/bin:/disk/vc3-root/x86_64/redhat7.4.1708/cctools-wq-worker/v999.999.999/bin:/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/sbin:/bin == env: VC3_ROOT=/disk/vc3-root == env: VC3_SH_PROFILE_ENV=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu == env: VC3_ROOT_PKG_CONFIG=/ == env: PWD=/disk/vc3-root/tmp/worker-230547-19307/t.685 == env: LOBSTER_OSG_VERSION=3.4 == env: VC3_VERSION_FULL_SED=4.2.2 == env: VC3_VERSION_WHICH=2.20 == env: VC3_MACHINE_GLIBC_VERSION=2.17 == env: MODULEPATH=/afs/crc.nd.edu/x86_64_linux/Modules/modules/development_tools_and_libraries:/afs/crc.nd.edu/x86_64_linux/Modules/modules/general_software:/afs/crc.nd.edu/x86_64_linux/Modules/modules/restricted_software:/afs/crc.nd.edu/x86_64_linux/Modules/modules/system_modules:/afs/crc.nd.edu/x86_64_linux/Modules/modules/deprecated_software:/afs/crc.nd.edu/x86_64_linux/Modules/current/modulefiles == env: WORK_QUEUE_SANDBOX=/disk/vc3-root/tmp/worker-230547-19307 == env: VC3_ROOT_CCTOOLS_WQ_WORKER=/disk/vc3-root/x86_64/redhat7.4.1708/cctools-wq-worker/v999.999.999 == env: VC3_ROOT_SED=/ == env: VC3_MACHINE_TARGET=x86_64/redhat7.4.1708 == env: CXX=g++ == env: SHLVL=3 == env: HOME=/disk/vc3-root/vc3-home == env: VC3_VERSION_MAKE=3.82 == env: VC3_VERSION_FULL_GZIP=1.5.0 == env: DISK=1000 == env: MEMORY=1200 == env: VC3_VERSION_FULL_WHICH=2.20.0 == env: TMP=/disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a == env: VC3_INSTALL_USER_HOME=/disk/vc3-root/vc3-home == env: VC3_VERSION_FULL_VC3_BUILDER_HANDS=1.0.0 == env: VC3_VERSION_PKG_CONFIG=0.27 == env: VC3_ROOT_TAR=/ == env: VC3_SH_PROFILE_WRAPPER=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu.wrapper == env: CCTOOLS_ND=lobster-171-cd5e3e2c-cvmfs-70dfa0d6 == env: CC=gcc == env: CORES=1 == env: VC3_VERSION_FULL_MAKE=3.82.0 == env: CCTOOLS_RESOURCE_MONITOR_INFO=1036 == env: VC3_ROOT_VC3_BUILDER_HANDS=/disk/vc3-root/x86_64/redhat7.4.1708/vc3-builder-hands/v1.0.0 == env: VC3_MACHINE_ARCH=x86_64 == env: VC3_COMMAND_LINE=/disk/vc3-builder --var CCTOOLS_ND=lobster-171-cd5e3e2c-cvmfs-70dfa0d6 --require cctools-wq-worker -- work_queue_worker -M lobster_kmohrman_EFT_ALL_genOnly.* -t 300 -C catalog.cse.nd.edu,backup-catalog.cse.nd.edu -d all -o worker.log --cores=12 --memory=16000 --disk=18880 == env: _=/bin/env ==== cpu info @ Sat Sep 14 19:56:41 EDT 2019 ==== == cpu: processor : 0 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 0 == cpu: cpu cores : 12 == cpu: apicid : 0 == cpu: initial apicid : 0 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 1 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 1 == cpu: cpu cores : 12 == cpu: apicid : 2 == cpu: initial apicid : 2 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 2 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 2 == cpu: cpu cores : 12 == cpu: apicid : 4 == cpu: initial apicid : 4 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 3 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 3 == cpu: cpu cores : 12 == cpu: apicid : 6 == cpu: initial apicid : 6 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 4 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 4 == cpu: cpu cores : 12 == cpu: apicid : 8 == cpu: initial apicid : 8 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 5 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 5 == cpu: cpu cores : 12 == cpu: apicid : 10 == cpu: initial apicid : 10 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 6 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 8 == cpu: cpu cores : 12 == cpu: apicid : 16 == cpu: initial apicid : 16 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 7 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 9 == cpu: cpu cores : 12 == cpu: apicid : 18 == cpu: initial apicid : 18 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 8 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 10 == cpu: cpu cores : 12 == cpu: apicid : 20 == cpu: initial apicid : 20 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 9 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 11 == cpu: cpu cores : 12 == cpu: apicid : 22 == cpu: initial apicid : 22 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 10 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 12 == cpu: cpu cores : 12 == cpu: apicid : 24 == cpu: initial apicid : 24 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 11 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 13 == cpu: cpu cores : 12 == cpu: apicid : 26 == cpu: initial apicid : 26 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 12 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 0 == cpu: cpu cores : 12 == cpu: apicid : 32 == cpu: initial apicid : 32 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 13 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 1 == cpu: cpu cores : 12 == cpu: apicid : 34 == cpu: initial apicid : 34 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 14 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 2 == cpu: cpu cores : 12 == cpu: apicid : 36 == cpu: initial apicid : 36 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 15 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 3 == cpu: cpu cores : 12 == cpu: apicid : 38 == cpu: initial apicid : 38 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 16 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 4 == cpu: cpu cores : 12 == cpu: apicid : 40 == cpu: initial apicid : 40 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 17 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 5 == cpu: cpu cores : 12 == cpu: apicid : 42 == cpu: initial apicid : 42 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 18 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 8 == cpu: cpu cores : 12 == cpu: apicid : 48 == cpu: initial apicid : 48 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 19 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 9 == cpu: cpu cores : 12 == cpu: apicid : 50 == cpu: initial apicid : 50 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 20 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 10 == cpu: cpu cores : 12 == cpu: apicid : 52 == cpu: initial apicid : 52 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 21 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 11 == cpu: cpu cores : 12 == cpu: apicid : 54 == cpu: initial apicid : 54 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 22 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 12 == cpu: cpu cores : 12 == cpu: apicid : 56 == cpu: initial apicid : 56 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 23 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 13 == cpu: cpu cores : 12 == cpu: apicid : 58 == cpu: initial apicid : 58 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: === using CVMFS proxy: http://eddie.crc.nd.edu:3128 @ Sat Sep 14 19:57:06 EDT 2019 === using Frontier proxy: http://eddie.crc.nd.edu:3128 @ Sat Sep 14 19:57:06 EDT 2019 === parrot helper: /disk/vc3-root/tmp/worker-230547-19307/t.685/lib/libparrot_helper.so @ Sat Sep 14 19:57:11 EDT 2019 ==== content of /disk/vc3-root/tmp/worker-230547-19307/cache/tmp @ Sat Sep 14 19:57:11 EDT 2019 ==== == cache: total 0 === OSG certificate location: /cvmfs/oasis.opensciencegrid.org/mis/certificates @ Sat Sep 14 19:57:16 EDT 2019 === testing parrot usage @ Sat Sep 14 19:57:16 EDT 2019 === parrot OK @ Sat Sep 14 19:57:21 EDT 2019 === starting parrot to access CMSSW... @ Sat Sep 14 19:57:21 EDT 2019 LibCvmfs version 2.4, revision 25 ==== wrapper started @ Sat Sep 14 19:57:21 EDT 2019 ==== == startup: hostname: d12chas565.crc.nd.edu == startup: kernel: Linux d12chas565.crc.nd.edu 3.10.0-957.el7.x86_64 #1 SMP Thu Oct 4 20:48:51 UTC 2018 x86_64 x86_64 x86_64 GNU/Linux ==== tracing google @ Sat Sep 14 19:57:21 EDT 2019 ==== wrapper.sh: line 20: traceroute: command not found ==== environment at startup @ Sat Sep 14 19:57:21 EDT 2019 ==== == env: VC3_VERSION_SED=4.2 == env: CCTOOLS_RESOURCE_PROCESS_START=1568505441607550 == env: VC3_INSIDE_WRAPPER_SCRIPT=yes == env: PARROT_HTTP_PROXY=http://eddie.crc.nd.edu:3128 == env: TERM=xterm-256color == env: SHELL=/bin/sh == env: VC3_ROOT_GZIP=/ == env: LOBSTER_GFAL_COPY= == env: MAKEFLAGS=-j4 == env: PARROT_HELPER=/disk/vc3-root/tmp/worker-230547-19307/t.685/lib/libparrot_helper.so == env: TMPDIR=/disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a == env: VC3_ROOT_WHICH=/disk/vc3-root/x86_64/redhat7.4.1708/which/v2.20.0 == env: LD_PRELOAD=/disk/vc3-root/tmp/worker-230547-19307/t.685/librmonitor_helper.so.xBnp6e == env: LOBSTER_CVMFS_PROXY=http://eddie.crc.nd.edu:3128 == env: PARROT_PATH=./bin == env: LOBSTER_FRONTIER_PROXY=http://eddie.crc.nd.edu:3128 == env: LOBSTER_CMSSW_VERSION=CMSSW_9_3_1 == env: VC3_MACHINE_OS=Linux/redhat7.4.1708 == env: VC3_VERSION_FULL_TAR=1.26.0 == env: USER=kmohrman == env: VC3_VERSION_FULL_CCTOOLS_WQ_WORKER=999.999.999 == env: LD_LIBRARY_PATH=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/biglib/slc7_amd64_gcc630:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/lib/slc7_amd64_gcc630:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/biglib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.1/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib:/opt/crc/usr/local/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/opt/condor/RedHat7/lib/condor:/opt/condor/RedHat7/lib/condor:/.singularity.d/libs:lib == env: VC3_BUILDER_PATH=/disk/vc3-builder == env: TEMP=/disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a == env: VC3_VERSION_VC3_BUILDER_HANDS=1.0 == env: VC3_DISTFILES=/disk/vc3-distfiles == env: VC3_ROOT_MAKE=/ == env: ENV=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu == env: VC3_VERSION_TAR=1.26 == env: WORKER_TMPDIR=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp == env: FRONTIER_PROXY=http://eddie.crc.nd.edu:3128 == env: PARROT_ALLOW_SWITCHING_CVMFS_REPOSITORIES=TRUE == env: VC3_VERSION_CCTOOLS_WQ_WORKER=999.999 == env: VC3_VERSION_FULL_PKG_CONFIG=0.27.1 == env: PARROT_CVMFS_REPO=*:try_local_filesystem == env: *.cern.ch:pubkey=,url=http://cvmfs.fnal.gov:8000/opt/*;http://cvmfs.racf.bnl.gov:8000/opt/* == env: *.opensciencegrid.org:pubkey=,url=http://oasis-replica.opensciencegrid.org:8000/cvmfs/*;http://cvmfs.fnal.gov:8000/cvmfs/*;http://cvmfs.racf.bnl.gov:8000/cvmfs/* == env: VC3_VERSION_GZIP=1.5 == env: PATH=/disk/vc3-root/x86_64/redhat7.4.1708/which/v2.20.0/bin:/disk/vc3-root/x86_64/redhat7.4.1708/cctools-wq-worker/v999.999.999/bin:/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/sbin:/bin == env: VC3_ENV_TAG_GLOBAL=18937 == env: VC3_ROOT=/disk/vc3-root == env: VC3_SH_PROFILE_ENV=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu == env: PWD=/disk/vc3-root/tmp/worker-230547-19307/t.685 == env: VC3_ROOT_PKG_CONFIG=/ == env: PARROT_ENABLED=TRUE == env: VC3_VERSION_FULL_SED=4.2.2 == env: LOBSTER_OSG_VERSION=3.4 == env: VC3_VERSION_WHICH=2.20 == env: MODULEPATH=/afs/crc.nd.edu/x86_64_linux/Modules/modules/development_tools_and_libraries:/afs/crc.nd.edu/x86_64_linux/Modules/modules/general_software:/afs/crc.nd.edu/x86_64_linux/Modules/modules/restricted_software:/afs/crc.nd.edu/x86_64_linux/Modules/modules/system_modules:/afs/crc.nd.edu/x86_64_linux/Modules/modules/deprecated_software:/afs/crc.nd.edu/x86_64_linux/Modules/current/modulefiles == env: VC3_MACHINE_GLIBC_VERSION=2.17 == env: LOBSTER_LCG_CP= == env: WORK_QUEUE_SANDBOX=/disk/vc3-root/tmp/worker-230547-19307 == env: VC3_ROOT_CCTOOLS_WQ_WORKER=/disk/vc3-root/x86_64/redhat7.4.1708/cctools-wq-worker/v999.999.999 == env: VC3_MACHINE_TARGET=x86_64/redhat7.4.1708 == env: VC3_ROOT_SED=/ == env: OASIS_CERTIFICATES=/cvmfs/oasis.opensciencegrid.org/mis/certificates == env: CXX=g++ == env: HOME=/disk/vc3-root/vc3-home == env: SHLVL=3 == env: VC3_VERSION_FULL_GZIP=1.5.0 == env: VC3_VERSION_MAKE=3.82 == env: DISK=1000 == env: PARROT_CACHE=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp == env: PARROT_CVMFS_ALIEN_CACHE=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp/cvmfs == env: VC3_VERSION_FULL_WHICH=2.20.0 == env: MEMORY=1200 == env: HTTP_PROXY=http://eddie.crc.nd.edu:3128 == env: TMP=/disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a == env: PYTHONPATH=python: == env: VC3_INSTALL_USER_HOME=/disk/vc3-root/vc3-home == env: VC3_VERSION_FULL_VC3_BUILDER_HANDS=1.0.0 == env: VC3_ROOT_TAR=/ == env: VC3_VERSION_PKG_CONFIG=0.27 == env: CCTOOLS_ND=lobster-171-cd5e3e2c-cvmfs-70dfa0d6 == env: VC3_SH_PROFILE_WRAPPER=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu.wrapper == env: CC=gcc == env: CCTOOLS_RESOURCE_MONITOR_INFO=1036 == env: VC3_VERSION_FULL_MAKE=3.82.0 == env: CORES=1 == env: PARROT_DEBUG_FLAGS= == env: VC3_MACHINE_ARCH=x86_64 == env: VC3_ROOT_VC3_BUILDER_HANDS=/disk/vc3-root/x86_64/redhat7.4.1708/vc3-builder-hands/v1.0.0 == env: VC3_COMMAND_LINE=/disk/vc3-builder --var CCTOOLS_ND=lobster-171-cd5e3e2c-cvmfs-70dfa0d6 --require cctools-wq-worker -- work_queue_worker -M lobster_kmohrman_EFT_ALL_genOnly.* -t 300 -C catalog.cse.nd.edu,backup-catalog.cse.nd.edu -d all -o worker.log --cores=12 --memory=16000 --disk=18880 == env: _=/bin/env ==== cpu info @ Sat Sep 14 19:57:22 EDT 2019 ==== == cpu: processor : 0 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 0 == cpu: cpu cores : 12 == cpu: apicid : 0 == cpu: initial apicid : 0 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 1 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 1 == cpu: cpu cores : 12 == cpu: apicid : 2 == cpu: initial apicid : 2 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 2 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 2 == cpu: cpu cores : 12 == cpu: apicid : 4 == cpu: initial apicid : 4 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 3 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 3 == cpu: cpu cores : 12 == cpu: apicid : 6 == cpu: initial apicid : 6 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 4 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 4 == cpu: cpu cores : 12 == cpu: apicid : 8 == cpu: initial apicid : 8 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 5 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 5 == cpu: cpu cores : 12 == cpu: apicid : 10 == cpu: initial apicid : 10 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 6 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 8 == cpu: cpu cores : 12 == cpu: apicid : 16 == cpu: initial apicid : 16 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 7 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 9 == cpu: cpu cores : 12 == cpu: apicid : 18 == cpu: initial apicid : 18 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 8 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 10 == cpu: cpu cores : 12 == cpu: apicid : 20 == cpu: initial apicid : 20 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 9 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 11 == cpu: cpu cores : 12 == cpu: apicid : 22 == cpu: initial apicid : 22 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 10 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 12 == cpu: cpu cores : 12 == cpu: apicid : 24 == cpu: initial apicid : 24 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 11 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 0 == cpu: siblings : 12 == cpu: core id : 13 == cpu: cpu cores : 12 == cpu: apicid : 26 == cpu: initial apicid : 26 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 4999.85 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 12 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 0 == cpu: cpu cores : 12 == cpu: apicid : 32 == cpu: initial apicid : 32 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 13 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 1 == cpu: cpu cores : 12 == cpu: apicid : 34 == cpu: initial apicid : 34 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 14 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 2 == cpu: cpu cores : 12 == cpu: apicid : 36 == cpu: initial apicid : 36 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 15 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 3 == cpu: cpu cores : 12 == cpu: apicid : 38 == cpu: initial apicid : 38 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 16 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 4 == cpu: cpu cores : 12 == cpu: apicid : 40 == cpu: initial apicid : 40 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 17 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 5 == cpu: cpu cores : 12 == cpu: apicid : 42 == cpu: initial apicid : 42 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 18 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 8 == cpu: cpu cores : 12 == cpu: apicid : 48 == cpu: initial apicid : 48 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 19 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 9 == cpu: cpu cores : 12 == cpu: apicid : 50 == cpu: initial apicid : 50 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 20 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2899.932 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 10 == cpu: cpu cores : 12 == cpu: apicid : 52 == cpu: initial apicid : 52 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 21 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 11 == cpu: cpu cores : 12 == cpu: apicid : 54 == cpu: initial apicid : 54 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 22 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 12 == cpu: cpu cores : 12 == cpu: apicid : 56 == cpu: initial apicid : 56 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: == cpu: processor : 23 == cpu: vendor_id : GenuineIntel == cpu: cpu family : 6 == cpu: model : 63 == cpu: model name : Intel(R) Xeon(R) CPU E5-2680 v3 @ 2.50GHz == cpu: stepping : 2 == cpu: microcode : 0x41 == cpu: cpu MHz : 2900.085 == cpu: cache size : 15360 KB == cpu: physical id : 1 == cpu: siblings : 12 == cpu: core id : 13 == cpu: cpu cores : 12 == cpu: apicid : 58 == cpu: initial apicid : 58 == cpu: fpu : yes == cpu: fpu_exception : yes == cpu: cpuid level : 15 == cpu: wp : yes == cpu: flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm epb intel_ppin ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid cqm xsaveopt cqm_llc cqm_occup_llc dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d == cpu: bogomips : 5015.49 == cpu: clflush size : 64 == cpu: cache_alignment : 64 == cpu: address sizes : 46 bits physical, 48 bits virtual == cpu: power management: == cpu: === using parrot @ Sat Sep 14 19:57:23 EDT 2019 === sourcing CMS setup @ Sat Sep 14 19:57:23 EDT 2019 === sourcing OSG setup @ Sat Sep 14 19:57:24 EDT 2019 ==== environment after sourcing startup scripts @ Sat Sep 14 19:57:24 EDT 2019 ==== == env: VC3_VERSION_SED=4.2 == env: MANPATH=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/share/man:/cvmfs/cms.cern.ch/share/man: == env: CCTOOLS_RESOURCE_PROCESS_START=1568505444636889 == env: VC3_INSIDE_WRAPPER_SCRIPT=yes == env: GFAL_PLUGIN_DIR=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/gfal2-plugins/ == env: PARROT_HTTP_PROXY=http://eddie.crc.nd.edu:3128 == env: TERM=xterm-256color == env: SHELL=/bin/sh == env: VC3_ROOT_GZIP=/ == env: LOBSTER_GFAL_COPY=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy == env: VOMS_USERCONF=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/etc/vomses == env: MAKEFLAGS=-j4 == env: GLOBUS_LOCATION=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr == env: TMPDIR=/disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a == env: PERL5LIB=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/share/perl5/vendor_perl:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/share/perl5:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/perl5/vendor_perl:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/perl5 == env: VC3_ROOT_WHICH=/disk/vc3-root/x86_64/redhat7.4.1708/which/v2.20.0 == env: CVSROOT=:gserver:cmssw.cvs.cern.ch:/local/reps/CMSSW == env: LD_PRELOAD=/disk/vc3-root/tmp/worker-230547-19307/t.685/librmonitor_helper.so.xBnp6e == env: LOBSTER_CVMFS_PROXY=http://eddie.crc.nd.edu:3128 == env: PARROT_PATH=./bin == env: LOBSTER_FRONTIER_PROXY=http://eddie.crc.nd.edu:3128 == env: X509_CERT_DIR=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/etc/grid-security/certificates == env: SCRAM_ARCH=slc7_amd64_gcc493 == env: LOBSTER_CMSSW_VERSION=CMSSW_9_3_1 == env: VC3_MACHINE_OS=Linux/redhat7.4.1708 == env: VC3_VERSION_FULL_TAR=1.26.0 == env: USER=kmohrman == env: VC3_VERSION_FULL_CCTOOLS_WQ_WORKER=999.999.999 == env: LD_LIBRARY_PATH=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/biglib/slc7_amd64_gcc630:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/lib/slc7_amd64_gcc630:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/biglib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.1/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib:/opt/crc/usr/local/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/opt/condor/RedHat7/lib/condor:/opt/condor/RedHat7/lib/condor:/.singularity.d/libs:lib:lib == env: VC3_BUILDER_PATH=/disk/vc3-builder == env: TEMP=/disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a == env: VC3_VERSION_VC3_BUILDER_HANDS=1.0 == env: VC3_DISTFILES=/disk/vc3-distfiles == env: VC3_ROOT_MAKE=/ == env: OSG_LOCATION=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64 == env: ENV=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu == env: VC3_VERSION_TAR=1.26 == env: WORKER_TMPDIR=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp == env: FRONTIER_PROXY=http://eddie.crc.nd.edu:3128 == env: PARROT_ALLOW_SWITCHING_CVMFS_REPOSITORIES=TRUE == env: VC3_VERSION_CCTOOLS_WQ_WORKER=999.999 == env: VC3_VERSION_FULL_PKG_CONFIG=0.27.1 == env: PARROT_CVMFS_REPO=*:try_local_filesystem == env: *.cern.ch:pubkey=,url=http://cvmfs.fnal.gov:8000/opt/*;http://cvmfs.racf.bnl.gov:8000/opt/* == env: *.opensciencegrid.org:pubkey=,url=http://oasis-replica.opensciencegrid.org:8000/cvmfs/*;http://cvmfs.fnal.gov:8000/cvmfs/*;http://cvmfs.racf.bnl.gov:8000/cvmfs/* == env: VC3_VERSION_GZIP=1.5 == env: PATH=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/sbin:/cvmfs/cms.cern.ch/common:/cvmfs/cms.cern.ch/bin:/disk/vc3-root/x86_64/redhat7.4.1708/which/v2.20.0/bin:/disk/vc3-root/x86_64/redhat7.4.1708/cctools-wq-worker/v999.999.999/bin:/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/sbin:/bin == env: VC3_ENV_TAG_GLOBAL=18937 == env: CMS_PATH=/cvmfs/cms.cern.ch == env: VC3_ROOT=/disk/vc3-root == env: VC3_SH_PROFILE_ENV=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu == env: PWD=/disk/vc3-root/tmp/worker-230547-19307/t.685 == env: VC3_ROOT_PKG_CONFIG=/ == env: PARROT_ENABLED=TRUE == env: VC3_VERSION_FULL_SED=4.2.2 == env: LOBSTER_OSG_VERSION=3.4 == env: VC3_VERSION_WHICH=2.20 == env: MODULEPATH=/afs/crc.nd.edu/x86_64_linux/Modules/modules/development_tools_and_libraries:/afs/crc.nd.edu/x86_64_linux/Modules/modules/general_software:/afs/crc.nd.edu/x86_64_linux/Modules/modules/restricted_software:/afs/crc.nd.edu/x86_64_linux/Modules/modules/system_modules:/afs/crc.nd.edu/x86_64_linux/Modules/modules/deprecated_software:/afs/crc.nd.edu/x86_64_linux/Modules/current/modulefiles == env: VC3_MACHINE_GLIBC_VERSION=2.17 == env: X509_VOMS_DIR=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/etc/grid-security/vomsdir == env: LOBSTER_LCG_CP= == env: WORK_QUEUE_SANDBOX=/disk/vc3-root/tmp/worker-230547-19307 == env: VC3_ROOT_CCTOOLS_WQ_WORKER=/disk/vc3-root/x86_64/redhat7.4.1708/cctools-wq-worker/v999.999.999 == env: VC3_MACHINE_TARGET=x86_64/redhat7.4.1708 == env: VC3_ROOT_SED=/ == env: OASIS_CERTIFICATES=/cvmfs/oasis.opensciencegrid.org/mis/certificates == env: CXX=g++ == env: HOME=/disk/vc3-root/vc3-home == env: SHLVL=3 == env: VC3_VERSION_FULL_GZIP=1.5.0 == env: VC3_VERSION_MAKE=3.82 == env: DISK=1000 == env: PARROT_CACHE=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp == env: PARROT_CVMFS_ALIEN_CACHE=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp/cvmfs == env: GFAL_CONFIG_DIR=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/etc/gfal2.d/ == env: VC3_VERSION_FULL_WHICH=2.20.0 == env: MEMORY=1200 == env: HTTP_PROXY=http://eddie.crc.nd.edu:3128 == env: TMP=/disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a == env: PYTHONPATH=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib/python2.7/site-packages:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/python2.7/site-packages:python:python: == env: VC3_INSTALL_USER_HOME=/disk/vc3-root/vc3-home == env: VC3_VERSION_FULL_VC3_BUILDER_HANDS=1.0.0 == env: VC3_ROOT_TAR=/ == env: VC3_VERSION_PKG_CONFIG=0.27 == env: CCTOOLS_ND=lobster-171-cd5e3e2c-cvmfs-70dfa0d6 == env: VC3_SH_PROFILE_WRAPPER=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu.wrapper == env: CC=gcc == env: CCTOOLS_RESOURCE_MONITOR_INFO=1036 == env: VC3_VERSION_FULL_MAKE=3.82.0 == env: CORES=1 == env: PARROT_DEBUG_FLAGS= == env: VC3_MACHINE_ARCH=x86_64 == env: VC3_ROOT_VC3_BUILDER_HANDS=/disk/vc3-root/x86_64/redhat7.4.1708/vc3-builder-hands/v1.0.0 == env: VC3_COMMAND_LINE=/disk/vc3-builder --var CCTOOLS_ND=lobster-171-cd5e3e2c-cvmfs-70dfa0d6 --require cctools-wq-worker -- work_queue_worker -M lobster_kmohrman_EFT_ALL_genOnly.* -t 300 -C catalog.cse.nd.edu,backup-catalog.cse.nd.edu -d all -o worker.log --cores=12 --memory=16000 --disk=18880 == env: _=/bin/env ==== proxy information @ Sat Sep 14 19:57:25 EDT 2019 ==== == proxy: subject : /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=kmohrman/CN=825714/CN=Kelci Ann Mohrman/CN=419255808 == proxy: issuer : /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=kmohrman/CN=825714/CN=Kelci Ann Mohrman == proxy: identity : /DC=ch/DC=cern/OU=Organic Units/OU=Users/CN=kmohrman/CN=825714/CN=Kelci Ann Mohrman == proxy: type : RFC compliant proxy == proxy: strength : 1024 bits == proxy: path : proxy == proxy: timeleft : 189:41:00 ==== working directory at startup @ Sat Sep 14 19:57:25 EDT 2019 ==== == dir: total 860 == dir: -rw-r--r-- 6 kmohrman campus 7693 Sep 14 19:56 GEN-00000-ttlnuJets_1_qCut19-2_cfg.py == dir: drwxr-xr-x 2 kmohrman campus 71 Sep 14 19:56 bin == dir: -rwxr-xr-x 13 kmohrman campus 627272 Sep 14 19:56 cctools-monitor == dir: -rw-r--r-- 1 kmohrman campus 0 Sep 14 19:56 cctools-monitor.summary == dir: drwxrwxrwx 2 kmohrman campus 6 Sep 14 19:56 cctools-temp-t.685.InY69a == dir: -rw------- 1 kmohrman campus 51 Sep 14 19:57 cvmfschecksum.cms.cern.ch == dir: -rw------- 1 kmohrman campus 51 Sep 14 19:57 cvmfschecksum.oasis.opensciencegrid.org == dir: drwxr-xr-x 2 kmohrman campus 33 Sep 14 19:56 lib == dir: -rwxrwxrwx 1 kmohrman campus 146912 Sep 14 19:56 librmonitor_helper.so.xBnp6e == dir: -rw-r--r-- 2 kmohrman campus 2542 Sep 14 19:56 parameters.json == dir: -rw------- 2 kmohrman campus 9165 Sep 14 19:56 proxy == dir: drwxr-xr-x 3 kmohrman campus 20 Sep 14 19:56 python == dir: -rw-r--r-- 13 kmohrman campus 570 Sep 14 19:56 report.json.in == dir: -rw-r--r-- 13 kmohrman campus 461 Sep 14 19:56 sandbox-CMSSW_9_3_1-slc7_amd64_gcc630.tar.bz2 == dir: drwxr-xr-x 4 kmohrman campus 37 Sep 14 19:56 siteconf == dir: -rw-r--r-- 1 kmohrman campus 11 Sep 14 19:57 t_wrapper_start == dir: -rwxr-xr-x 13 kmohrman campus 47217 Sep 14 19:56 task.py == dir: -rwxr-xr-x 13 kmohrman campus 6296 Sep 14 19:56 wrapper.sh === creating new release CMSSW_9_3_1 for scram arch slc7_amd64_gcc630 @ Sat Sep 14 19:57:25 EDT 2019 Attaching cms-ib.cern.ch failed: Failed to initialize root file catalog (16) Attaching cms-ib.cern.ch failed: Failed to initialize root file catalog (16) Attaching cms-ib.cern.ch failed: Failed to initialize root file catalog (16) Attaching cms-ib.cern.ch failed: Failed to initialize root file catalog (16) WARNING: In non-interactive mode release checks e.g. deprecated releases, production architectures are disabled. === unpacking sandbox-CMSSW_9_3_1-slc7_amd64_gcc630.tar.bz2 @ Sat Sep 14 19:57:28 EDT 2019 ==== machine load @ Sat Sep 14 19:57:30 EDT 2019 ==== top: unknown option 'M' Usage: top -hv | -bcHiOSs -d secs -n max -u|U user -p pid(s) -o field -w [cols] ==== environment before execution @ Sat Sep 14 19:57:30 EDT 2019 ==== == env: G4LEVELGAMMADATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4PhotonEvaporation/3.2/data/PhotonEvaporation3.2 == env: UTM_XSD_DIR=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/utm/utm_0.6.5 == env: SRT_G4LEVELGAMMADATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4PhotonEvaporation/3.2/data/PhotonEvaporation3.2 == env: VC3_VERSION_SED=4.2 == env: CMSSW_RELEASE_BASE=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1 == env: SCRAMRT_SET=CMSSW:CMSSW_9_3_1:slc7_amd64_gcc630:V2_2_9_pre04:SRT_ == env: MANPATH=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/share/man:/cvmfs/cms.cern.ch/share/man: == env: CCTOOLS_RESOURCE_PROCESS_START=1568505450457620 == env: CMSSW_FWLITE_INCLUDE_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/hepmc/2.06.07/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/clhep/2.3.4.2-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/boost/1.63.0-mlhled2/include == env: COMPILER_RUNTIME_OBJECTS=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0 == env: SRT_MALLOC_CONF_SCRAMRTDEL=lg_chunk:18,lg_dirty_mult:4 == env: VC3_INSIDE_WRAPPER_SCRIPT=yes == env: ROOT_INCLUDE_PATH=/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/src:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/src:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/coral/CORAL_2_3_21-ghjeda5/include/LCG:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/mctester/1.25.0a-ghjeda4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtDesigner:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/tauolapp/1.1.5-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/charybdis/1.003-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/thepeg/1.9.2p1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/include/SHERPA-MC:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtOpenGL:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtGui:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pythia8/226-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/herwig/6.521-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/Qt3Support:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/lwtnn/1.0-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/classlib/3.1.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/lhapdf/6.2.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cgal/4.2-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/tkonlinesw/4.1.0-1-ghjeda4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/starlight/r193-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/Qt:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtCore:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtXml:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/mcdb/1.0.3/interface:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libungif/4.1.4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libtiff/4.0.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libpng/1.6.16/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4/10.02.p02-ghjeda2/include/Geant4:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/frontier_client/2.8.20-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pcre/8.37/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/boost/1.63.0-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/xrootd/4.6.1/include/xrootd/private:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/vdt/v0.3.2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/valgrind/3.12.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/utm/utm_0.6.5/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/toprex/4.23/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/tbb/2017_20161004oss/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/tauola/27.121.5/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sigcpp/2.6.2/include/sigc++-2.0:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sqlite/3.15.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/protobuf/3.2.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pacparser/1.3.5/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/oracle/12.1.0.2.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/meschach/1.2.pCMS1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/madgraph5amcatnlo/2.4.3-ghjeda5:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libhepml/0.2.1/interface:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/ktjet/1.06-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/jimmy/4.2-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/jemalloc/4.5.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/xz/5.2.2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/heppdt/3.03.00/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/hector/1.3.4_patch1-ghjeda4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gsl/2.2.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libjpeg-turbo/1.3.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/giflib/4.2.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/xerces-c/3.1.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gdbm/1.10/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/freetype/2.5.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/fftw3/3.3.2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/fftjet/1.5.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/fastjet/3.1.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/expat/2.1.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/hepmc/2.06.07/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/dpm/1.8.0.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/dcap/2.47.8/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libxml2/2.9.1/include/libxml2:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/curl/7.51.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cppunit/1.12.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/clhep/2.3.4.2-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/openssl/1.0.2d/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pythia6/426/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/photos/215.5/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/zlib-x86_64/1.2.11/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libuuid/2.22.2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/castor/2.1.13.9/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/castor/2.1.13.9/include/shift:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cascade/2.2.04-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/bz2lib/1.0.6/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/python/2.7.11-mlhled2/include/python2.7:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/ittnotify/16.06.18/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/include/c++/6.3.0:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/include/c++/6.3.0/x86_64-unknown-linux-gnu:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/include/c++/6.3.0/backward:/usr/local/include:/usr/include == env: INTEL_LICENSE_FILE=28518@lxlicen01.cern.ch,28518@lxlicen02.cern.ch,28518@lxlicen03.cern.ch == env: SRT_TEXMFHOME_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/share/Rivet/texmf == env: SRT_GEANT4_PARFULLCMS_CONFIG_DIR_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-parfullcms/2014.01.27-ghjeda2/share/ParFullCMS == env: GFAL_PLUGIN_DIR=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/gfal2-plugins/ == env: PARROT_HTTP_PROXY=http://eddie.crc.nd.edu:3128 == env: TERM=xterm-256color == env: SHELL=/bin/sh == env: VC3_ROOT_GZIP=/ == env: LOBSTER_GFAL_COPY=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy == env: PDFPATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/share == env: DBSCMD_HOME=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/dbs-client/DBS_2_1_9-mlhled2/lib/DBSAPI == env: SRT_TNS_ADMIN_SCRAMRTDEL=/etc == env: VOMS_USERCONF=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/etc/vomses == env: MAKEFLAGS=-j4 == env: ROOT_GCC_TOOLCHAIN=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0 == env: GLOBUS_LOCATION=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr == env: TMPDIR=/disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a == env: G4FORCENUMBEROFTHREADS=max == env: OPENBLAS_NUM_THREADS=1 == env: SRT_PDFPATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/share == env: PERL5LIB=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/git/1.8.3.1/share/perl5:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/share/perl5/vendor_perl:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/share/perl5:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/perl5/vendor_perl:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/perl5 == env: VC3_ROOT_WHICH=/disk/vc3-root/x86_64/redhat7.4.1708/which/v2.20.0 == env: CMSSW_DATA_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms == env: LHAPDF_DATA_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/lhapdf/6.2.1/share/LHAPDF == env: CVSROOT=:gserver:cmssw.cvs.cern.ch:/local/reps/CMSSW == env: LD_PRELOAD=/disk/vc3-root/tmp/worker-230547-19307/t.685/librmonitor_helper.so.xBnp6e == env: LOBSTER_CVMFS_PROXY=http://eddie.crc.nd.edu:3128 == env: PARROT_PATH=./bin == env: CMSSW_GIT_HASH=CMSSW_9_3_1 == env: SRT_G4ABLADATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4ABLA/3.0/data/G4ABLA3.0 == env: QTDIR=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7 == env: SRT_SCONS_LIB_DIR_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/scons/1.2.0-mlhled2/lib == env: OLDPWD=/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1 == env: LOBSTER_FRONTIER_PROXY=http://eddie.crc.nd.edu:3128 == env: G4NEUTRONXSDATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4NEUTRONXS/1.4/data/G4NEUTRONXS1.4 == env: QTINC=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include == env: SRT_COMPILER_RUNTIME_OBJECTS_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0 == env: X509_CERT_DIR=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/etc/grid-security/certificates == env: SCRAM_ARCH=slc7_amd64_gcc630 == env: GIT_SSL_CAINFO=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/git/1.8.3.1/share/ssl/certs/ca-bundle.crt == env: DBS_CLIENT_CONFIG=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/dbs-client/DBS_2_1_9-mlhled2/lib/DBSAPI/dbs.config == env: SRT_CMS_OPENLOOPS_PREFIX_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/openloops/1.3.1-mlhled2 == env: SRT_GIT_EXEC_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/git/1.8.3.1/libexec/git-core == env: LOBSTER_CMSSW_VERSION=CMSSW_9_3_1 == env: ROOT_TTREECACHE_SIZE=0 == env: EVTGENDATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/evtgen/1.6.0-ghjeda2/share == env: SRT_INTEL_LICENSE_FILE_SCRAMRTDEL=28518@lxlicen01.cern.ch,28518@lxlicen02.cern.ch,28518@lxlicen03.cern.ch == env: SRT_ROOT_INCLUDE_PATH_SCRAMRTDEL=/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/src:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/src:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/coral/CORAL_2_3_21-ghjeda5/include/LCG:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/mctester/1.25.0a-ghjeda4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtDesigner:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/tauolapp/1.1.5-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/charybdis/1.003-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/thepeg/1.9.2p1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/include/SHERPA-MC:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtOpenGL:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtGui:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pythia8/226-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/herwig/6.521-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/Qt3Support:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/lwtnn/1.0-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/classlib/3.1.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/lhapdf/6.2.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cgal/4.2-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/tkonlinesw/4.1.0-1-ghjeda4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/starlight/r193-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/Qt:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtCore:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include/QtXml:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/mcdb/1.0.3/interface:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libungif/4.1.4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libtiff/4.0.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libpng/1.6.16/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4/10.02.p02-ghjeda2/include/Geant4:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/frontier_client/2.8.20-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pcre/8.37/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/boost/1.63.0-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/xrootd/4.6.1/include/xrootd/private:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/vdt/v0.3.2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/valgrind/3.12.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/utm/utm_0.6.5/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/toprex/4.23/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/tbb/2017_20161004oss/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/tauola/27.121.5/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sigcpp/2.6.2/include/sigc++-2.0:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sqlite/3.15.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/protobuf/3.2.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pacparser/1.3.5/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/oracle/12.1.0.2.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/meschach/1.2.pCMS1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/madgraph5amcatnlo/2.4.3-ghjeda5:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libhepml/0.2.1/interface:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/ktjet/1.06-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/jimmy/4.2-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/jemalloc/4.5.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/xz/5.2.2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/heppdt/3.03.00/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/hector/1.3.4_patch1-ghjeda4/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gsl/2.2.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libjpeg-turbo/1.3.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/giflib/4.2.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/xerces-c/3.1.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gdbm/1.10/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/freetype/2.5.3/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/fftw3/3.3.2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/fftjet/1.5.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/fastjet/3.1.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/expat/2.1.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/hepmc/2.06.07/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/dpm/1.8.0.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/dcap/2.47.8/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libxml2/2.9.1/include/libxml2:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/curl/7.51.0/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cppunit/1.12.1/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/clhep/2.3.4.2-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/openssl/1.0.2d/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pythia6/426/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/photos/215.5/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/zlib-x86_64/1.2.11/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/libuuid/2.22.2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/castor/2.1.13.9/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/castor/2.1.13.9/include/shift:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cascade/2.2.04-ghjeda2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/bz2lib/1.0.6/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/python/2.7.11-mlhled2/include/python2.7:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/ittnotify/16.06.18/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/include/c++/6.3.0:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/include/c++/6.3.0/x86_64-unknown-linux-gnu:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/include/c++/6.3.0/backward:/usr/local/include:/usr/include == env: VC3_MACHINE_OS=Linux/redhat7.4.1708 == env: VC3_VERSION_FULL_TAR=1.26.0 == env: G4LEDATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4EMLOW/6.48/data/G4EMLOW6.48 == env: SRT_VINCIADATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/vincia/1.2.02-ghjeda2/share/Vincia/xmldoc == env: SRT_ROOT_TTREECACHE_PREFILL_SCRAMRTDEL=0 == env: OPAL_PREFIX=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/openmpi/2.1.2rc4 == env: USER=kmohrman == env: VC3_VERSION_FULL_CCTOOLS_WQ_WORKER=999.999.999 == env: ROOT_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/madgraph5amcatnlo/2.4.3-ghjeda5 == env: SHERPA_INCLUDE_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/include/SHERPA-MC == env: SRT_LHAPDF_DATA_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/lhapdf/6.2.1/share/LHAPDF == env: LD_LIBRARY_PATH=/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/biglib/slc7_amd64_gcc630:/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/biglib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.0-njopjo/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/biglib/slc7_amd64_gcc630:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/lib/slc7_amd64_gcc630:/afs/crc.nd.edu/user/k/kmohrman/CMSSW_Releases/CMSSW_9_4_6/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/biglib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_4_6/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.1/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib:/opt/crc/usr/local/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/dcap:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/lcgdm:/opt/condor/RedHat7/lib/condor:/opt/condor/RedHat7/lib/condor:/.singularity.d/libs:lib:lib == env: VC3_BUILDER_PATH=/disk/vc3-builder == env: TEMP=/disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a == env: SRT_CMSSW_RELEASE_BASE_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1 == env: SRT_RIVET_ANALYSIS_PATH_SCRAMRTDEL=/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/lib == env: VC3_VERSION_VC3_BUILDER_HANDS=1.0 == env: SRT_PERL5LIB_SCRAMRT=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/git/1.8.3.1/share/perl5 == env: SRT_CMSSW_VERSION_SCRAMRTDEL=CMSSW_9_3_1 == env: VC3_DISTFILES=/disk/vc3-distfiles == env: VC3_ROOT_MAKE=/ == env: VALGRIND_LIB=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/valgrind/3.12.0/lib/valgrind == env: SRT_CMSSW_GIT_HASH_SCRAMRTDEL=CMSSW_9_3_1 == env: SRT_ROOTSYS_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/ == env: OSG_LOCATION=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64 == env: ENV=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu == env: VC3_VERSION_TAR=1.26 == env: WORKER_TMPDIR=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp == env: G4NEUTRONHPDATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4NDL/4.5/data/G4NDL4.5 == env: GEANT4_PARFULLCMS_CONFIG_DIR=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-parfullcms/2014.01.27-ghjeda2/share/ParFullCMS == env: FRONTIER_PROXY=http://eddie.crc.nd.edu:3128 == env: PARROT_ALLOW_SWITCHING_CVMFS_REPOSITORIES=TRUE == env: CSC_TRACK_FINDER_DATA_DIR=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/CSCTrackFinderEmulation/1.2/data/ == env: SRT_QTINC_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/include == env: VC3_VERSION_CCTOOLS_WQ_WORKER=999.999 == env: G4ENSDFSTATEDATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4ENSDFSTATE/1.2.3/data/G4ENSDFSTATE1.2.3 == env: G4RADIOACTIVEDATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4RadioactiveDecay/4.3.2/data/RadioactiveDecay4.3.2 == env: ROOFITSYS=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/ == env: SRT_ROOFITSYS_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/ == env: SRT_G4RADIOACTIVEDATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4RadioactiveDecay/4.3.2/data/RadioactiveDecay4.3.2 == env: SRT_G4ENSDFSTATEDATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4ENSDFSTATE/1.2.3/data/G4ENSDFSTATE1.2.3 == env: SRT_CLHEP_PARAM_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/clhep/2.3.4.2-mlhled2 == env: G4ABLADATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4ABLA/3.0/data/G4ABLA3.0 == env: VC3_VERSION_FULL_PKG_CONFIG=0.27.1 == env: SRT_SHERPA_INCLUDE_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/include/SHERPA-MC == env: SRT_G4FORCENUMBEROFTHREADS_SCRAMRTDEL=max == env: SRT_WORKER_DATA_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/blackhat/0.9.9-mlhled2/share/blackhat/datafiles/ == env: PARROT_CVMFS_REPO=*:try_local_filesystem == env: *.cern.ch:pubkey=,url=http://cvmfs.fnal.gov:8000/opt/*;http://cvmfs.racf.bnl.gov:8000/opt/* == env: *.opensciencegrid.org:pubkey=,url=http://oasis-replica.opensciencegrid.org:8000/cvmfs/*;http://cvmfs.fnal.gov:8000/cvmfs/*;http://cvmfs.racf.bnl.gov:8000/cvmfs/* == env: VC3_VERSION_GZIP=1.5 == env: TNS_ADMIN=/etc == env: SRT_HEPPDT_PARAM_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/heppdt/3.03.00 == env: PATH=/cvmfs/cms.cern.ch/share/overrides/bin:/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/bin/slc7_amd64_gcc630:/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/external/slc7_amd64_gcc630/bin:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/bin/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/external/slc7_amd64_gcc630/bin:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.0-njopjo/bin:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/bin:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/sbin:/cvmfs/cms.cern.ch/common:/cvmfs/cms.cern.ch/bin:/disk/vc3-root/x86_64/redhat7.4.1708/which/v2.20.0/bin:/disk/vc3-root/x86_64/redhat7.4.1708/cctools-wq-worker/v999.999.999/bin:/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/sbin:/bin == env: VC3_ENV_TAG_GLOBAL=18937 == env: SRT_DBS_CLIENT_CONFIG_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/dbs-client/DBS_2_1_9-mlhled2/lib/DBSAPI/dbs.config == env: SRT_CMSSW_SEARCH_PATH_SCRAMRTDEL=/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/src:/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/external/slc7_amd64_gcc630/data:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/src:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/external/slc7_amd64_gcc630/data == env: SRT_GIT_SSL_CAINFO_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/git/1.8.3.1/share/ssl/certs/ca-bundle.crt == env: CMS_PATH=/cvmfs/cms.cern.ch == env: VC3_ROOT=/disk/vc3-root == env: SRT_UTM_XSD_DIR_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/utm/utm_0.6.5 == env: SRT_PATH_SCRAMRT=/cvmfs/cms.cern.ch/share/overrides/bin:/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/bin/slc7_amd64_gcc630:/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/external/slc7_amd64_gcc630/bin:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/bin/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/external/slc7_amd64_gcc630/bin:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.0-njopjo/bin:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/bin == env: VC3_SH_PROFILE_ENV=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu == env: RIVET_ANALYSIS_PATH=/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/lib == env: SRT_LOCALRT_SCRAMRTDEL=/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1 == env: SRT_CMSSW_BASE_SCRAMRTDEL=/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1 == env: PWD=/disk/vc3-root/tmp/worker-230547-19307/t.685 == env: VC3_ROOT_PKG_CONFIG=/ == env: PARROT_ENABLED=TRUE == env: VC3_VERSION_FULL_SED=4.2.2 == env: LOBSTER_OSG_VERSION=3.4 == env: SRT_OPAL_PREFIX_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/openmpi/2.1.2rc4 == env: VC3_VERSION_WHICH=2.20 == env: LANG=C == env: SRT_QTDIR_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7 == env: MODULEPATH=/afs/crc.nd.edu/x86_64_linux/Modules/modules/development_tools_and_libraries:/afs/crc.nd.edu/x86_64_linux/Modules/modules/general_software:/afs/crc.nd.edu/x86_64_linux/Modules/modules/restricted_software:/afs/crc.nd.edu/x86_64_linux/Modules/modules/system_modules:/afs/crc.nd.edu/x86_64_linux/Modules/modules/deprecated_software:/afs/crc.nd.edu/x86_64_linux/Modules/current/modulefiles == env: VC3_MACHINE_GLIBC_VERSION=2.17 == env: SRT_G4NEUTRONHPDATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4NDL/4.5/data/G4NDL4.5 == env: X509_VOMS_DIR=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/etc/grid-security/vomsdir == env: LOBSTER_LCG_CP= == env: SRT_SHERPA_SHARE_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/share/SHERPA-MC == env: WORK_QUEUE_SANDBOX=/disk/vc3-root/tmp/worker-230547-19307 == env: CASCADE_PDFPATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cascade/2.2.04-ghjeda2/share == env: SRT_ROOT_GCC_TOOLCHAIN_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0 == env: SRT_CASCADE_PDFPATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cascade/2.2.04-ghjeda2/share == env: WORKER_DATA_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/blackhat/0.9.9-mlhled2/share/blackhat/datafiles/ == env: GIT_TEMPLATE_DIR=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/git/1.8.3.1/share/git-core/templates == env: G4SAIDXSDATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4SAIDDATA/1.1/data/G4SAIDDATA1.1 == env: SRT_DBSCMD_HOME_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/dbs-client/DBS_2_1_9-mlhled2/lib/DBSAPI == env: VC3_ROOT_CCTOOLS_WQ_WORKER=/disk/vc3-root/x86_64/redhat7.4.1708/cctools-wq-worker/v999.999.999 == env: SRT_CMSSW_FWLITE_INCLUDE_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/hepmc/2.06.07/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/clhep/2.3.4.2-mlhled2/include:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/boost/1.63.0-mlhled2/include == env: SRT_PYTHONPATH_SCRAMRT=/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/python:/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/python:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/coral/CORAL_2_3_21-ghjeda5/slc7_amd64_gcc630/python:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/coral/CORAL_2_3_21-ghjeda5/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/professor2/2.2.1-ghjeda5/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pyqt/4.11.4-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/python-ldap/2.4.10-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-matplotlib/1.5.2-njopjo/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sip/4.17-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.0-njopjo/lib64/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-sqlalchemy/1.1.4-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-lint/0.25.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-dxr/1.0-ghjeda5/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-cx-oracle/5.2.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-numpy/1.12.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/frontier_client/2.8.20-mlhled2/python/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/das_client/v03.01.00-mlhled2/bin:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/xrootd/4.6.1/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/yoda/1.6.5-ghjeda4/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pyminuit2/0.0.1-ghjeda4/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-PyYAML/3.11-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-pygithub/1.23.0-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-pip/9.0.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-dablooms/0.9.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-pippkgs_depscipy/3.0-ghjeda5/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-pippkgs/5.0-ghjeda5/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/professor/1.4.0-ghjeda4/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/dbs-client/DBS_2_1_9-mlhled2/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/dbs-client/DBS_2_1_9-mlhled2/lib/DBSAPI:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cvs2git/5419-mlhled2/lib == env: VC3_MACHINE_TARGET=x86_64/redhat7.4.1708 == env: VC3_ROOT_SED=/ == env: OASIS_CERTIFICATES=/cvmfs/oasis.opensciencegrid.org/mis/certificates == env: ROOTSYS=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/ == env: SRT_PYTHIA8DATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pythia8/226-ghjeda2/share/Pythia8/xmldoc == env: SRT_HERWIGPATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/herwigpp/2.7.1/share/Herwig++ == env: CXX=g++ == env: SRT_QTLIB_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/lib == env: SHERPA_LIBRARY_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/lib/SHERPA-MC == env: HOME=/disk/vc3-root/vc3-home == env: SHLVL=3 == env: CMSSW_SEARCH_PATH=/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/src:/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/external/slc7_amd64_gcc630/data:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/src:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/external/slc7_amd64_gcc630/data == env: VC3_VERSION_FULL_GZIP=1.5.0 == env: VC3_VERSION_MAKE=3.82 == env: DISK=1000 == env: PARROT_CACHE=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp == env: PARROT_CVMFS_ALIEN_CACHE=/disk/vc3-root/tmp/worker-230547-19307/cache/tmp/cvmfs == env: ROOT_TTREECACHE_PREFILL=0 == env: GENREFLEX=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/bin/genreflex == env: VINCIADATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/vincia/1.2.02-ghjeda2/share/Vincia/xmldoc == env: SRT_G4LEDATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4EMLOW/6.48/data/G4EMLOW6.48 == env: SRT_GENREFLEX_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/bin/genreflex == env: MALLOC_CONF=lg_chunk:18,lg_dirty_mult:4 == env: SRT_ROOT_TTREECACHE_SIZE_SCRAMRTDEL=0 == env: SRT_EVTGENDATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/evtgen/1.6.0-ghjeda2/share == env: GFAL_CONFIG_DIR=/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/etc/gfal2.d/ == env: VC3_VERSION_FULL_WHICH=2.20.0 == env: MEMORY=1200 == env: HTTP_PROXY=http://eddie.crc.nd.edu:3128 == env: SRT_CMSSW_DATA_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms == env: HEPPDT_PARAM_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/heppdt/3.03.00 == env: SRT_LD_LIBRARY_PATH_SCRAMRT=/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/biglib/slc7_amd64_gcc630:/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/biglib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/external/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.0-njopjo/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib64:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/gcc/6.3.0/lib == env: TMP=/disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a == env: PYTHONPATH=/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/python:/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/python:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/cmssw/CMSSW_9_3_1/lib/slc7_amd64_gcc630:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/coral/CORAL_2_3_21-ghjeda5/slc7_amd64_gcc630/python:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/coral/CORAL_2_3_21-ghjeda5/slc7_amd64_gcc630/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/professor2/2.2.1-ghjeda5/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pyqt/4.11.4-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/python-ldap/2.4.10-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-matplotlib/1.5.2-njopjo/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sip/4.17-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/llvm/4.0.0-njopjo/lib64/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-sqlalchemy/1.1.4-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-lint/0.25.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-dxr/1.0-ghjeda5/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-cx-oracle/5.2.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-numpy/1.12.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/frontier_client/2.8.20-mlhled2/python/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/das_client/v03.01.00-mlhled2/bin:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/xrootd/4.6.1/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/yoda/1.6.5-ghjeda4/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/lcg/root/6.10.04-ghjeda/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pyminuit2/0.0.1-ghjeda4/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-PyYAML/3.11-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-pygithub/1.23.0-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-pip/9.0.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-dablooms/0.9.1-mlhled2/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-pippkgs_depscipy/3.0-ghjeda5/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/py2-pippkgs/5.0-ghjeda5/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/professor/1.4.0-ghjeda4/lib/python2.7/site-packages:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/dbs-client/DBS_2_1_9-mlhled2/lib:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/dbs-client/DBS_2_1_9-mlhled2/lib/DBSAPI:/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/cvs2git/5419-mlhled2/lib:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib/python2.7/site-packages:/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/lib64/python2.7/site-packages:python:python: == env: QTLIB=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/qt/4.8.7/lib == env: SCONS_LIB_DIR=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/scons/1.2.0-mlhled2/lib == env: VC3_INSTALL_USER_HOME=/disk/vc3-root/vc3-home == env: VC3_VERSION_FULL_VC3_BUILDER_HANDS=1.0.0 == env: FRONTIER_CLIENT=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/frontier_client/2.8.20-mlhled2/ == env: SRT_G4NEUTRONXSDATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4NEUTRONXS/1.4/data/G4NEUTRONXS1.4 == env: SRT_SHERPA_LIBRARY_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/lib/SHERPA-MC == env: VC3_ROOT_TAR=/ == env: VC3_VERSION_PKG_CONFIG=0.27 == env: CLHEP_PARAM_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/clhep/2.3.4.2-mlhled2 == env: CCTOOLS_ND=lobster-171-cd5e3e2c-cvmfs-70dfa0d6 == env: VC3_SH_PROFILE_WRAPPER=/disk/vc3-root/vc3-home/.vc3_sh-9eXVIu.wrapper == env: HERWIGPATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/herwigpp/2.7.1/share/Herwig++ == env: PYTHIA8DATA=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/pythia8/226-ghjeda2/share/Pythia8/xmldoc == env: SRT_FRONTIER_CLIENT_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/frontier_client/2.8.20-mlhled2/ == env: SRT_CSC_TRACK_FINDER_DATA_DIR_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/cms/CSCTrackFinderEmulation/1.2/data/ == env: SRT_ROOT_PATH_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/madgraph5amcatnlo/2.4.3-ghjeda5 == env: CC=gcc == env: TEXMFHOME=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/rivet/2.5.2-ghjeda4/share/Rivet/texmf == env: SRT_OPENBLAS_NUM_THREADS_SCRAMRTDEL=1 == env: SRT_GIT_TEMPLATE_DIR_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/git/1.8.3.1/share/git-core/templates == env: SRT_G4SAIDXSDATA_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/geant4-G4SAIDDATA/1.1/data/G4SAIDDATA1.1 == env: CMSSW_VERSION=CMSSW_9_3_1 == env: SRT_LANG_SCRAMRTDEL=C == env: CCTOOLS_RESOURCE_MONITOR_INFO=1036 == env: VC3_VERSION_FULL_MAKE=3.82.0 == env: CORES=1 == env: PARROT_DEBUG_FLAGS= == env: SHERPA_SHARE_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/sherpa/2.2.4-ghjeda/share/SHERPA-MC == env: VC3_MACHINE_ARCH=x86_64 == env: VC3_ROOT_VC3_BUILDER_HANDS=/disk/vc3-root/x86_64/redhat7.4.1708/vc3-builder-hands/v1.0.0 == env: CMS_OPENLOOPS_PREFIX=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/openloops/1.3.1-mlhled2 == env: GIT_EXEC_PATH=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/git/1.8.3.1/libexec/git-core == env: LOCALRT=/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1 == env: CMSSW_BASE=/disk/vc3-root/tmp/worker-230547-19307/t.685/CMSSW_9_3_1 == env: SRT_VALGRIND_LIB_SCRAMRTDEL=/cvmfs/cms.cern.ch/slc7_amd64_gcc630/external/valgrind/3.12.0/lib/valgrind == env: VC3_COMMAND_LINE=/disk/vc3-builder --var CCTOOLS_ND=lobster-171-cd5e3e2c-cvmfs-70dfa0d6 --require cctools-wq-worker -- work_queue_worker -M lobster_kmohrman_EFT_ALL_genOnly.* -t 300 -C catalog.cse.nd.edu,backup-catalog.cse.nd.edu -d all -o worker.log --cores=12 --memory=16000 --disk=18880 == env: _=/bin/env === wrapper ready @ Sat Sep 14 19:57:33 EDT 2019 ==== working directory before execution @ Sat Sep 14 19:57:33 EDT 2019 ==== == dir: total 864 == dir: drwxr-xr-x 17 kmohrman campus 201 Sep 14 19:57 CMSSW_9_3_1 == dir: -rw-r--r-- 6 kmohrman campus 7693 Sep 14 19:56 GEN-00000-ttlnuJets_1_qCut19-2_cfg.py == dir: drwxr-xr-x 2 kmohrman campus 71 Sep 14 19:56 bin == dir: -rwxr-xr-x 13 kmohrman campus 627272 Sep 14 19:56 cctools-monitor == dir: -rw-r--r-- 1 kmohrman campus 0 Sep 14 19:56 cctools-monitor.summary == dir: drwxrwxrwx 2 kmohrman campus 6 Sep 14 19:56 cctools-temp-t.685.InY69a == dir: -rw------- 1 kmohrman campus 51 Sep 14 19:57 cvmfschecksum.cms.cern.ch == dir: -rw------- 1 kmohrman campus 51 Sep 14 19:57 cvmfschecksum.oasis.opensciencegrid.org == dir: drwxr-xr-x 2 kmohrman campus 33 Sep 14 19:56 lib == dir: -rwxrwxrwx 1 kmohrman campus 146912 Sep 14 19:56 librmonitor_helper.so.xBnp6e == dir: -rw-r--r-- 2 kmohrman campus 2542 Sep 14 19:56 parameters.json == dir: -rw------- 2 kmohrman campus 9165 Sep 14 19:56 proxy == dir: drwxr-xr-x 3 kmohrman campus 20 Sep 14 19:56 python == dir: -rw-r--r-- 13 kmohrman campus 570 Sep 14 19:56 report.json.in == dir: -rw-r--r-- 13 kmohrman campus 461 Sep 14 19:56 sandbox-CMSSW_9_3_1-slc7_amd64_gcc630.tar.bz2 == dir: drwxr-xr-x 4 kmohrman campus 37 Sep 14 19:56 siteconf == dir: -rw-r--r-- 1 kmohrman campus 11 Sep 14 19:57 t_wrapper_ready == dir: -rw-r--r-- 1 kmohrman campus 11 Sep 14 19:57 t_wrapper_start == dir: -rwxr-xr-x 13 kmohrman campus 47217 Sep 14 19:56 task.py == dir: -rwxr-xr-x 13 kmohrman campus 6296 Sep 14 19:56 wrapper.sh Warning in : class BSTRecord found in libDataFormatsTCDS.so is already in libDataFormatsScalers.so Warning in : class edm::Wrapper found in libDataFormatsTCDS.so is already in libDataFormatsScalers.so >>> data is {u'files': {u'info': {}, u'output_info': {}, u'skipped': []}, u'cpu_time': 0, u'exe_exit_code': 0, u'events_written': 0, u'output_size': 0, u'task_exit_code': 0, u'output_storage_element': u'', u'cache': {u'start_size': 0, u'type': 2, u'end_size': 0}, u'stageout_exit_code': 0, u'output_bare_size': 0, u'transfers': defaultdict(, {}), u'task_timing': {u'wrapper_ready': 0, u'wrapper_start': 0, u'prologue_end': 0, u'epilogue_end': 0, u'stage_out_end': 0, u'stage_in_end': 0, u'processing_end': 0}, u'events_per_run': 0} @ Sat Sep 14 19:57:44 2019 >>> Trying hdfs client access method @ Sat Sep 14 19:57:44 2019 >>> executing 'timeout 300 hdfs dfs -fs hdfs://eddie.crc.nd.edu:19000 -get /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1508.root HIG-RunIIFall17wmLHE-00000ND_1508.root' @ Sat Sep 14 19:57:44 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmpkj536U to store command output >> cmd: timeout: failed to run command 'hdfs': No such file or directory >>>>> Unable to copy input with hdfs client @ Sat Sep 14 19:57:44 2019 >>> Trying xrootd access method @ Sat Sep 14 19:57:44 2019 >>> executing 'env XRD_LOGLEVEL=Debug timeout 300 xrdfs deepthought.crc.nd.edu stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1508.root' @ Sat Sep 14 19:57:44 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmpY4CxaH to store command output >> cmd: [2019-09-14 19:57:44.585351 -0400][Warning][Utility ] Unable to process global config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 19:57:44.586320 -0400][Debug ][Utility ] Unable to process user config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 19:57:44.586457 -0400][Debug ][PlugInMgr ] Initializing plug-in manager... >> cmd: [2019-09-14 19:57:44.586500 -0400][Debug ][PlugInMgr ] No default plug-in, loading plug-in configs... >> cmd: [2019-09-14 19:57:44.586538 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /etc/xrootd/client.plugins.d... >> cmd: [2019-09-14 19:57:44.586618 -0400][Debug ][PlugInMgr ] Unable to process directory /etc/xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 19:57:44.586917 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d... >> cmd: [2019-09-14 19:57:44.587004 -0400][Debug ][PlugInMgr ] Unable to process directory /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 19:57:44.587147 -0400][Debug ][App ] Executing: stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1508.root >> cmd: [2019-09-14 19:57:44.587227 -0400][Debug ][Poller ] Available pollers: built-in >> cmd: [2019-09-14 19:57:44.587264 -0400][Debug ][Poller ] Attempting to create a poller according to preference: built-in >> cmd: [2019-09-14 19:57:44.587300 -0400][Debug ][Poller ] Creating poller: built-in >> cmd: [2019-09-14 19:57:44.587343 -0400][Debug ][Poller ] Creating and starting the built-in poller... >> cmd: [2019-09-14 19:57:44.587634 -0400][Debug ][Poller ] Using 1 poller threads >> cmd: [2019-09-14 19:57:44.587682 -0400][Debug ][TaskMgr ] Starting the task manager... >> cmd: [2019-09-14 19:57:44.587814 -0400][Debug ][TaskMgr ] Task manager started >> cmd: [2019-09-14 19:57:44.587860 -0400][Debug ][JobMgr ] Starting the job manager... >> cmd: [2019-09-14 19:57:44.588203 -0400][Debug ][JobMgr ] Job manager started, 3 workers >> cmd: [2019-09-14 19:57:44.588263 -0400][Debug ][TaskMgr ] Registering task: "FileTimer task" to be run at: [2019-09-14 19:57:44 -0400] >> cmd: [2019-09-14 19:57:44.588337 -0400][Debug ][PostMaster ] Creating new channel to: deepthought.crc.nd.edu:1094 1 stream(s) >> cmd: [2019-09-14 19:57:44.588394 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 19:57:44.589447 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" to be run at: [2019-09-14 19:57:59 -0400] >> cmd: [2019-09-14 19:57:44.590902 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094] Found 1 address(es): [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 19:57:44.591048 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Attempting connection to [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 19:57:44.591148 -0400][Debug ][Poller ] Adding socket 0x8eb7a0 to the poller >> cmd: [2019-09-14 19:57:44.591429 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Async connection call returned >> cmd: [2019-09-14 19:57:44.591533 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 19:57:44.598531 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Got the server hand shake response (type: manager [], protocol version 310) >> cmd: [2019-09-14 19:57:44.598754 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] kXR_protocol successful (type: manager [], protocol version 310) >> cmd: [2019-09-14 19:57:44.602092 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 19:57:44.602924 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Logged in, session: 47060000855637001400000049060000 >> cmd: [2019-09-14 19:57:44.602995 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream 0 connected. >> cmd: [2019-09-14 19:57:44.603034 -0400][Debug ][Utility ] Monitor library name not set. No monitoring >> cmd: [2019-09-14 19:57:44.613794 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant05.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 19:57:44.613863 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 19:57:44.615745 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" to be run at: [2019-09-14 19:57:59 -0400] >> cmd: [2019-09-14 19:57:44.617285 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 19:57:44.617501 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 19:57:44.617637 -0400][Debug ][Poller ] Adding socket 0x100016a0 to the poller >> cmd: [2019-09-14 19:57:44.617936 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 19:57:44.618082 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 19:57:44.618487 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 19:57:44.618697 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 19:57:44.622572 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 19:57:44.623390 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Logged in, session: 1c070000780c00001d0000001b080000 >> cmd: [2019-09-14 19:57:44.623474 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 19:57:44.623542 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 19:57:44.652016 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 19:57:44 24511 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 19:57:44.685418 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 19:57:44.685504 -0400][Error ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 19:57:44.685552 -0400][Error ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 19:57:44.685591 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:57:44.685673 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:43240><--><[::ffff:149.165.243.13]:1096> Removing socket from the poller >> cmd: [2019-09-14 19:57:44.685885 -0400][Error ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 19:57:44.685992 -0400][Error ][XRootD ] [primeradiant05.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1508.root, flags: none). Trying to recover. >> cmd: [2019-09-14 19:57:44.686107 -0400][Debug ][XRootD ] [primeradiant05.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1508.root, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 19:57:46.692515 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x8e5ea0" to be run at: [2019-09-14 19:57:51 -0400] >> cmd: [2019-09-14 19:57:51.590003 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x8e5ea0" >> cmd: [2019-09-14 19:57:54.414835 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x8e5ea0" to be run at: [2019-09-14 19:57:59 -0400] >> cmd: [2019-09-14 19:57:59.592485 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x8e5ea0" >> cmd: [2019-09-14 19:58:02.721971 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x8e5ea0" to be run at: [2019-09-14 19:58:07 -0400] >> cmd: [2019-09-14 19:58:07.595156 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x8e5ea0" >> cmd: [2019-09-14 19:58:07.710316 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant02.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 19:58:07.710480 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 19:58:07.713510 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" to be run at: [2019-09-14 19:58:22 -0400] >> cmd: [2019-09-14 19:58:07.715583 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 19:58:07.715854 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 19:58:07.716033 -0400][Debug ][Poller ] Adding socket 0x18001550 to the poller >> cmd: [2019-09-14 19:58:07.716301 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 19:58:07.716568 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 19:58:07.717311 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 19:58:07.717697 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 19:58:07.722076 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 19:58:07.722777 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Logged in, session: 280700009b0c00001b00000062080000 >> cmd: [2019-09-14 19:58:07.722878 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 19:58:07.722959 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 19:58:07.724615 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 19:58:07 24511 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 19:58:07.725233 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 19:58:07.725333 -0400][Error ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 19:58:07.725420 -0400][Error ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 19:58:07.725496 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:07.725574 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:35392><--><[::ffff:149.165.243.6]:1096> Removing socket from the poller >> cmd: [2019-09-14 19:58:07.725832 -0400][Error ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 19:58:07.725923 -0400][Error ][XRootD ] [primeradiant02.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1508.root?tried=primeradiant05.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 19:58:07.726038 -0400][Debug ][XRootD ] [primeradiant02.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1508.root?tried=primeradiant05.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 19:58:08.233288 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant03.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 19:58:08.233543 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 19:58:08.236645 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" to be run at: [2019-09-14 19:58:23 -0400] >> cmd: [2019-09-14 19:58:08.238695 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 19:58:08.238967 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 19:58:08.239148 -0400][Debug ][Poller ] Adding socket 0x1c001550 to the poller >> cmd: [2019-09-14 19:58:08.239504 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 19:58:08.239726 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 19:58:08.240432 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 19:58:08.240863 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 19:58:08.245373 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 19:58:08.246045 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Logged in, session: 27070000860c00001c00000022080000 >> cmd: [2019-09-14 19:58:08.246139 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 19:58:08.246218 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 19:58:08.248085 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 19:58:08 24511 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 19:58:08.248719 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 19:58:08.248842 -0400][Error ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 19:58:08.248939 -0400][Error ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 19:58:08.249019 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:08.249098 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:53174><--><[::ffff:149.165.243.11]:1096> Removing socket from the poller >> cmd: [2019-09-14 19:58:08.249353 -0400][Error ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 19:58:08.249437 -0400][Error ][XRootD ] [primeradiant03.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1508.root?tried=primeradiant05.crc.nd.edu,primeradiant02.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 19:58:08.249518 -0400][Debug ][XRootD ] [primeradiant03.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1508.root?tried=primeradiant05.crc.nd.edu,primeradiant02.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 19:58:08.288205 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant04.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 19:58:08.288387 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 19:58:08.290095 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" to be run at: [2019-09-14 19:58:23 -0400] >> cmd: [2019-09-14 19:58:08.292106 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 19:58:08.292362 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 19:58:08.292535 -0400][Debug ][Poller ] Adding socket 0x10002370 to the poller >> cmd: [2019-09-14 19:58:08.292847 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 19:58:08.293114 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 19:58:08.293852 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 19:58:08.294242 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 19:58:08.298204 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 19:58:08.299041 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Logged in, session: 4f060000a00c00001b0000004f060000 >> cmd: [2019-09-14 19:58:08.299165 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 19:58:08.299244 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 19:58:08.301232 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 19:58:08 24511 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 19:58:08.301969 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 19:58:08.302056 -0400][Error ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 19:58:08.302136 -0400][Error ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 19:58:08.302208 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:08.302282 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:48994><--><[::ffff:149.165.243.12]:1096> Removing socket from the poller >> cmd: [2019-09-14 19:58:08.302519 -0400][Error ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 19:58:08.302597 -0400][Error ][XRootD ] [primeradiant04.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1508.root?tried=primeradiant05.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 19:58:08.302718 -0400][Debug ][XRootD ] [primeradiant04.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1508.root?tried=primeradiant05.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 19:58:08.306653 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant01.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 19:58:08.306797 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 19:58:08.308537 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" to be run at: [2019-09-14 19:58:23 -0400] >> cmd: [2019-09-14 19:58:08.310092 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 19:58:08.310405 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 19:58:08.310602 -0400][Debug ][Poller ] Adding socket 0x18002260 to the poller >> cmd: [2019-09-14 19:58:08.310859 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 19:58:08.311126 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 19:58:08.311924 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 19:58:08.312523 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 19:58:08.316926 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 19:58:08.317552 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Logged in, session: 810700009d0c00001c000000b1080000 >> cmd: [2019-09-14 19:58:08.317637 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 19:58:08.317720 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 19:58:08.319222 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 19:58:08 24511 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 19:58:08.319832 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 19:58:08.319912 -0400][Error ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 19:58:08.319988 -0400][Error ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 19:58:08.320058 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:08.320129 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:43636><--><[::ffff:149.165.243.5]:1096> Removing socket from the poller >> cmd: [2019-09-14 19:58:08.320352 -0400][Error ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 19:58:08.320428 -0400][Error ][XRootD ] [primeradiant01.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1508.root?tried=primeradiant05.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 19:58:08.320500 -0400][Debug ][XRootD ] [primeradiant01.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1508.root?tried=primeradiant05.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 19:58:08.332129 -0400][Debug ][XRootD ] [deepthought.crc.nd.edu:1094] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1508.root?tried=primeradiant05.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu,primeradiant04.crc.nd.edu,primeradiant01.crc.nd.edu, flags: none): [ERROR] Error response: No such file or directory. >> cmd: [2019-09-14 19:58:08.332647 -0400][Error ][App ] Unable stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1508.root: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: >> cmd: [2019-09-14 19:58:08.368551 -0400][Debug ][JobMgr ] Stopping the job manager... >> cmd: [2019-09-14 19:58:08.369971 -0400][Debug ][JobMgr ] Job manager stopped >> cmd: [2019-09-14 19:58:08.370083 -0400][Debug ][TaskMgr ] Stopping the task manager... >> cmd: [2019-09-14 19:58:08.370533 -0400][Debug ][TaskMgr ] Task manager stopped >> cmd: [2019-09-14 19:58:08.370632 -0400][Debug ][Poller ] Stopping the poller... >> cmd: [2019-09-14 19:58:08.371275 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" >> cmd: [2019-09-14 19:58:08.371382 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:08.371471 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:55784><--><[::ffff:129.74.85.55]:1094> Removing socket from the poller >> cmd: [2019-09-14 19:58:08.371638 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Destroying stream >> cmd: [2019-09-14 19:58:08.371751 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:08.371848 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" >> cmd: [2019-09-14 19:58:08.371949 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:08.372033 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 19:58:08.372115 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:08.372208 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" >> cmd: [2019-09-14 19:58:08.372290 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:08.372372 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 19:58:08.372454 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:08.372539 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" >> cmd: [2019-09-14 19:58:08.372621 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:08.372720 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 19:58:08.372811 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:08.372896 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" >> cmd: [2019-09-14 19:58:08.372978 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:08.373059 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 19:58:08.373141 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:08.373225 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" >> cmd: [2019-09-14 19:58:08.373308 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 19:58:08.373392 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 19:58:08.373473 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >>> xrootd access to input file unavailable @ Sat Sep 14 19:58:08 2019 >>> Trying srm access method @ Sat Sep 14 19:58:08 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1508.root HIG-RunIIFall17wmLHE-00000ND_1508.root' @ Sat Sep 14 19:58:08 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmpHpQCV_ to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not open source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >> cmd: Copying 18233853 bytes gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1508.root => file:///disk/vc3-root/tmp/worker-230547-19307/t.685/HIG-RunIIFall17wmLHE-00000ND_1508.root >>>>> Unable to copy input with SRM @ Sat Sep 14 20:05:18 2019 >>> Trying srm access method @ Sat Sep 14 20:05:18 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1508.root HIG-RunIIFall17wmLHE-00000ND_1508.root' @ Sat Sep 14 20:05:18 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmp2SXsGS to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not stat the source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >>>>> Unable to copy input with SRM @ Sat Sep 14 20:10:33 2019 >>>>>> no stage out method succeeded for: kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1508.root @ Sat Sep 14 20:10:33 2019 >>> Trying hdfs client access method @ Sat Sep 14 20:10:33 2019 >>> executing 'timeout 300 hdfs dfs -fs hdfs://eddie.crc.nd.edu:19000 -get /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_798.root HIG-RunIIFall17wmLHE-00000ND_798.root' @ Sat Sep 14 20:10:33 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmpCehFvP to store command output >> cmd: timeout: failed to run command 'hdfs': No such file or directory >>>>> Unable to copy input with hdfs client @ Sat Sep 14 20:10:33 2019 >>> Trying xrootd access method @ Sat Sep 14 20:10:33 2019 >>> executing 'env XRD_LOGLEVEL=Debug timeout 300 xrdfs deepthought.crc.nd.edu stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_798.root' @ Sat Sep 14 20:10:33 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmpHYKCvN to store command output >> cmd: [2019-09-14 20:10:33.396069 -0400][Warning][Utility ] Unable to process global config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:10:33.397621 -0400][Debug ][Utility ] Unable to process user config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:10:33.397854 -0400][Debug ][PlugInMgr ] Initializing plug-in manager... >> cmd: [2019-09-14 20:10:33.397936 -0400][Debug ][PlugInMgr ] No default plug-in, loading plug-in configs... >> cmd: [2019-09-14 20:10:33.398003 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /etc/xrootd/client.plugins.d... >> cmd: [2019-09-14 20:10:33.398146 -0400][Debug ][PlugInMgr ] Unable to process directory /etc/xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:10:33.398639 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d... >> cmd: [2019-09-14 20:10:33.398803 -0400][Debug ][PlugInMgr ] Unable to process directory /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:10:33.399012 -0400][Debug ][App ] Executing: stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_798.root >> cmd: [2019-09-14 20:10:33.399138 -0400][Debug ][Poller ] Available pollers: built-in >> cmd: [2019-09-14 20:10:33.399202 -0400][Debug ][Poller ] Attempting to create a poller according to preference: built-in >> cmd: [2019-09-14 20:10:33.399263 -0400][Debug ][Poller ] Creating poller: built-in >> cmd: [2019-09-14 20:10:33.399330 -0400][Debug ][Poller ] Creating and starting the built-in poller... >> cmd: [2019-09-14 20:10:33.399945 -0400][Debug ][Poller ] Using 1 poller threads >> cmd: [2019-09-14 20:10:33.400041 -0400][Debug ][TaskMgr ] Starting the task manager... >> cmd: [2019-09-14 20:10:33.400267 -0400][Debug ][TaskMgr ] Task manager started >> cmd: [2019-09-14 20:10:33.400345 -0400][Debug ][JobMgr ] Starting the job manager... >> cmd: [2019-09-14 20:10:33.400990 -0400][Debug ][JobMgr ] Job manager started, 3 workers >> cmd: [2019-09-14 20:10:33.401086 -0400][Debug ][TaskMgr ] Registering task: "FileTimer task" to be run at: [2019-09-14 20:10:33 -0400] >> cmd: [2019-09-14 20:10:33.401196 -0400][Debug ][PostMaster ] Creating new channel to: deepthought.crc.nd.edu:1094 1 stream(s) >> cmd: [2019-09-14 20:10:33.401282 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:10:33.402907 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" to be run at: [2019-09-14 20:10:48 -0400] >> cmd: [2019-09-14 20:10:33.404857 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094] Found 1 address(es): [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 20:10:33.405178 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Attempting connection to [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 20:10:33.405393 -0400][Debug ][Poller ] Adding socket 0x1fe97a0 to the poller >> cmd: [2019-09-14 20:10:33.406030 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Async connection call returned >> cmd: [2019-09-14 20:10:33.406340 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:10:46.100911 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Got the server hand shake response (type: manager [], protocol version 310) >> cmd: [2019-09-14 20:10:46.101429 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] kXR_protocol successful (type: manager [], protocol version 310) >> cmd: [2019-09-14 20:10:46.107368 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:10:46.135068 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Logged in, session: fb080000855637002d000000f3080000 >> cmd: [2019-09-14 20:10:46.135273 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream 0 connected. >> cmd: [2019-09-14 20:10:46.135376 -0400][Debug ][Utility ] Monitor library name not set. No monitoring >> cmd: [2019-09-14 20:10:46.146551 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x1fe3ea0" to be run at: [2019-09-14 20:10:56 -0400] >> cmd: [2019-09-14 20:10:56.405392 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x1fe3ea0" >> cmd: [2019-09-14 20:10:56.406833 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x1fe3ea0" to be run at: [2019-09-14 20:11:06 -0400] >> cmd: [2019-09-14 20:11:06.408382 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x1fe3ea0" >> cmd: [2019-09-14 20:11:06.409780 -0400][Debug ][TaskMgr ] Registering task: "WaitTask for: 0x0x1fe3ea0" to be run at: [2019-09-14 20:11:16 -0400] >> cmd: [2019-09-14 20:11:16.411273 -0400][Debug ][TaskMgr ] Done with task: "WaitTask for: 0x0x1fe3ea0" >> cmd: [2019-09-14 20:11:16.412268 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant02.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:16.412487 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:16.415389 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:31 -0400] >> cmd: [2019-09-14 20:11:16.417102 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 20:11:16.417341 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 20:11:16.417487 -0400][Debug ][Poller ] Adding socket 0x840016a0 to the poller >> cmd: [2019-09-14 20:11:16.417676 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:16.417880 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:16.418532 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:16.418858 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:16.422929 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:16.423442 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Logged in, session: 650900009b0c00001c0000009f0a0000 >> cmd: [2019-09-14 20:11:16.423511 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:16.423583 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:16.432458 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:16 27003 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:16.476178 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:16.476261 -0400][Error ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:16.476327 -0400][Error ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:16.476384 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:16.476443 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:35838><--><[::ffff:149.165.243.6]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:16.476620 -0400][Error ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:16.476684 -0400][Error ][XRootD ] [primeradiant02.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_798.root, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:16.476746 -0400][Debug ][XRootD ] [primeradiant02.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_798.root, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:16.478014 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant03.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:16.478219 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:16.480586 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:31 -0400] >> cmd: [2019-09-14 20:11:16.482012 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 20:11:16.482192 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 20:11:16.482303 -0400][Debug ][Poller ] Adding socket 0x88001550 to the poller >> cmd: [2019-09-14 20:11:16.482449 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:16.482616 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:16.483193 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:16.483474 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:16.486911 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:16.487464 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Logged in, session: 73090000860c00001c0000006e0a0000 >> cmd: [2019-09-14 20:11:16.487527 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:16.487579 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:16.488866 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:16 27003 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:16.489265 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:16.489335 -0400][Error ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:16.489391 -0400][Error ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:16.489442 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:16.489494 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:53618><--><[::ffff:149.165.243.11]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:16.489653 -0400][Error ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:16.489716 -0400][Error ][XRootD ] [primeradiant03.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_798.root?tried=primeradiant02.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:16.489770 -0400][Debug ][XRootD ] [primeradiant03.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_798.root?tried=primeradiant02.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:16.491358 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant05.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:16.491464 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:16.493820 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:31 -0400] >> cmd: [2019-09-14 20:11:16.495152 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 20:11:16.495312 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 20:11:16.495421 -0400][Debug ][Poller ] Adding socket 0x8c001550 to the poller >> cmd: [2019-09-14 20:11:16.495567 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:16.495737 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:16.496230 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:16.496464 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:16.499268 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:16.499779 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Logged in, session: 60090000780c00001c0000005f0a0000 >> cmd: [2019-09-14 20:11:16.499845 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:16.499898 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:16.501058 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:16 27003 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:16.501449 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:16.501511 -0400][Error ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:16.501566 -0400][Error ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:16.501617 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:16.501673 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:43742><--><[::ffff:149.165.243.13]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:16.501836 -0400][Error ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:16.501890 -0400][Error ][XRootD ] [primeradiant05.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_798.root?tried=primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:16.501942 -0400][Debug ][XRootD ] [primeradiant05.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_798.root?tried=primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:16.505104 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant04.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:16.505190 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:16.506615 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:31 -0400] >> cmd: [2019-09-14 20:11:16.507696 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 20:11:16.508162 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 20:11:16.508381 -0400][Debug ][Poller ] Adding socket 0x84001d40 to the poller >> cmd: [2019-09-14 20:11:16.508618 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:16.508819 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:16.509362 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:16.509628 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:16.512696 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:16.513197 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Logged in, session: 8e080000a00c00001c0000008e080000 >> cmd: [2019-09-14 20:11:16.513259 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:16.513312 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:16.514482 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:16 27003 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:16.514904 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:16.514960 -0400][Error ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:16.515014 -0400][Error ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:16.515064 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:16.515115 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:49438><--><[::ffff:149.165.243.12]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:16.515277 -0400][Error ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:16.515329 -0400][Error ][XRootD ] [primeradiant04.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_798.root?tried=primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu,primeradiant05.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:16.515381 -0400][Debug ][XRootD ] [primeradiant04.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_798.root?tried=primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu,primeradiant05.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:16.518941 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant01.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:16.519020 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:16.520110 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:31 -0400] >> cmd: [2019-09-14 20:11:16.521218 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 20:11:16.521367 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 20:11:16.521462 -0400][Debug ][Poller ] Adding socket 0x88002260 to the poller >> cmd: [2019-09-14 20:11:16.521583 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:16.521750 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:16.522195 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:16.522418 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:16.525497 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:16.525978 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Logged in, session: c10900009d0c00001b000000f10a0000 >> cmd: [2019-09-14 20:11:16.526059 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:16.526115 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:16.527563 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:16 27003 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:16.527986 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:16.528044 -0400][Error ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:16.528101 -0400][Error ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:16.528153 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:16.528207 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:44078><--><[::ffff:149.165.243.5]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:16.528367 -0400][Error ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:16.528423 -0400][Error ][XRootD ] [primeradiant01.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_798.root?tried=primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:16.528478 -0400][Debug ][XRootD ] [primeradiant01.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_798.root?tried=primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:16.533220 -0400][Debug ][XRootD ] [deepthought.crc.nd.edu:1094] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_798.root?tried=primeradiant02.crc.nd.edu,primeradiant03.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu,primeradiant01.crc.nd.edu, flags: none): [ERROR] Error response: No such file or directory. >> cmd: [2019-09-14 20:11:16.533432 -0400][Error ][App ] Unable stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_798.root: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: >> cmd: [2019-09-14 20:11:16.556358 -0400][Debug ][JobMgr ] Stopping the job manager... >> cmd: [2019-09-14 20:11:16.557687 -0400][Debug ][JobMgr ] Job manager stopped >> cmd: [2019-09-14 20:11:16.557815 -0400][Debug ][TaskMgr ] Stopping the task manager... >> cmd: [2019-09-14 20:11:16.558196 -0400][Debug ][TaskMgr ] Task manager stopped >> cmd: [2019-09-14 20:11:16.558282 -0400][Debug ][Poller ] Stopping the poller... >> cmd: [2019-09-14 20:11:16.558884 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" >> cmd: [2019-09-14 20:11:16.558996 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:16.559057 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:56292><--><[::ffff:129.74.85.55]:1094> Removing socket from the poller >> cmd: [2019-09-14 20:11:16.559148 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Destroying stream >> cmd: [2019-09-14 20:11:16.559217 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:16.559297 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:16.559366 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:16.559411 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:16.559452 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:16.559497 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:16.559540 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:16.559582 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:16.559623 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:16.559673 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:16.559721 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:16.559763 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:16.559803 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:16.559847 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:16.559888 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:16.559929 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:16.559969 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:16.560013 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:16.560054 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:16.560095 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:16.560136 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >>> xrootd access to input file unavailable @ Sat Sep 14 20:11:16 2019 >>> Trying srm access method @ Sat Sep 14 20:11:16 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_798.root HIG-RunIIFall17wmLHE-00000ND_798.root' @ Sat Sep 14 20:11:16 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmplfgjz5 to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not stat the source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >>>>> Unable to copy input with SRM @ Sat Sep 14 20:11:34 2019 >>> Trying srm access method @ Sat Sep 14 20:11:34 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_798.root HIG-RunIIFall17wmLHE-00000ND_798.root' @ Sat Sep 14 20:11:34 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmpAcRl1K to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not stat the source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >>>>> Unable to copy input with SRM @ Sat Sep 14 20:11:39 2019 >>>>>> no stage out method succeeded for: kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_798.root @ Sat Sep 14 20:11:39 2019 >>> Trying hdfs client access method @ Sat Sep 14 20:11:39 2019 >>> executing 'timeout 300 hdfs dfs -fs hdfs://eddie.crc.nd.edu:19000 -get /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1576.root HIG-RunIIFall17wmLHE-00000ND_1576.root' @ Sat Sep 14 20:11:39 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmpLIF8Ik to store command output >> cmd: timeout: failed to run command 'hdfs': No such file or directory >>>>> Unable to copy input with hdfs client @ Sat Sep 14 20:11:39 2019 >>> Trying xrootd access method @ Sat Sep 14 20:11:39 2019 >>> executing 'env XRD_LOGLEVEL=Debug timeout 300 xrdfs deepthought.crc.nd.edu stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1576.root' @ Sat Sep 14 20:11:39 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmpf1i8zY to store command output >> cmd: [2019-09-14 20:11:39.606261 -0400][Warning][Utility ] Unable to process global config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:39.607242 -0400][Debug ][Utility ] Unable to process user config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:39.607398 -0400][Debug ][PlugInMgr ] Initializing plug-in manager... >> cmd: [2019-09-14 20:11:39.607453 -0400][Debug ][PlugInMgr ] No default plug-in, loading plug-in configs... >> cmd: [2019-09-14 20:11:39.607491 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /etc/xrootd/client.plugins.d... >> cmd: [2019-09-14 20:11:39.607583 -0400][Debug ][PlugInMgr ] Unable to process directory /etc/xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:39.607945 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d... >> cmd: [2019-09-14 20:11:39.608043 -0400][Debug ][PlugInMgr ] Unable to process directory /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:39.608223 -0400][Debug ][App ] Executing: stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1576.root >> cmd: [2019-09-14 20:11:39.608315 -0400][Debug ][Poller ] Available pollers: built-in >> cmd: [2019-09-14 20:11:39.608365 -0400][Debug ][Poller ] Attempting to create a poller according to preference: built-in >> cmd: [2019-09-14 20:11:39.608400 -0400][Debug ][Poller ] Creating poller: built-in >> cmd: [2019-09-14 20:11:39.608439 -0400][Debug ][Poller ] Creating and starting the built-in poller... >> cmd: [2019-09-14 20:11:39.608866 -0400][Debug ][Poller ] Using 1 poller threads >> cmd: [2019-09-14 20:11:39.608932 -0400][Debug ][TaskMgr ] Starting the task manager... >> cmd: [2019-09-14 20:11:39.609067 -0400][Debug ][TaskMgr ] Task manager started >> cmd: [2019-09-14 20:11:39.609113 -0400][Debug ][JobMgr ] Starting the job manager... >> cmd: [2019-09-14 20:11:39.609500 -0400][Debug ][JobMgr ] Job manager started, 3 workers >> cmd: [2019-09-14 20:11:39.609559 -0400][Debug ][TaskMgr ] Registering task: "FileTimer task" to be run at: [2019-09-14 20:11:39 -0400] >> cmd: [2019-09-14 20:11:39.609631 -0400][Debug ][PostMaster ] Creating new channel to: deepthought.crc.nd.edu:1094 1 stream(s) >> cmd: [2019-09-14 20:11:39.609701 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:39.610597 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" to be run at: [2019-09-14 20:11:54 -0400] >> cmd: [2019-09-14 20:11:39.611526 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094] Found 1 address(es): [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 20:11:39.611652 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Attempting connection to [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 20:11:39.611741 -0400][Debug ][Poller ] Adding socket 0x20bd7a0 to the poller >> cmd: [2019-09-14 20:11:39.612041 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:39.612202 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:39.626389 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Got the server hand shake response (type: manager [], protocol version 310) >> cmd: [2019-09-14 20:11:39.626614 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] kXR_protocol successful (type: manager [], protocol version 310) >> cmd: [2019-09-14 20:11:39.629773 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:39.630171 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Logged in, session: 88090000855637004200000097090000 >> cmd: [2019-09-14 20:11:39.630249 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream 0 connected. >> cmd: [2019-09-14 20:11:39.630289 -0400][Debug ][Utility ] Monitor library name not set. No monitoring >> cmd: [2019-09-14 20:11:39.632194 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant02.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:39.632267 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:39.634341 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:54 -0400] >> cmd: [2019-09-14 20:11:39.635778 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 20:11:39.635933 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 20:11:39.636027 -0400][Debug ][Poller ] Adding socket 0xcc0016a0 to the poller >> cmd: [2019-09-14 20:11:39.636149 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:39.636273 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:39.636713 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:39.636929 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:39.639310 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:39.639712 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Logged in, session: fa0900009b0c00001e000000340b0000 >> cmd: [2019-09-14 20:11:39.639763 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:39.639811 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:39.646211 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:39 27465 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:39.678390 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:39.678447 -0400][Error ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:39.678497 -0400][Error ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:39.678543 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:39.678591 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:35986><--><[::ffff:149.165.243.6]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:39.678752 -0400][Error ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:39.678804 -0400][Error ][XRootD ] [primeradiant02.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1576.root, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:39.678857 -0400][Debug ][XRootD ] [primeradiant02.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1576.root, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:39.681928 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant05.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:39.682020 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:39.683845 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:54 -0400] >> cmd: [2019-09-14 20:11:39.685344 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 20:11:39.685545 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 20:11:39.685677 -0400][Debug ][Poller ] Adding socket 0xd0001540 to the poller >> cmd: [2019-09-14 20:11:39.685844 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:39.686003 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:39.686533 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:39.686829 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:39.690958 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:39.691488 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Logged in, session: fb090000780c00001c000000f70a0000 >> cmd: [2019-09-14 20:11:39.691561 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:39.691633 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:39.692980 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:39 27465 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:39.693474 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:39.693541 -0400][Error ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:39.693608 -0400][Error ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:39.693680 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:39.693753 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:43890><--><[::ffff:149.165.243.13]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:39.693952 -0400][Error ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:39.694018 -0400][Error ][XRootD ] [primeradiant05.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1576.root?tried=primeradiant02.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:39.694095 -0400][Debug ][XRootD ] [primeradiant05.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1576.root?tried=primeradiant02.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:39.716234 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant03.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:39.716341 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:39.717939 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:54 -0400] >> cmd: [2019-09-14 20:11:39.719064 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 20:11:39.719238 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 20:11:39.719351 -0400][Debug ][Poller ] Adding socket 0xd4001540 to the poller >> cmd: [2019-09-14 20:11:39.719539 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:39.719720 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:39.720279 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:39.720579 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:39.724180 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:39.724708 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Logged in, session: 110a0000860c00001c0000000c0b0000 >> cmd: [2019-09-14 20:11:39.724779 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:39.724839 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:39.726442 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:39 27465 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:39.726898 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:39.726960 -0400][Error ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:39.727023 -0400][Error ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:39.727082 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:39.727140 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:53776><--><[::ffff:149.165.243.11]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:39.727328 -0400][Error ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:39.727416 -0400][Error ][XRootD ] [primeradiant03.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1576.root?tried=primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:39.727479 -0400][Debug ][XRootD ] [primeradiant03.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1576.root?tried=primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:39.734152 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant04.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:39.734247 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:39.735406 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:54 -0400] >> cmd: [2019-09-14 20:11:39.736900 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 20:11:39.737077 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 20:11:39.737187 -0400][Debug ][Poller ] Adding socket 0xcc001d20 to the poller >> cmd: [2019-09-14 20:11:39.737336 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:39.737500 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:39.738021 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:39.738288 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:39.741317 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:39.741813 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Logged in, session: 3f090000a00c00001b0000003f090000 >> cmd: [2019-09-14 20:11:39.741881 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:39.741939 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:39.743161 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:39 27465 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:39.743605 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:39.743681 -0400][Error ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:39.743748 -0400][Error ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:39.743805 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:39.743866 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:49596><--><[::ffff:149.165.243.12]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:39.744059 -0400][Error ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:39.744119 -0400][Error ][XRootD ] [primeradiant04.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1576.root?tried=primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant03.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:39.744179 -0400][Debug ][XRootD ] [primeradiant04.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1576.root?tried=primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant03.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:39.776427 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant01.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:39.776535 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:39.777659 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" to be run at: [2019-09-14 20:11:54 -0400] >> cmd: [2019-09-14 20:11:39.778704 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 20:11:39.778839 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 20:11:39.778967 -0400][Debug ][Poller ] Adding socket 0xd0001e10 to the poller >> cmd: [2019-09-14 20:11:39.779110 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:39.779245 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:39.779692 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:39.779924 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:39.783414 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:39.784016 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Logged in, session: 870a00009d0c00001b000000b70b0000 >> cmd: [2019-09-14 20:11:39.784070 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:39.784124 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:39.785230 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:39 27465 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:39.785903 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:39.785968 -0400][Error ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:39.786024 -0400][Error ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:39.786101 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:39.786177 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:44236><--><[::ffff:149.165.243.5]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:39.786466 -0400][Error ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:39.786530 -0400][Error ][XRootD ] [primeradiant01.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1576.root?tried=primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant03.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:39.786631 -0400][Debug ][XRootD ] [primeradiant01.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1576.root?tried=primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant03.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:39.803456 -0400][Debug ][XRootD ] [deepthought.crc.nd.edu:1094] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1576.root?tried=primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant03.crc.nd.edu,primeradiant04.crc.nd.edu,primeradiant01.crc.nd.edu, flags: none): [ERROR] Error response: No such file or directory. >> cmd: [2019-09-14 20:11:39.803653 -0400][Error ][App ] Unable stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1576.root: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: >> cmd: [2019-09-14 20:11:39.824732 -0400][Debug ][JobMgr ] Stopping the job manager... >> cmd: [2019-09-14 20:11:39.825515 -0400][Debug ][JobMgr ] Job manager stopped >> cmd: [2019-09-14 20:11:39.825599 -0400][Debug ][TaskMgr ] Stopping the task manager... >> cmd: [2019-09-14 20:11:39.825913 -0400][Debug ][TaskMgr ] Task manager stopped >> cmd: [2019-09-14 20:11:39.825999 -0400][Debug ][Poller ] Stopping the poller... >> cmd: [2019-09-14 20:11:39.826326 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" >> cmd: [2019-09-14 20:11:39.826397 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:39.826461 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:56448><--><[::ffff:129.74.85.55]:1094> Removing socket from the poller >> cmd: [2019-09-14 20:11:39.826556 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Destroying stream >> cmd: [2019-09-14 20:11:39.826621 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:39.826674 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:39.826724 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:39.826769 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:39.826805 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:39.826872 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:39.826926 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:39.826966 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:39.827033 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:39.827077 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:39.827116 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:39.827155 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:39.827207 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:39.827245 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:39.827279 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:39.827313 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:39.827371 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:39.827414 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:39.827450 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:39.827485 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:39.827519 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >>> xrootd access to input file unavailable @ Sat Sep 14 20:11:39 2019 >>> Trying srm access method @ Sat Sep 14 20:11:39 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1576.root HIG-RunIIFall17wmLHE-00000ND_1576.root' @ Sat Sep 14 20:11:39 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmpSypr5c to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not stat the source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >>>>> Unable to copy input with SRM @ Sat Sep 14 20:11:44 2019 >>> Trying srm access method @ Sat Sep 14 20:11:44 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1576.root HIG-RunIIFall17wmLHE-00000ND_1576.root' @ Sat Sep 14 20:11:44 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmpc99k92 to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not stat the source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >>>>> Unable to copy input with SRM @ Sat Sep 14 20:11:47 2019 >>>>>> no stage out method succeeded for: kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_1576.root @ Sat Sep 14 20:11:47 2019 >>> Trying hdfs client access method @ Sat Sep 14 20:11:47 2019 >>> executing 'timeout 300 hdfs dfs -fs hdfs://eddie.crc.nd.edu:19000 -get /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_319.root HIG-RunIIFall17wmLHE-00000ND_319.root' @ Sat Sep 14 20:11:47 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmpL7DF_V to store command output >> cmd: timeout: failed to run command 'hdfs': No such file or directory >>>>> Unable to copy input with hdfs client @ Sat Sep 14 20:11:47 2019 >>> Trying xrootd access method @ Sat Sep 14 20:11:47 2019 >>> executing 'env XRD_LOGLEVEL=Debug timeout 300 xrdfs deepthought.crc.nd.edu stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_319.root' @ Sat Sep 14 20:11:47 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmpeo5rVh to store command output >> cmd: [2019-09-14 20:11:47.609372 -0400][Warning][Utility ] Unable to process global config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:47.610240 -0400][Debug ][Utility ] Unable to process user config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:47.610376 -0400][Debug ][PlugInMgr ] Initializing plug-in manager... >> cmd: [2019-09-14 20:11:47.610416 -0400][Debug ][PlugInMgr ] No default plug-in, loading plug-in configs... >> cmd: [2019-09-14 20:11:47.610451 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /etc/xrootd/client.plugins.d... >> cmd: [2019-09-14 20:11:47.610525 -0400][Debug ][PlugInMgr ] Unable to process directory /etc/xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:47.610805 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d... >> cmd: [2019-09-14 20:11:47.610884 -0400][Debug ][PlugInMgr ] Unable to process directory /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:47.611022 -0400][Debug ][App ] Executing: stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_319.root >> cmd: [2019-09-14 20:11:47.611097 -0400][Debug ][Poller ] Available pollers: built-in >> cmd: [2019-09-14 20:11:47.611130 -0400][Debug ][Poller ] Attempting to create a poller according to preference: built-in >> cmd: [2019-09-14 20:11:47.611163 -0400][Debug ][Poller ] Creating poller: built-in >> cmd: [2019-09-14 20:11:47.611200 -0400][Debug ][Poller ] Creating and starting the built-in poller... >> cmd: [2019-09-14 20:11:47.611480 -0400][Debug ][Poller ] Using 1 poller threads >> cmd: [2019-09-14 20:11:47.611526 -0400][Debug ][TaskMgr ] Starting the task manager... >> cmd: [2019-09-14 20:11:47.611677 -0400][Debug ][TaskMgr ] Task manager started >> cmd: [2019-09-14 20:11:47.611724 -0400][Debug ][JobMgr ] Starting the job manager... >> cmd: [2019-09-14 20:11:47.612103 -0400][Debug ][JobMgr ] Job manager started, 3 workers >> cmd: [2019-09-14 20:11:47.612160 -0400][Debug ][TaskMgr ] Registering task: "FileTimer task" to be run at: [2019-09-14 20:11:47 -0400] >> cmd: [2019-09-14 20:11:47.612223 -0400][Debug ][PostMaster ] Creating new channel to: deepthought.crc.nd.edu:1094 1 stream(s) >> cmd: [2019-09-14 20:11:47.612275 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:47.613392 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" to be run at: [2019-09-14 20:12:02 -0400] >> cmd: [2019-09-14 20:11:47.614250 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094] Found 1 address(es): [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 20:11:47.614362 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Attempting connection to [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 20:11:47.614438 -0400][Debug ][Poller ] Adding socket 0x21727a0 to the poller >> cmd: [2019-09-14 20:11:47.614728 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:47.614834 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:47.617346 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Got the server hand shake response (type: manager [], protocol version 310) >> cmd: [2019-09-14 20:11:47.617518 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] kXR_protocol successful (type: manager [], protocol version 310) >> cmd: [2019-09-14 20:11:47.620110 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:47.620440 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Logged in, session: 970a0000855637006d000000a10a0000 >> cmd: [2019-09-14 20:11:47.620505 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream 0 connected. >> cmd: [2019-09-14 20:11:47.620543 -0400][Debug ][Utility ] Monitor library name not set. No monitoring >> cmd: [2019-09-14 20:11:47.621023 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant03.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:47.621073 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:47.622231 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:02 -0400] >> cmd: [2019-09-14 20:11:47.623205 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 20:11:47.623315 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 20:11:47.623388 -0400][Debug ][Poller ] Adding socket 0x900016a0 to the poller >> cmd: [2019-09-14 20:11:47.623482 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:47.623569 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:47.623887 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:47.624070 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:47.626083 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:47.626400 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Logged in, session: d70a0000860c00001c000000d20b0000 >> cmd: [2019-09-14 20:11:47.626456 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:47.626524 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:47.631513 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:47 27992 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:47.659138 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:47.659205 -0400][Error ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:47.659271 -0400][Error ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:47.659336 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:47.659410 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:54022><--><[::ffff:149.165.243.11]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:47.659582 -0400][Error ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:47.659643 -0400][Error ][XRootD ] [primeradiant03.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_319.root, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:47.659725 -0400][Debug ][XRootD ] [primeradiant03.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_319.root, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:47.661160 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant02.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:47.661232 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:47.663054 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:02 -0400] >> cmd: [2019-09-14 20:11:47.664468 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 20:11:47.664873 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 20:11:47.664989 -0400][Debug ][Poller ] Adding socket 0x94001540 to the poller >> cmd: [2019-09-14 20:11:47.665163 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:47.665280 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:47.665732 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:47.665958 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:47.668993 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:47.669700 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Logged in, session: cc0a00009b0c00001b000000060c0000 >> cmd: [2019-09-14 20:11:47.669966 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:47.670037 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:47.671425 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:47 27992 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:47.671736 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:47.671785 -0400][Error ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:47.671833 -0400][Error ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:47.671876 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:47.671921 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:36246><--><[::ffff:149.165.243.6]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:47.672788 -0400][Error ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:47.673065 -0400][Error ][XRootD ] [primeradiant02.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_319.root?tried=primeradiant03.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:47.675578 -0400][Debug ][XRootD ] [primeradiant02.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_319.root?tried=primeradiant03.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:47.677913 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant05.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:47.678041 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:47.679586 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:02 -0400] >> cmd: [2019-09-14 20:11:47.681053 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 20:11:47.681199 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 20:11:47.681291 -0400][Debug ][Poller ] Adding socket 0x98001540 to the poller >> cmd: [2019-09-14 20:11:47.681408 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:47.681513 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:47.682063 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:47.682374 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:47.685453 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:47.685862 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Logged in, session: c80a0000780c00001c000000c70b0000 >> cmd: [2019-09-14 20:11:47.685928 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:47.685981 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:47.687031 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:47 27992 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:47.687383 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:47.687426 -0400][Error ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:47.687478 -0400][Error ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:47.687545 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:47.687588 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:44148><--><[::ffff:149.165.243.13]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:47.687710 -0400][Error ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:47.687760 -0400][Error ][XRootD ] [primeradiant05.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_319.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:47.687797 -0400][Debug ][XRootD ] [primeradiant05.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_319.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:47.690211 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant04.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:47.690314 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:47.691604 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:02 -0400] >> cmd: [2019-09-14 20:11:47.692692 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 20:11:47.692830 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 20:11:47.692911 -0400][Debug ][Poller ] Adding socket 0x90001d20 to the poller >> cmd: [2019-09-14 20:11:47.693040 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:47.693165 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:47.693551 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:47.693786 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:47.696527 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:47.697176 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Logged in, session: 450a0000a00c00001d000000450a0000 >> cmd: [2019-09-14 20:11:47.697449 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:47.697517 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:47.698491 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:47 27992 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:47.699518 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:47.699583 -0400][Error ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:47.699656 -0400][Error ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:47.699735 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:47.699805 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:49844><--><[::ffff:149.165.243.12]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:47.699995 -0400][Error ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:47.700057 -0400][Error ][XRootD ] [primeradiant04.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_319.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:47.700129 -0400][Debug ][XRootD ] [primeradiant04.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_319.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:47.702829 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant01.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:47.702912 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:47.704321 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:02 -0400] >> cmd: [2019-09-14 20:11:47.705630 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 20:11:47.705773 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 20:11:47.705887 -0400][Debug ][Poller ] Adding socket 0x94001e10 to the poller >> cmd: [2019-09-14 20:11:47.706049 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:47.706179 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:47.706810 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:47.707067 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:47.710704 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:47.711213 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Logged in, session: 790b00009d0c00001d000000a90c0000 >> cmd: [2019-09-14 20:11:47.711274 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:47.711326 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:47.712904 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:47 27992 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:47.713342 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:47.713428 -0400][Error ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:47.713710 -0400][Error ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:47.713784 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:47.713844 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:44484><--><[::ffff:149.165.243.5]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:47.713975 -0400][Error ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:47.714024 -0400][Error ][XRootD ] [primeradiant01.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_319.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:47.714090 -0400][Debug ][XRootD ] [primeradiant01.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_319.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:47.719300 -0400][Debug ][XRootD ] [deepthought.crc.nd.edu:1094] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_319.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu,primeradiant01.crc.nd.edu, flags: none): [ERROR] Error response: No such file or directory. >> cmd: [2019-09-14 20:11:47.719965 -0400][Error ][App ] Unable stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_319.root: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: >> cmd: [2019-09-14 20:11:47.720232 -0400][Debug ][JobMgr ] Stopping the job manager... >> cmd: [2019-09-14 20:11:47.720860 -0400][Debug ][JobMgr ] Job manager stopped >> cmd: [2019-09-14 20:11:47.720934 -0400][Debug ][TaskMgr ] Stopping the task manager... >> cmd: [2019-09-14 20:11:47.721201 -0400][Debug ][TaskMgr ] Task manager stopped >> cmd: [2019-09-14 20:11:47.721319 -0400][Debug ][Poller ] Stopping the poller... >> cmd: [2019-09-14 20:11:47.721729 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" >> cmd: [2019-09-14 20:11:47.721796 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:47.721852 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:56706><--><[::ffff:129.74.85.55]:1094> Removing socket from the poller >> cmd: [2019-09-14 20:11:47.721959 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Destroying stream >> cmd: [2019-09-14 20:11:47.722017 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:47.722083 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:47.722151 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:47.722201 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:47.722261 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:47.722343 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:47.722402 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:47.722454 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:47.722510 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:47.722576 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:47.722618 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:47.722669 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:47.722749 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:47.722811 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:47.722864 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:47.722926 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:47.722988 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:47.723063 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:47.723130 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:47.723218 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:47.723328 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >>> xrootd access to input file unavailable @ Sat Sep 14 20:11:47 2019 >>> Trying srm access method @ Sat Sep 14 20:11:47 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_319.root HIG-RunIIFall17wmLHE-00000ND_319.root' @ Sat Sep 14 20:11:47 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmp1imU2_ to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not stat the source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >>>>> Unable to copy input with SRM @ Sat Sep 14 20:11:50 2019 >>> Trying srm access method @ Sat Sep 14 20:11:50 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_319.root HIG-RunIIFall17wmLHE-00000ND_319.root' @ Sat Sep 14 20:11:50 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmpXt7Kp3 to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not stat the source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >>>>> Unable to copy input with SRM @ Sat Sep 14 20:11:53 2019 >>>>>> no stage out method succeeded for: kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_319.root @ Sat Sep 14 20:11:53 2019 >>> Trying hdfs client access method @ Sat Sep 14 20:11:53 2019 >>> executing 'timeout 300 hdfs dfs -fs hdfs://eddie.crc.nd.edu:19000 -get /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_318.root HIG-RunIIFall17wmLHE-00000ND_318.root' @ Sat Sep 14 20:11:53 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmpZg6sN8 to store command output >> cmd: timeout: failed to run command 'hdfs': No such file or directory >>>>> Unable to copy input with hdfs client @ Sat Sep 14 20:11:53 2019 >>> Trying xrootd access method @ Sat Sep 14 20:11:53 2019 >>> executing 'env XRD_LOGLEVEL=Debug timeout 300 xrdfs deepthought.crc.nd.edu stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_318.root' @ Sat Sep 14 20:11:53 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmprV5xPq to store command output >> cmd: [2019-09-14 20:11:53.935965 -0400][Warning][Utility ] Unable to process global config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:53.937086 -0400][Debug ][Utility ] Unable to process user config file: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:53.937252 -0400][Debug ][PlugInMgr ] Initializing plug-in manager... >> cmd: [2019-09-14 20:11:53.937301 -0400][Debug ][PlugInMgr ] No default plug-in, loading plug-in configs... >> cmd: [2019-09-14 20:11:53.937346 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /etc/xrootd/client.plugins.d... >> cmd: [2019-09-14 20:11:53.937438 -0400][Debug ][PlugInMgr ] Unable to process directory /etc/xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:53.937789 -0400][Debug ][PlugInMgr ] Processing plug-in definitions in /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d... >> cmd: [2019-09-14 20:11:53.937887 -0400][Debug ][PlugInMgr ] Unable to process directory /tmp/runos_singularity_home-124371499889817782686040612534459351951/.xrootd/client.plugins.d: [ERROR] OS Error: No such file or directory >> cmd: [2019-09-14 20:11:53.938058 -0400][Debug ][App ] Executing: stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_318.root >> cmd: [2019-09-14 20:11:53.938150 -0400][Debug ][Poller ] Available pollers: built-in >> cmd: [2019-09-14 20:11:53.938192 -0400][Debug ][Poller ] Attempting to create a poller according to preference: built-in >> cmd: [2019-09-14 20:11:53.938233 -0400][Debug ][Poller ] Creating poller: built-in >> cmd: [2019-09-14 20:11:53.938280 -0400][Debug ][Poller ] Creating and starting the built-in poller... >> cmd: [2019-09-14 20:11:53.938734 -0400][Debug ][Poller ] Using 1 poller threads >> cmd: [2019-09-14 20:11:53.938791 -0400][Debug ][TaskMgr ] Starting the task manager... >> cmd: [2019-09-14 20:11:53.938957 -0400][Debug ][TaskMgr ] Task manager started >> cmd: [2019-09-14 20:11:53.939003 -0400][Debug ][JobMgr ] Starting the job manager... >> cmd: [2019-09-14 20:11:53.939431 -0400][Debug ][JobMgr ] Job manager started, 3 workers >> cmd: [2019-09-14 20:11:53.939479 -0400][Debug ][TaskMgr ] Registering task: "FileTimer task" to be run at: [2019-09-14 20:11:53 -0400] >> cmd: [2019-09-14 20:11:53.939550 -0400][Debug ][PostMaster ] Creating new channel to: deepthought.crc.nd.edu:1094 1 stream(s) >> cmd: [2019-09-14 20:11:53.939611 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:53.940624 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" to be run at: [2019-09-14 20:12:08 -0400] >> cmd: [2019-09-14 20:11:53.942251 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094] Found 1 address(es): [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 20:11:53.942399 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Attempting connection to [::ffff:129.74.85.55]:1094 >> cmd: [2019-09-14 20:11:53.942491 -0400][Debug ][Poller ] Adding socket 0x1f4e7a0 to the poller >> cmd: [2019-09-14 20:11:53.943602 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:53.943794 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:53.944356 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Got the server hand shake response (type: manager [], protocol version 310) >> cmd: [2019-09-14 20:11:53.944623 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] kXR_protocol successful (type: manager [], protocol version 310) >> cmd: [2019-09-14 20:11:53.947931 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:53.948393 -0400][Debug ][XRootDTransport ] [deepthought.crc.nd.edu:1094 #0.0] Logged in, session: fe0a0000855637002d000000080b0000 >> cmd: [2019-09-14 20:11:53.948506 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Stream 0 connected. >> cmd: [2019-09-14 20:11:53.948575 -0400][Debug ][Utility ] Monitor library name not set. No monitoring >> cmd: [2019-09-14 20:11:53.949415 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant03.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:53.949507 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:53.951627 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:08 -0400] >> cmd: [2019-09-14 20:11:53.953138 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 20:11:53.953354 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.11]:1096 >> cmd: [2019-09-14 20:11:53.953484 -0400][Debug ][Poller ] Adding socket 0xe80016a0 to the poller >> cmd: [2019-09-14 20:11:53.953691 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:53.953855 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:53.954410 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:53.954689 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:53.958263 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:53.958782 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Logged in, session: 6f0b0000860c00001c0000006a0c0000 >> cmd: [2019-09-14 20:11:53.958866 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:53.958945 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:53.968174 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:54 28491 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:54.006425 -0400][Debug ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:54.006492 -0400][Error ][XRootDTransport ] [primeradiant03.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:54.006536 -0400][Error ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:54.006580 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:54.006650 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:54270><--><[::ffff:149.165.243.11]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:54.006804 -0400][Error ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:54.006859 -0400][Error ][XRootD ] [primeradiant03.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_318.root, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:54.006909 -0400][Debug ][XRootD ] [primeradiant03.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_318.root, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:54.008398 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant02.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:54.008477 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:54.010107 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:09 -0400] >> cmd: [2019-09-14 20:11:54.011121 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 20:11:54.011265 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.6]:1096 >> cmd: [2019-09-14 20:11:54.011396 -0400][Debug ][Poller ] Adding socket 0xf0001540 to the poller >> cmd: [2019-09-14 20:11:54.011562 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:54.011693 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:54.012081 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:54.012309 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:54.015568 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:54.015976 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Logged in, session: 640b00009b0c00001c0000009e0c0000 >> cmd: [2019-09-14 20:11:54.016020 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:54.016067 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:54.016984 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:54 28491 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:54.017310 -0400][Debug ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:54.017352 -0400][Error ][XRootDTransport ] [primeradiant02.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:54.017390 -0400][Error ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:54.017585 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:54.017644 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:36494><--><[::ffff:149.165.243.6]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:54.017790 -0400][Error ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:54.017835 -0400][Error ][XRootD ] [primeradiant02.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_318.root?tried=primeradiant03.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:54.017919 -0400][Debug ][XRootD ] [primeradiant02.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_318.root?tried=primeradiant03.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:54.019401 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant05.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:54.019491 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:54.020824 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:09 -0400] >> cmd: [2019-09-14 20:11:54.021960 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 20:11:54.022128 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.13]:1096 >> cmd: [2019-09-14 20:11:54.022280 -0400][Debug ][Poller ] Adding socket 0xf4001540 to the poller >> cmd: [2019-09-14 20:11:54.022422 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:54.022531 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:54.022904 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:54.023096 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:54.025928 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:54.026281 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Logged in, session: 5f0b0000780c00001c0000005e0c0000 >> cmd: [2019-09-14 20:11:54.026323 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:54.026359 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:54.027481 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:54 28491 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:54.027763 -0400][Debug ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:54.027801 -0400][Error ][XRootDTransport ] [primeradiant05.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:54.027840 -0400][Error ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:54.027874 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:54.027909 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:44396><--><[::ffff:149.165.243.13]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:54.028035 -0400][Error ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:54.028100 -0400][Error ][XRootD ] [primeradiant05.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_318.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:54.028151 -0400][Debug ][XRootD ] [primeradiant05.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_318.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:54.030044 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant04.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:54.030157 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:54.031177 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:09 -0400] >> cmd: [2019-09-14 20:11:54.032335 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 20:11:54.032493 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.12]:1096 >> cmd: [2019-09-14 20:11:54.032595 -0400][Debug ][Poller ] Adding socket 0xe8001d20 to the poller >> cmd: [2019-09-14 20:11:54.032727 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:54.032847 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:54.033261 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:54.033470 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:54.035952 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:54.036320 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Logged in, session: ab0a0000a00c00001b000000ab0a0000 >> cmd: [2019-09-14 20:11:54.036359 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:54.036393 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:54.037563 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:54 28491 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:54.038032 -0400][Debug ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:54.038085 -0400][Error ][XRootDTransport ] [primeradiant04.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:54.038130 -0400][Error ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:54.038171 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:54.038210 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:50092><--><[::ffff:149.165.243.12]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:54.038346 -0400][Error ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:54.038408 -0400][Error ][XRootD ] [primeradiant04.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_318.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:54.038452 -0400][Debug ][XRootD ] [primeradiant04.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_318.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:54.040803 -0400][Debug ][PostMaster ] Creating new channel to: primeradiant01.crc.nd.edu:1096 1 stream(s) >> cmd: [2019-09-14 20:11:54.040889 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Stream parameters: Network Stack: IPAuto, Connection Window: 120, ConnectionRetry: 5, Stream Error Widnow: 1800 >> cmd: [2019-09-14 20:11:54.042021 -0400][Debug ][TaskMgr ] Registering task: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" to be run at: [2019-09-14 20:12:09 -0400] >> cmd: [2019-09-14 20:11:54.043189 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096] Found 1 address(es): [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 20:11:54.043318 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Attempting connection to [::ffff:149.165.243.5]:1096 >> cmd: [2019-09-14 20:11:54.043396 -0400][Debug ][Poller ] Adding socket 0xf0001e10 to the poller >> cmd: [2019-09-14 20:11:54.043507 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Async connection call returned >> cmd: [2019-09-14 20:11:54.043587 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out the initial hand shake + kXR_protocol >> cmd: [2019-09-14 20:11:54.043898 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Got the server hand shake response (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:54.044066 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] kXR_protocol successful (type: server [], protocol version 310) >> cmd: [2019-09-14 20:11:54.046728 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending out kXR_login request, username: kmohrman, cgi: ?xrd.cc=us&xrd.tz=-5&xrd.appname=xrdfs&xrd.info=&xrd.hostname=d12chas565.crc.nd.edu&xrd.rn=v4.6.1, dual-stack: false, private IPv4: true, private IPv6: false >> cmd: [2019-09-14 20:11:54.047175 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Logged in, session: de0b00009d0c00001c0000000e0d0000 >> cmd: [2019-09-14 20:11:54.047242 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Authentication is required: &P=gsi,v:10300,c:ssl,ca: >> cmd: [2019-09-14 20:11:54.047283 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Sending authentication data >> cmd: [2019-09-14 20:11:54.048476 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Trying to authenticate using gsi >> cmd: 190914 20:11:54 28491 secgsi_ParseCAlist: nothing to parse >> cmd: [2019-09-14 20:11:54.048777 -0400][Debug ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] Cannot get credentials for protocol gsi: Secgsi: ErrParseBuffer: unknown CA: cannot verify server certificate: kXGS_init >> cmd: [2019-09-14 20:11:54.048819 -0400][Error ][XRootDTransport ] [primeradiant01.crc.nd.edu:1096 #0.0] No protocols left to try >> cmd: [2019-09-14 20:11:54.048875 -0400][Error ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Socket error while handshaking: [FATAL] Auth failed >> cmd: [2019-09-14 20:11:54.048912 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:54.048955 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:44732><--><[::ffff:149.165.243.5]:1096> Removing socket from the poller >> cmd: [2019-09-14 20:11:54.049066 -0400][Error ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Unable to recover: [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:54.049104 -0400][Error ][XRootD ] [primeradiant01.crc.nd.edu:1096] Impossible to send message kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_318.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none). Trying to recover. >> cmd: [2019-09-14 20:11:54.049141 -0400][Debug ][XRootD ] [primeradiant01.crc.nd.edu:1096] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_318.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu, flags: none): [FATAL] Auth failed. >> cmd: [2019-09-14 20:11:54.053155 -0400][Debug ][XRootD ] [deepthought.crc.nd.edu:1094] Handling error while processing kXR_stat (path: /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_318.root?tried=primeradiant03.crc.nd.edu,primeradiant02.crc.nd.edu,primeradiant05.crc.nd.edu,primeradiant04.crc.nd.edu,primeradiant01.crc.nd.edu, flags: none): [ERROR] Error response: No such file or directory. >> cmd: [2019-09-14 20:11:54.053331 -0400][Error ][App ] Unable stat /store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_318.root: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: [ERROR] Server responded with an error: [3011] No servers have read access to the file >> cmd: >> cmd: [2019-09-14 20:11:54.053586 -0400][Debug ][JobMgr ] Stopping the job manager... >> cmd: [2019-09-14 20:11:54.054450 -0400][Debug ][JobMgr ] Job manager stopped >> cmd: [2019-09-14 20:11:54.054510 -0400][Debug ][TaskMgr ] Stopping the task manager... >> cmd: [2019-09-14 20:11:54.054724 -0400][Debug ][TaskMgr ] Task manager stopped >> cmd: [2019-09-14 20:11:54.054765 -0400][Debug ][Poller ] Stopping the poller... >> cmd: [2019-09-14 20:11:54.055056 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: deepthought.crc.nd.edu:1094" >> cmd: [2019-09-14 20:11:54.055131 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:54.055178 -0400][Debug ][Poller ] <[::ffff:10.32.86.125]:56954><--><[::ffff:129.74.85.55]:1094> Removing socket from the poller >> cmd: [2019-09-14 20:11:54.055245 -0400][Debug ][PostMaster ] [deepthought.crc.nd.edu:1094 #0] Destroying stream >> cmd: [2019-09-14 20:11:54.055294 -0400][Debug ][AsyncSock ] [deepthought.crc.nd.edu:1094 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:54.055350 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant01.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:54.055392 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:54.055441 -0400][Debug ][PostMaster ] [primeradiant01.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:54.055496 -0400][Debug ][AsyncSock ] [primeradiant01.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:54.055551 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant02.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:54.055613 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:54.055671 -0400][Debug ][PostMaster ] [primeradiant02.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:54.055721 -0400][Debug ][AsyncSock ] [primeradiant02.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:54.055758 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant03.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:54.055793 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:54.055835 -0400][Debug ][PostMaster ] [primeradiant03.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:54.055875 -0400][Debug ][AsyncSock ] [primeradiant03.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:54.055911 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant04.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:54.055953 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:54.056001 -0400][Debug ][PostMaster ] [primeradiant04.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:54.056068 -0400][Debug ][AsyncSock ] [primeradiant04.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:54.056124 -0400][Debug ][TaskMgr ] Requesting unregistration of: "TickGeneratorTask for: primeradiant05.crc.nd.edu:1096" >> cmd: [2019-09-14 20:11:54.056160 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >> cmd: [2019-09-14 20:11:54.056193 -0400][Debug ][PostMaster ] [primeradiant05.crc.nd.edu:1096 #0] Destroying stream >> cmd: [2019-09-14 20:11:54.056227 -0400][Debug ][AsyncSock ] [primeradiant05.crc.nd.edu:1096 #0.0] Closing the socket >>> xrootd access to input file unavailable @ Sat Sep 14 20:11:54 2019 >>> Trying srm access method @ Sat Sep 14 20:11:54 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_318.root HIG-RunIIFall17wmLHE-00000ND_318.root' @ Sat Sep 14 20:11:54 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmpwtDUZD to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not stat the source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >>>>> Unable to copy input with SRM @ Sat Sep 14 20:11:57 2019 >>> Trying srm access method @ Sat Sep 14 20:11:57 2019 >>> executing '/cvmfs/oasis.opensciencegrid.org/mis/osg-wn-client/3.4/3.4.34/el7-x86_64/usr/bin/gfal-copy gsiftp://deepthought.crc.nd.edu/store/user/kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_318.root HIG-RunIIFall17wmLHE-00000ND_318.root' @ Sat Sep 14 20:11:57 2019 >> using /disk/vc3-root/tmp/worker-230547-19307/t.685/cctools-temp-t.685.InY69a/tmpI1GE1P to store command output >> cmd: gfal-copy error: 13 (Permission denied) - Could not stat the source: globus_ftp_client: the server responded with an error 530 530-Login incorrect. : /builddir/build/BUILD/gridftp-hdfs-1.1.1/src/gridftp_hdfs.c:hdfs_start:756: 530-Server is cancelling transfer due to over-load limit (host=deepthought.crc.nd.edu, user=uscms01, path=(null)) 530 End. >>>>> Unable to copy input with SRM @ Sat Sep 14 20:11:59 2019 >>>>>> no stage out method succeeded for: kmohrman/LHE_step/2019_04_19/ttXJetTests-HanV4Model-xqcut10/v1/lhe_step_ttlnuJet_HanV4lModel16DttllScanpoints_run1/HIG-RunIIFall17wmLHE-00000ND_318.root @ Sat Sep 14 20:11:59 2019 >> trace: Traceback (most recent call last): >> trace: File "task.py", line 268, in wrapper >> trace: result = fct(data, *args, **kwargs) >> trace: File "task.py", line 638, in copy_inputs >> trace: raise RuntimeError("no stage-in method succeeded") >> trace: RuntimeError: no stage-in method succeeded >>>>> call to 'copy_inputs' failed, exiting with exit code 179 @ Sat Sep 14 20:11:59 2019 >> Execution time -1568505441 >> Exiting with code 179 >> Reporting ExeExitCode 0 >> Reporting StageOutSE >> Reporting StageOutExitCode 0 Sat Sep 14 20:11:59 2019: ApMon[INFO]: Adding destination 128.142.166.92:8884 Sat Sep 14 20:11:59 2019: ApMon[DEBUG]: Overwritting option: sys_monitoring = 0 Sat Sep 14 20:11:59 2019: ApMon[DEBUG]: Overwritting option: general_info = 0 Sat Sep 14 20:11:59 2019: ApMon[DEBUG]: Overwritting option: job_monitoring = 0 Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter StageOutExitStatusReason = Copy succedeed with srm-lcg utils Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter sid = https://T3_US_NotreDame//lobster_kmohrman_EFT_ALL_genOnly_20190914_1944_0bc210367fc00647//12345.685 Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter StageOutExitStatus = 0 Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter jobId = 685_https://T3_US_NotreDame/5ea63027c133f59a/685 Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter ExeTime = 0 Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter taskId = lobster_kmohrman_EFT_ALL_genOnly_20190914_1944_0bc210367fc00647 Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter CrabWrapperTime = -1568505441 Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter NoEventsPerRun = 0 Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter JobExitReason = Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter StageOutSE = Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter CrabUserCpuTime = 0 Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter MessageType = jobRuntime Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter NEventsProcessed = 0 Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter MessageTS = 2019-09-15 00:12:00 Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter SyncGridJobId = https://T3_US_NotreDame//lobster_kmohrman_EFT_ALL_genOnly_20190914_1944_0bc210367fc00647//12345.685 Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter JobExitCode = 179 Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter CrabCpuPercentage = -0.0 Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter WCCPU = -1568505441 Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter NbEvPerRun = 0 Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Adding parameter ExeExitCode = 0 Sat Sep 14 20:12:00 2019: ApMon[DEBUG]: previously sent: 0; dropped: 0 Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Building XDR packet [lobster_kmohrman_EFT_ALL_genOnly_20190914_1944_0bc210367fc00647/685_https://T3_US_NotreDame/5ea63027c133f59a/685] <1/8327404> 20 params, 1100 bytes. Sat Sep 14 20:12:00 2019: ApMon[NOTICE]: Packet sent to 128.142.166.92:8884 Sat Sep 14 20:12:00 2019: ApMon[DEBUG]: Closing UDP socket on ApMon object destroy. ==== working directory after execution @ Sat Sep 14 20:12:00 EDT 2019 ==== == dir: total 868 == dir: drwxr-xr-x 17 kmohrman campus 201 Sep 14 19:57 CMSSW_9_3_1 == dir: -rw-r--r-- 6 kmohrman campus 7693 Sep 14 19:56 GEN-00000-ttlnuJets_1_qCut19-2_cfg.py == dir: drwxr-xr-x 2 kmohrman campus 71 Sep 14 19:56 bin == dir: -rwxr-xr-x 13 kmohrman campus 627272 Sep 14 19:56 cctools-monitor == dir: -rw-r--r-- 1 kmohrman campus 0 Sep 14 19:56 cctools-monitor.summary == dir: drwxrwxrwx 2 kmohrman campus 6 Sep 14 20:11 cctools-temp-t.685.InY69a == dir: -rw------- 1 kmohrman campus 51 Sep 14 19:57 cvmfschecksum.cms.cern.ch == dir: -rw------- 1 kmohrman campus 51 Sep 14 19:57 cvmfschecksum.oasis.opensciencegrid.org == dir: drwxr-xr-x 2 kmohrman campus 33 Sep 14 19:56 lib == dir: -rwxrwxrwx 1 kmohrman campus 146912 Sep 14 19:56 librmonitor_helper.so.xBnp6e == dir: -rw-r--r-- 2 kmohrman campus 2542 Sep 14 19:56 parameters.json == dir: -rw------- 2 kmohrman campus 9165 Sep 14 19:56 proxy == dir: drwxr-xr-x 3 kmohrman campus 20 Sep 14 19:56 python == dir: -rw-r--r-- 1 kmohrman campus 722 Sep 14 20:11 report.json == dir: -rw-r--r-- 13 kmohrman campus 570 Sep 14 19:56 report.json.in == dir: -rw-r--r-- 13 kmohrman campus 461 Sep 14 19:56 sandbox-CMSSW_9_3_1-slc7_amd64_gcc630.tar.bz2 == dir: drwxr-xr-x 4 kmohrman campus 37 Sep 14 19:56 siteconf == dir: -rw-r--r-- 1 kmohrman campus 11 Sep 14 19:57 t_wrapper_ready == dir: -rw-r--r-- 1 kmohrman campus 11 Sep 14 19:57 t_wrapper_start == dir: -rwxr-xr-x 13 kmohrman campus 47217 Sep 14 19:56 task.py == dir: -rwxr-xr-x 13 kmohrman campus 6296 Sep 14 19:56 wrapper.sh === wrapper done @ Sat Sep 14 20:12:00 EDT 2019 === final return status = 179 @ Sat Sep 14 20:12:00 EDT 2019