# Invocation command line: # /home/pshelepu/mpi2007-hsw-ex-m0576/bin/runspec --reportable --config intel_mpi2007-576.cfg --flagsurl EM64T_Intel150_flags.xml --size mref --iterations 3 --output_format=txt --ranks=576 medium # output_root was not used for this run ############################################################################ ##################################################################### # # Config file to run SPEC MPI2007 with Intel Software Toolchain # (Intel Compiler 14.0.3 and Intel MPI 4.1.3) # ##################################################################### env_vars = 1 basepeak = 1 reportable = 1 ignore_errors = 0 iterations = 3 makeflags = -j 4 tune = base size = mref use_version_url = 1 version_url = version.txt use_submit_for_speed = 1 output_format = all FC = mpiifort CC = mpiicc CXX = mpiicpc ##################################################################### # Portability flags ##################################################################### 121.pop2=default=default=default: CPORTABILITY = -DSPEC_MPI_CASE_FLAG 126.lammps=default=default=default: CXXPORTABILITY = -DMPICH_IGNORE_CXX_SEEK 127.wrf2=default=default=default: CPORTABILITY = -DSPEC_MPI_CASE_FLAG -DSPEC_MPI_LINUX 129.tera_tf=default=default=default: srcalt=add_rank_support 130.socorro=default=default=default: srcalt=nullify_ptrs FPORTABILITY = -assume nostd_intent_in ################################################################# # Optimization flags ################################################################# default=default=default=default: OPTIMIZE = -O3 -xCORE-AVX2 -no-prec-div submit = mpiexec.hydra -machinefile \$LSB_DJOB_HOSTFILE -genv I_MPI_DEVICE rdssm -genv I_MPI_FALLBACK_DEVICE disable -n $ranks $command ################################################################# # Notes ################################################################# test_sponsor = Intel Corporation license_num = 13 tester = Pavel Shelepugin test_date = Aug-2013 hw_avail = May-2015 sw_avail = Apr-2015 prepared_by = Intel Corporation system_vendor = Intel Corporation system_name000 = Endeavor (Intel Xeon E7-8890 v3, 2.50 GHz, system_name001 = DDR4-2133 MHz, SMT on, Turbo on) # # Computation node info # node_compute_label = Endeavor Node node_compute_order = 1 node_compute_count = 8 node_compute_purpose = compute node_compute_hw_vendor = Intel node_compute_hw_model = S4TR2KU1Q node_compute_hw_cpu_name = Intel Xeon E7-8890 v3 node_compute_hw_ncpuorder = 1-4 chips node_compute_hw_nchips = 4 node_compute_hw_ncores = 72 node_compute_hw_ncoresperchip = 18 node_compute_hw_nthreadspercore = 2 node_compute_hw_cpu_char000 = Intel Turbo Boost Technology up to 3.3 GHz, node_compute_hw_cpu_char001 = 9.6 GT/s QPI, Hyper-Threading enabled node_compute_hw_cpu_mhz = 2500 node_compute_hw_pcache = 32 KB I + 32 KB D on chip per core node_compute_hw_scache = 256 KB I+D on chip per core node_compute_hw_tcache000= 45 MB I+D on chip per chip, 45 MB node_compute_hw_tcache001 = shared / 18 cores node_compute_hw_ocache = None node_compute_hw_memory = 512 GB (32 x 16 GB 2Rx4 PC4-17000R-15, ECC) node_compute_hw_disk = ATA INTEL SSDSA2BZ20, SSDSC2BB80 node_compute_hw_other = None node_compute_hw_adapter_ib_model = Mellanox MCX353A-FCAT ConnectX-3 node_compute_hw_adapter_ib_count = 1 node_compute_hw_adapter_ib_slot_type = PCIe x8 Gen3 node_compute_hw_adapter_ib_data_rate = InfiniBand 4x FDR node_compute_hw_adapter_ib_ports_used = 1 node_compute_hw_adapter_ib_interconnect = InfiniBand node_compute_hw_adapter_ib_driver = OFED 3.5-2-MIC-rc1 node_compute_hw_adapter_ib_firmware = 2.31.5050 node_compute_hw_adapter_fs_model000= Intel (ESB2) 82575EB Dual-Port Gigabit node_compute_hw_adapter_fs_model001 = Ethernet Controller node_compute_hw_adapter_fs_count = 1 node_compute_hw_adapter_fs_slot_type = PCI-Express x8 node_compute_hw_adapter_fs_data_rate = 1Gbps Ethernet node_compute_hw_adapter_fs_ports_used = 2 node_compute_hw_adapter_fs_interconnect = Ethernet node_compute_hw_adapter_fs_driver = e1000 node_compute_hw_adapter_fs_firmware = None node_compute_sw_os = Red Hat EL 6.5, kernel 2.6.32-358 node_compute_sw_localfile = Linux/xfs node_compute_sw_sharedfile = NFS node_compute_sw_state = Multi-User node_compute_sw_other = IBM Platform LSF Standard 9.1.1.1 # # Fileserver node info # node_fileserver_label = NFS node_fileserver_order = 2 node_fileserver_count = 1 node_fileserver_purpose = fileserver node_fileserver_hw_vendor = Intel node_fileserver_hw_model = S7000FC4UR node_fileserver_hw_cpu_name = Intel Xeon CPU node_fileserver_hw_ncpuorder = 1-4 chips node_fileserver_hw_nchips = 4 node_fileserver_hw_ncores = 16 node_fileserver_hw_ncoresperchip = 4 node_fileserver_hw_nthreadspercore = 2 node_fileserver_hw_cpu_char = -- node_fileserver_hw_cpu_mhz = 2926 node_fileserver_hw_pcache = 32 KB I + 32 KB D on chip per core node_fileserver_hw_scache = 8 MB I+D on chip per chip, 4 MB shared / 2 cores node_fileserver_hw_tcache = None node_fileserver_hw_ocache = None node_fileserver_hw_memory = 64 GB node_fileserver_hw_disk = 8 disks, 500GB/disk, 2.7TB total node_fileserver_hw_other = None node_fileserver_hw_adapter_fs_model000 = Intel 82563GB Dual-Port Gigabit node_fileserver_hw_adapter_fs_model001 = Ethernet Controller node_fileserver_hw_adapter_fs_count = 1 node_fileserver_hw_adapter_fs_slot_type = PCI-Express x8 node_fileserver_hw_adapter_fs_data_rate = 1Gbps Ethernet node_fileserver_hw_adapter_fs_ports_used = 1 node_fileserver_hw_adapter_fs_interconnect = Ethernet node_fileserver_hw_adapter_fs_driver = e1000e node_fileserver_hw_adapter_fs_firmware = N/A node_fileserver_sw_os = RedHat EL 5 Update 4 node_fileserver_sw_localfile = None node_fileserver_sw_sharedfile = NFS node_fileserver_sw_state = Multi-User node_fileserver_sw_other = None # # IB interconnect # interconnect_ib_label = IB Switch interconnect_ib_order = 1 interconnect_ib_purpose = MPI traffic interconnect_ib_hw_vendor = Mellanox interconnect_ib_hw_model = Mellanox MSX6025F-1BFR interconnect_ib_hw_switch_3600_model = Mellanox MSX6025F-1BFR interconnect_ib_hw_switch_3600_count = 46 interconnect_ib_hw_switch_3600_ports = 36 interconnect_ib_hw_topo = Fat tree interconnect_ib_hw_switch_3600_data_rate = InfiniBand 4x FDR interconnect_ib_hw_switch_3600_firmware = 9.2.8000 # # Cluster file system interconnect # interconnect_fs_label = Gigabit Ethernet interconnect_fs_order = 2 interconnect_fs_purpose = Cluster File System interconnect_fs_hw_vendor = Force10 Networks, Cisco Systems interconnect_fs_hw_model = Force10 S50N, Force10 C300, Cisco WS-C4948E-F interconnect_fs_hw_switch_fs_model = Force10 S50N, Force10 C300, Cisco WS-C4948E-F interconnect_fs_hw_switch_fs_count = 13 interconnect_fs_hw_switch_fs_ports = 48 interconnect_fs_hw_topo = Star interconnect_fs_hw_switch_fs_data_rate = 1Gbps Ethernet, 10Gbps Ethernet interconnect_fs_hw_switch_fs_firmware = 8.3.2.0, 12.2(54)WO # # Hardware # system_class = Homogeneous max_ranks = 576 max_peak_ranks = 576 # # Software # sw_c_compiler000= Intel C++ Composer XE 2015 for Linux, sw_c_compiler001 = Version 15.0.3.187 Build 20150407 sw_cxx_compiler000= Intel C++ Composer XE 2015 for Linux, sw_cxx_compiler001 = Version 15.0.3.187 Build 20150407 sw_f_compiler000= Intel Fortran Composer XE 2015 for Linux, sw_f_compiler001 = Version 15.0.3.187 Build 20150407 sw_auto_parallel = sw_base_ptrsize = 64-bit sw_peak_ptrsize = 64-bit sw_mpi_library = Intel MPI Library 5.0.3.048 for Linux sw_mpi_other = None sw_preprocessors = No sw_other = None # # General notes # notes_020 = MPI startup command: notes_025 = mpiexec.hydra command was used to start MPI jobs. notes_030 = notes_035 = BIOS settings: notes_040 = Intel Hyper-Threading Technology (SMT): Enabled (default is Enabled) notes_045 = Intel Turbo Boost Technology (Turbo) : Enabled (default is Enabled) notes_050 = notes_055 = RAM configuration: notes_060 = Compute nodes have 4x16-GB RDIMM on each memory channel. notes_065 = notes_070 = Network: notes_075 = Forty six 36-port switches: 18 core switches and 28 leaf switches. notes_080 = Each leaf has one link to each core. Remaining 18 ports on 25 of 28 leafs notes_085 = are used for compute nodes. On the remaining 3 leafs the ports are used notes_090 = for FS nodes and other peripherals. notes_095 = notes_100 = Job placement: notes_105 = Each MPI job was assigned to a topologically compact set of nodes, i.e. notes_110 = the minimal needed number of leaf switches was used for each job: 1 switch notes_115 = for 72/144/288/576 ranks. notes_120 = notes_125 = IBM Platform LSF was used for job submission. It has no impact on performance. notes_130 = Information can be found at: http://www.ibm.com # The following section was added automatically, and contains settings that # did not appear in the original configuration file, but were added to the # raw file after the run. default: flagsurl000 = http://www.spec.org/mpi2007/flags/EM64T_Intel140_flags.20140908.xml notes_000 =130.socorro (base): "nullify_ptrs" src.alt was used. notes_005 = notes_010 =129.tera_tf (base): "add_rank_support" src.alt was used. notes_015 =