Dear Open MPI and ROMIO developer,

In short: ROMIO in actual OpenMPI versions cannot configure using old versions of Intel compiler.


A while ago we reported about trouble in compiling Open MPI =>1.8.3 with ROMIO support, cf. (1), which was reported to be fixed (2).

However we've found out that actual version 1.10.1 still failing in our environment to configure ROMIO subsystem *whenever using Intel compiler 11.1*, whereby the very same configure command success when using Intel compiler 14.0.

Log snippet for compiling the 'conftest.c' program may be seen (4)

A simple comparison of configure logs lead to observation:
- intel/11.1 use -std=c99
- intel/14.0 use -std=gnu99
However, try to compile the failed conftest.c just by switching to new Intel compiler and -std=gnu99 also failed (whereby the unknown conftest.c from building the whole Sw using new compiler worked fine), following our assumption 'maybe there is something wrong with overall configure procedure using older versions of Intel compiler, or maybe ROMIO do not support old versions of Intel compilers at all'.

Could someone have a look at this? The whole build and install dirs may be found at (3) (89 MB!)

Best wishes

Paul Kapinos




1) https://www.open-mpi.org/community/lists/devel/2014/10/16106.php

2) https://www.open-mpi.org/community/lists/devel/2014/10/16109.php
https://github.com/hppritcha/ompi/commit/53fd425a6a0843a5de0a8c544901fbf01246ed31

3)
https://rwth-aachen.sciebo.de/index.php/s/Ii6G4gULNZjC8CL

4) (OpenMPI's config.log)
.....
It was created by Open MPI configure 1.10.1, which was
generated by GNU Autoconf 2.69.  Invocation command line was

$ ./configure --with-verbs --with-lsf --with-devel-headers --enable-contrib-no-build=vt --enable-heterogeneous --enable-cxx-exceptions --enable-orterun-prefix-by-default --with-io-romio-flags=--with-file-system=testfs+ufs+nfs+lustre --enable-mpi-ext CFLAGS=-O3 -ip -axAVX,SSE4.2,SSE4.1 -fp-model fast=2 -m64 CXXFLAGS=-O3 -ip -axAVX,SSE4.2,SSE4.1 -fp-model fast=2 -m64 FFLAGS=-O3 -ip -axAVX,SSE4.2,SSE4.1 -fp-model fast=2 -m64 FCFLAGS=-O3 -ip -axAVX,SSE4.2,SSE4.1 -fp-model fast=2 -m64 LDFLAGS=-O3 -ip -axAVX,SSE4.2,SSE4.1 -fp-model fast=2 -m64 --prefix=/opt/MPI/openmpi-1.10.1test/linux/intel_11.1.080 --mandir=/opt/MPI/openmpi-1.10.1test/linux/intel_11.1.080/man --bindir=/opt/MPI/openmpi-1.10.1test/linux/intel_11.1.080/bin --libdir=/opt/MPI/openmpi-1.10.1test/linux/intel_11.1.080/lib --includedir=/opt/MPI/openmpi-1.10.1test/linux/intel_11.1.080/include --datarootdir=/opt/MPI/openmpi-1.10.1test/linux/intel_11.1.080/share
.....

(ROMIO's config.log)
 .....
generated by GNU Autoconf 2.69.  Invocation command line was

$ ./configure --with-file-system=testfs+ufs+nfs+lustre FROM_OMPI=yes CC=icc -std=c99 CFLAGS=-DNDEBUG -O3 -ip -axAVX,SSE4.2,SSE4.1 -fp-model fast=2 -m64 -finline-functions -fno-strict-aliasing -restrict -fexceptions -Qoption,cpp,--extended_float_types -pthread CPPFLAGS= -I/w0/tmp/pk224850/linuxc2_6000/openmpi-1.10.1test_linux64_intel_11.1.080/opal/mca/hwloc/hwloc191/hwloc/include -I/w0/tmp/pk224850/linuxc2_6000/openmpi-1.10.1test_linux64_intel_11.1.080/opal/mca/event/libevent2021/libevent -I/w0/tmp/pk224850/linuxc2_6000/openmpi-1.10.1test_linux64_intel_11.1.080/opal/mca/event/libevent2021/libevent/include FFLAGS=-O3 -ip -axAVX,SSE4.2,SSE4.1 -fp-model fast=2 -m64 LDFLAGS=-O3 -ip -axAVX,SSE4.2,SSE4.1 -fp-model fast=2 -m64 -fexceptions --enable-shared --disable-static --with-file-system=testfs+ufs+nfs+lustre --prefix=/opt/MPI/openmpi-1.10.1test/linux/intel_11.1.080 --disable-aio --cache-file=/dev/null --srcdir=. --disable-option-checking
......
......
......
configure:20968: checking lustre/lustre_user.h usability
configure:20968: icc -std=c99 -c -DNDEBUG -O3 -ip -axAVX,SSE4.2,SSE4.1 -fp-model fast=2 -m64 -finline-functions -fno-strict-aliasing -restrict -fexceptions -Qoption,cpp,--extended_float_types -pthread -I/w0/tmp/pk224850/linuxc2_6000/openmpi-1.10.1test_linux64_intel_11.1.080/opal/mca/hwloc/hwloc191/hwloc/include -I/w0/tmp/pk224850/linuxc2_6000/openmpi-1.10.1test_linux64_intel_11.1.080/opal/mca/event/libevent2021/libevent -I/w0/tmp/pk224850/linuxc2_6000/openmpi-1.10.1test_linux64_intel_11.1.080/opal/mca/event/libevent2021/libevent/include conftest.c >&5
/usr/include/sys/quota.h(221): error: identifier "caddr_t" is undefined
                     caddr_t __addr) __THROW;
                     ^

compilation aborted for conftest.c (code 2)
configure:20968: $? = 2
configure: failed program was:
..........
configure:20968: result: no

(conftest.c  and /usr/include/sys/quota.h attached)



--
Dipl.-Inform. Paul Kapinos   -   High Performance Computing,
RWTH Aachen University, IT Center
Seffenter Weg 23,  D 52074  Aachen (Germany)
Tel: +49 241/80-24915
/* confdefs.h */
#define PACKAGE_NAME "ROMIO"
#define PACKAGE_TARNAME "romio"
#define PACKAGE_VERSION "Open MPI"
#define PACKAGE_STRING "ROMIO Open MPI"
#define PACKAGE_BUGREPORT "disc...@mpich.org"
#define PACKAGE_URL "http://www.mpich.org/";
#define PACKAGE "romio"
#define VERSION "Open MPI"
#define STDC_HEADERS 1
#define HAVE_SYS_TYPES_H 1
#define HAVE_SYS_STAT_H 1
#define HAVE_STDLIB_H 1
#define HAVE_STRING_H 1
#define HAVE_MEMORY_H 1
#define HAVE_STRINGS_H 1
#define HAVE_INTTYPES_H 1
#define HAVE_STDINT_H 1
#define HAVE_UNISTD_H 1
#define HAVE_DLFCN_H 1
#define LT_OBJDIR ".libs/"
#define HAVE_MPI_OFFSET 1
#define HAVE_MEMALIGN 1
#define HAVE_UNISTD_H 1
#define HAVE_FCNTL_H 1
#define HAVE_MALLOC_H 1
#define HAVE_STDDEF_H 1
#define HAVE_SYS_TYPES_H 1
#define u_char unsigned char
#define u_short unsigned short
#define u_int unsigned int
#define u_long unsigned long
#define SIZEOF_INT 4
#define SIZEOF_VOID_P 8
#define INT_LT_POINTER 1
#define HAVE_INT_LT_POINTER 1
#define SIZEOF_LONG_LONG 8
#define HAVE_LONG_LONG_64 1
#define HAVE_MPI_LONG_LONG_INT 1
#define HAVE_MPI_INFO 1
#define ROMIO_NFS 1
#define ROMIO_UFS 1
#define ROMIO_TESTFS 1
/* end confdefs.h.  */
#include <stdio.h>
#ifdef HAVE_SYS_TYPES_H
# include <sys/types.h>
#endif
#ifdef HAVE_SYS_STAT_H
# include <sys/stat.h>
#endif
#ifdef STDC_HEADERS
# include <stdlib.h>
# include <stddef.h>
#else
# ifdef HAVE_STDLIB_H
#  include <stdlib.h>
# endif
#endif
#ifdef HAVE_STRING_H
# if !defined STDC_HEADERS && defined HAVE_MEMORY_H
#  include <memory.h>
# endif
# include <string.h>
#endif
#ifdef HAVE_STRINGS_H
# include <strings.h>
#endif
#ifdef HAVE_INTTYPES_H
# include <inttypes.h>
#endif
#ifdef HAVE_STDINT_H
# include <stdint.h>
#endif
#ifdef HAVE_UNISTD_H
# include <unistd.h>
#endif
#include <lustre/lustre_user.h>
/* This just represents the non-kernel parts of <linux/quota.h>.
 *
 * here's the corresponding copyright:
 * Copyright (c) 1982, 1986 Regents of the University of California.
 * All rights reserved.
 *
 * This code is derived from software contributed to Berkeley by
 * Robert Elz at The University of Melbourne.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 * 4. Neither the name of the University nor the names of its contributors
 *    may be used to endorse or promote products derived from this software
 *    without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 */

#ifndef _SYS_QUOTA_H
#define _SYS_QUOTA_H 1

#include <features.h>
#include <sys/types.h>

/*
 * Select between different incompatible quota versions.
 * Default to the version used by Linux kernel version 2.4.22
 * or later.  */
#ifndef _LINUX_QUOTA_VERSION
# define _LINUX_QUOTA_VERSION 2
#endif

/*
 * Convert diskblocks to blocks and the other way around.
 * currently only to fool the BSD source. :-)
 */
#define dbtob(num) ((num) << 10)
#define btodb(num) ((num) >> 10)

/*
 * Convert count of filesystem blocks to diskquota blocks, meant
 * for filesystems where i_blksize != BLOCK_SIZE
 */
#define fs_to_dq_blocks(num, blksize) (((num) * (blksize)) / BLOCK_SIZE)

/*
 * Definitions for disk quotas imposed on the average user
 * (big brother finally hits Linux).
 *
 * The following constants define the amount of time given a user
 * before the soft limits are treated as hard limits (usually resulting
 * in an allocation failure). The timer is started when the user crosses
 * their soft limit, it is reset when they go below their soft limit.
 */
#define MAX_IQ_TIME  604800     /* (7*24*60*60) 1 week */
#define MAX_DQ_TIME  604800     /* (7*24*60*60) 1 week */

#define MAXQUOTAS 2
#define USRQUOTA  0             /* element used for user quotas */
#define GRPQUOTA  1             /* element used for group quotas */

/*
 * Definitions for the default names of the quotas files.
 */
#define INITQFNAMES { \
   "user",      /* USRQUOTA */ \
   "group",   /* GRPQUOTA */ \
   "undefined", \
};

#define QUOTAFILENAME "quota"
#define QUOTAGROUP "staff"

#define NR_DQHASH 43          /* Just an arbitrary number any suggestions ? */
#define NR_DQUOTS 256         /* Number of quotas active at one time */

/*
 * Command definitions for the 'quotactl' system call.
 * The commands are broken into a main command defined below
 * and a subcommand that is used to convey the type of
 * quota that is being manipulated (see above).
 */
#define SUBCMDMASK  0x00ff
#define SUBCMDSHIFT 8
#define QCMD(cmd, type)  (((cmd) << SUBCMDSHIFT) | ((type) & SUBCMDMASK))

#if _LINUX_QUOTA_VERSION < 2
# define Q_QUOTAON  0x0100      /* enable quotas */
# define Q_QUOTAOFF 0x0200      /* disable quotas */
# define Q_GETQUOTA 0x0300      /* get limits and usage */
# define Q_SETQUOTA 0x0400      /* set limits and usage */
# define Q_SETUSE   0x0500      /* set usage */
# define Q_SYNC     0x0600      /* sync disk copy of a filesystems quotas */
# define Q_SETQLIM  0x0700      /* set limits */
# define Q_GETSTATS 0x0800      /* get collected stats */
# define Q_RSQUASH  0x1000      /* set root_squash option */
#else
# define Q_SYNC     0x800001    /* sync disk copy of a filesystems quotas */
# define Q_QUOTAON  0x800002    /* turn quotas on */
# define Q_QUOTAOFF 0x800003    /* turn quotas off */
# define Q_GETFMT   0x800004    /* get quota format used on given filesystem */
# define Q_GETINFO  0x800005    /* get information about quota files */
# define Q_SETINFO  0x800006    /* set information about quota files */
# define Q_GETQUOTA 0x800007    /* get user quota structure */
# define Q_SETQUOTA 0x800008    /* set user quota structure */
#endif

/*
 * The following structure defines the format of the disk quota file
 * (as it appears on disk) - the file is an array of these structures
 * indexed by user or group number.
 */
#if _LINUX_QUOTA_VERSION < 2
struct dqblk
  {
    u_int32_t dqb_bhardlimit;   /* absolute limit on disk blks alloc */
    u_int32_t dqb_bsoftlimit;   /* preferred limit on disk blks */
    u_int32_t dqb_curblocks;    /* current block count */
    u_int32_t dqb_ihardlimit;   /* maximum # allocated inodes */
    u_int32_t dqb_isoftlimit;   /* preferred inode limit */
    u_int32_t dqb_curinodes;    /* current # allocated inodes */
    time_t dqb_btime;           /* time limit for excessive disk use */
    time_t dqb_itime;           /* time limit for excessive files */
  };
#else

/* Flags that indicate which fields in dqblk structure are valid.  */
#define QIF_BLIMITS     1
#define QIF_SPACE       2
#define QIF_ILIMITS     4
#define QIF_INODES      8
#define QIF_BTIME       16
#define QIF_ITIME       32
#define QIF_LIMITS      (QIF_BLIMITS | QIF_ILIMITS)
#define QIF_USAGE       (QIF_SPACE | QIF_INODES)
#define QIF_TIMES       (QIF_BTIME | QIF_ITIME)
#define QIF_ALL         (QIF_LIMITS | QIF_USAGE | QIF_TIMES)

struct dqblk
  {
    u_int64_t dqb_bhardlimit;   /* absolute limit on disk quota blocks alloc */
    u_int64_t dqb_bsoftlimit;   /* preferred limit on disk quota blocks */
    u_int64_t dqb_curspace;     /* current quota block count */
    u_int64_t dqb_ihardlimit;   /* maximum # allocated inodes */
    u_int64_t dqb_isoftlimit;   /* preferred inode limit */
    u_int64_t dqb_curinodes;    /* current # allocated inodes */
    u_int64_t dqb_btime;        /* time limit for excessive disk use */
    u_int64_t dqb_itime;        /* time limit for excessive files */
    u_int32_t dqb_valid;        /* bitmask of QIF_* constants */
  };
#endif

/*
 * Shorthand notation.
 */
#define dq_bhardlimit   dq_dqb.dqb_bhardlimit
#define dq_bsoftlimit   dq_dqb.dqb_bsoftlimit
#if _LINUX_QUOTA_VERSION < 2
# define dq_curblocks   dq_dqb.dqb_curblocks
#else
# define dq_curspace    dq_dqb.dqb_curspace
# define dq_valid       dq_dqb.dqb_valid
#endif
#define dq_ihardlimit   dq_dqb.dqb_ihardlimit
#define dq_isoftlimit   dq_dqb.dqb_isoftlimit
#define dq_curinodes    dq_dqb.dqb_curinodes
#define dq_btime        dq_dqb.dqb_btime
#define dq_itime        dq_dqb.dqb_itime

#define dqoff(UID)      ((loff_t)((UID) * sizeof (struct dqblk)))

#if _LINUX_QUOTA_VERSION < 2
struct dqstats
  {
    u_int32_t lookups;
    u_int32_t drops;
    u_int32_t reads;
    u_int32_t writes;
    u_int32_t cache_hits;
    u_int32_t pages_allocated;
    u_int32_t allocated_dquots;
    u_int32_t free_dquots;
    u_int32_t syncs;
  };
#else

/* Flags that indicate which fields in dqinfo structure are valid.  */
# define IIF_BGRACE     1
# define IIF_IGRACE     2
# define IIF_FLAGS      4
# define IIF_ALL        (IIF_BGRACE | IIF_IGRACE | IIF_FLAGS)

struct dqinfo
  {
    u_int64_t dqi_bgrace;
    u_int64_t dqi_igrace;
    u_int32_t dqi_flags;
    u_int32_t dqi_valid;
  };
#endif

__BEGIN_DECLS

extern int quotactl (int __cmd, const char *__special, int __id,
                     caddr_t __addr) __THROW;

__END_DECLS

#endif /* sys/quota.h */

Attachment: smime.p7s
Description: S/MIME Cryptographic Signature

Reply via email to