Actual source code: sysio.c

      1: #include <petscsys.h>
      2: #include <petscbt.h>
      3: #include <errno.h>
      4: #include <fcntl.h>
      5: #if defined(PETSC_HAVE_UNISTD_H)
      6:   #include <unistd.h>
      7: #endif
      8: #if defined(PETSC_HAVE_IO_H)
      9:   #include <io.h>
     10: #endif
     11: #if !defined(PETSC_HAVE_O_BINARY)
     12:   #define O_BINARY 0
     13: #endif

     15: const char *const PetscFileModes[] = {"READ", "WRITE", "APPEND", "UPDATE", "APPEND_UPDATE", "PetscFileMode", "PETSC_FILE_", NULL};

     17: /*
     18:   PetscByteSwapEnum - Swap bytes in a  PETSc Enum

     20: */
     21: static PetscErrorCode PetscByteSwapEnum(PetscEnum *buff, PetscCount n)
     22: {
     23:   PetscCount i, j;
     24:   PetscEnum  tmp = ENUM_DUMMY;
     25:   char      *ptr1, *ptr2 = (char *)&tmp;

     27:   PetscFunctionBegin;
     28:   for (j = 0; j < n; j++) {
     29:     ptr1 = (char *)(buff + j);
     30:     for (i = 0; i < (PetscCount)sizeof(PetscEnum); i++) ptr2[i] = ptr1[sizeof(PetscEnum) - 1 - i];
     31:     for (i = 0; i < (PetscCount)sizeof(PetscEnum); i++) ptr1[i] = ptr2[i];
     32:   }
     33:   PetscFunctionReturn(PETSC_SUCCESS);
     34: }

     36: /*
     37:   PetscByteSwapBool - Swap bytes in a  PETSc Bool

     39: */
     40: static PetscErrorCode PetscByteSwapBool(PetscBool *buff, PetscCount n)
     41: {
     42:   PetscCount i, j;
     43:   PetscBool  tmp = PETSC_FALSE;
     44:   char      *ptr1, *ptr2 = (char *)&tmp;

     46:   PetscFunctionBegin;
     47:   for (j = 0; j < n; j++) {
     48:     ptr1 = (char *)(buff + j);
     49:     for (i = 0; i < (PetscCount)sizeof(PetscBool); i++) ptr2[i] = ptr1[sizeof(PetscBool) - 1 - i];
     50:     for (i = 0; i < (PetscCount)sizeof(PetscBool); i++) ptr1[i] = ptr2[i];
     51:   }
     52:   PetscFunctionReturn(PETSC_SUCCESS);
     53: }

     55: /*
     56:   PetscByteSwapInt - Swap bytes in a  PETSc integer (which may be 32 or 64-bits)

     58: */
     59: static PetscErrorCode PetscByteSwapInt(PetscInt *buff, PetscCount n)
     60: {
     61:   PetscCount i, j;
     62:   PetscInt   tmp = 0;
     63:   char      *ptr1, *ptr2 = (char *)&tmp;

     65:   PetscFunctionBegin;
     66:   for (j = 0; j < n; j++) {
     67:     ptr1 = (char *)(buff + j);
     68:     for (i = 0; i < (PetscCount)sizeof(PetscInt); i++) ptr2[i] = ptr1[sizeof(PetscInt) - 1 - i];
     69:     for (i = 0; i < (PetscCount)sizeof(PetscInt); i++) ptr1[i] = ptr2[i];
     70:   }
     71:   PetscFunctionReturn(PETSC_SUCCESS);
     72: }

     74: /*
     75:   PetscByteSwapInt64 - Swap bytes in a  PETSc integer (64-bits)

     77: */
     78: static PetscErrorCode PetscByteSwapInt64(PetscInt64 *buff, PetscCount n)
     79: {
     80:   PetscCount i, j;
     81:   PetscInt64 tmp = 0;
     82:   char      *ptr1, *ptr2 = (char *)&tmp;

     84:   PetscFunctionBegin;
     85:   for (j = 0; j < n; j++) {
     86:     ptr1 = (char *)(buff + j);
     87:     for (i = 0; i < (PetscCount)sizeof(PetscInt64); i++) ptr2[i] = ptr1[sizeof(PetscInt64) - 1 - i];
     88:     for (i = 0; i < (PetscCount)sizeof(PetscInt64); i++) ptr1[i] = ptr2[i];
     89:   }
     90:   PetscFunctionReturn(PETSC_SUCCESS);
     91: }

     93: /*
     94:   PetscByteSwapInt32 - Swap bytes in a  PETSc integer (32-bits)

     96: */
     97: static PetscErrorCode PetscByteSwapInt32(PetscInt32 *buff, PetscCount n)
     98: {
     99:   PetscCount i, j;
    100:   PetscInt32 tmp = 0;
    101:   char      *ptr1, *ptr2 = (char *)&tmp;

    103:   PetscFunctionBegin;
    104:   for (j = 0; j < n; j++) {
    105:     ptr1 = (char *)(buff + j);
    106:     for (i = 0; i < (PetscCount)sizeof(PetscInt32); i++) ptr2[i] = ptr1[sizeof(PetscInt32) - 1 - i];
    107:     for (i = 0; i < (PetscCount)sizeof(PetscInt32); i++) ptr1[i] = ptr2[i];
    108:   }
    109:   PetscFunctionReturn(PETSC_SUCCESS);
    110: }

    112: /*
    113:   PetscByteSwapShort - Swap bytes in a short
    114: */
    115: static PetscErrorCode PetscByteSwapShort(short *buff, PetscCount n)
    116: {
    117:   PetscCount i, j;
    118:   short      tmp;
    119:   char      *ptr1, *ptr2 = (char *)&tmp;

    121:   PetscFunctionBegin;
    122:   for (j = 0; j < n; j++) {
    123:     ptr1 = (char *)(buff + j);
    124:     for (i = 0; i < (PetscCount)sizeof(short); i++) ptr2[i] = ptr1[sizeof(short) - 1 - i];
    125:     for (i = 0; i < (PetscCount)sizeof(short); i++) ptr1[i] = ptr2[i];
    126:   }
    127:   PetscFunctionReturn(PETSC_SUCCESS);
    128: }
    129: /*
    130:   PetscByteSwapLong - Swap bytes in a long
    131: */
    132: static PetscErrorCode PetscByteSwapLong(long *buff, PetscCount n)
    133: {
    134:   PetscCount i, j;
    135:   long       tmp;
    136:   char      *ptr1, *ptr2 = (char *)&tmp;

    138:   PetscFunctionBegin;
    139:   for (j = 0; j < n; j++) {
    140:     ptr1 = (char *)(buff + j);
    141:     for (i = 0; i < (PetscCount)sizeof(long); i++) ptr2[i] = ptr1[sizeof(long) - 1 - i];
    142:     for (i = 0; i < (PetscCount)sizeof(long); i++) ptr1[i] = ptr2[i];
    143:   }
    144:   PetscFunctionReturn(PETSC_SUCCESS);
    145: }

    147: /*
    148:   PetscByteSwapReal - Swap bytes in a PetscReal
    149: */
    150: static PetscErrorCode PetscByteSwapReal(PetscReal *buff, PetscCount n)
    151: {
    152:   PetscCount i, j;
    153:   PetscReal  tmp, *buff1 = (PetscReal *)buff;
    154:   char      *ptr1, *ptr2 = (char *)&tmp;

    156:   PetscFunctionBegin;
    157:   for (j = 0; j < n; j++) {
    158:     ptr1 = (char *)(buff1 + j);
    159:     for (i = 0; i < (PetscCount)sizeof(PetscReal); i++) ptr2[i] = ptr1[sizeof(PetscReal) - 1 - i];
    160:     for (i = 0; i < (PetscCount)sizeof(PetscReal); i++) ptr1[i] = ptr2[i];
    161:   }
    162:   PetscFunctionReturn(PETSC_SUCCESS);
    163: }

    165: /*
    166:   PetscByteSwapScalar - Swap bytes in a PetscScalar
    167:   The complex case is dealt with an array of PetscReal, twice as long.
    168: */
    169: static PetscErrorCode PetscByteSwapScalar(PetscScalar *buff, PetscCount n)
    170: {
    171:   PetscCount i, j;
    172:   PetscReal  tmp, *buff1 = (PetscReal *)buff;
    173:   char      *ptr1, *ptr2 = (char *)&tmp;

    175:   PetscFunctionBegin;
    176: #if defined(PETSC_USE_COMPLEX)
    177:   n *= 2;
    178: #endif
    179:   for (j = 0; j < n; j++) {
    180:     ptr1 = (char *)(buff1 + j);
    181:     for (i = 0; i < (PetscCount)sizeof(PetscReal); i++) ptr2[i] = ptr1[sizeof(PetscReal) - 1 - i];
    182:     for (i = 0; i < (PetscCount)sizeof(PetscReal); i++) ptr1[i] = ptr2[i];
    183:   }
    184:   PetscFunctionReturn(PETSC_SUCCESS);
    185: }

    187: /*
    188:   PetscByteSwapDouble - Swap bytes in a double
    189: */
    190: static PetscErrorCode PetscByteSwapDouble(double *buff, PetscCount n)
    191: {
    192:   PetscCount i, j;
    193:   double     tmp, *buff1 = (double *)buff;
    194:   char      *ptr1, *ptr2 = (char *)&tmp;

    196:   PetscFunctionBegin;
    197:   for (j = 0; j < n; j++) {
    198:     ptr1 = (char *)(buff1 + j);
    199:     for (i = 0; i < (PetscCount)sizeof(double); i++) ptr2[i] = ptr1[sizeof(double) - 1 - i];
    200:     for (i = 0; i < (PetscCount)sizeof(double); i++) ptr1[i] = ptr2[i];
    201:   }
    202:   PetscFunctionReturn(PETSC_SUCCESS);
    203: }

    205: /*
    206:   PetscByteSwapFloat - Swap bytes in a float
    207: */
    208: static PetscErrorCode PetscByteSwapFloat(float *buff, PetscCount n)
    209: {
    210:   PetscCount i, j;
    211:   float      tmp, *buff1 = (float *)buff;
    212:   char      *ptr1, *ptr2 = (char *)&tmp;

    214:   PetscFunctionBegin;
    215:   for (j = 0; j < n; j++) {
    216:     ptr1 = (char *)(buff1 + j);
    217:     for (i = 0; i < (PetscCount)sizeof(float); i++) ptr2[i] = ptr1[sizeof(float) - 1 - i];
    218:     for (i = 0; i < (PetscCount)sizeof(float); i++) ptr1[i] = ptr2[i];
    219:   }
    220:   PetscFunctionReturn(PETSC_SUCCESS);
    221: }

    223: PetscErrorCode PetscByteSwap(void *data, PetscDataType pdtype, PetscCount count)
    224: {
    225:   PetscFunctionBegin;
    226:   if (pdtype == PETSC_INT) PetscCall(PetscByteSwapInt((PetscInt *)data, count));
    227:   else if (pdtype == PETSC_ENUM) PetscCall(PetscByteSwapEnum((PetscEnum *)data, count));
    228:   else if (pdtype == PETSC_BOOL) PetscCall(PetscByteSwapBool((PetscBool *)data, count));
    229:   else if (pdtype == PETSC_SCALAR) PetscCall(PetscByteSwapScalar((PetscScalar *)data, count));
    230:   else if (pdtype == PETSC_REAL) PetscCall(PetscByteSwapReal((PetscReal *)data, count));
    231:   else if (pdtype == PETSC_COMPLEX) PetscCall(PetscByteSwapReal((PetscReal *)data, 2 * count));
    232:   else if (pdtype == PETSC_INT64) PetscCall(PetscByteSwapInt64((PetscInt64 *)data, count));
    233:   else if (pdtype == PETSC_COUNT) PetscCall(PetscByteSwapInt64((PetscInt64 *)data, count));
    234:   else if (pdtype == PETSC_INT32) PetscCall(PetscByteSwapInt32((PetscInt32 *)data, count));
    235:   else if (pdtype == PETSC_DOUBLE) PetscCall(PetscByteSwapDouble((double *)data, count));
    236:   else if (pdtype == PETSC_FLOAT) PetscCall(PetscByteSwapFloat((float *)data, count));
    237:   else if (pdtype == PETSC_SHORT) PetscCall(PetscByteSwapShort((short *)data, count));
    238:   else if (pdtype == PETSC_LONG) PetscCall(PetscByteSwapLong((long *)data, count));
    239:   else if (pdtype == PETSC_CHAR) PetscFunctionReturn(PETSC_SUCCESS);
    240:   else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Unknown type: %d", pdtype);
    241:   PetscFunctionReturn(PETSC_SUCCESS);
    242: }

    244: /*@C
    245:   PetscBinaryRead - Reads from a binary file.

    247:   Not Collective

    249:   Input Parameters:
    250: + fd   - the file descriptor
    251: . num  - the maximum number of items to read
    252: - type - the type of items to read (`PETSC_INT`, `PETSC_REAL`, `PETSC_SCALAR`, etc.)

    254:   Output Parameters:
    255: + data  - the buffer, this is an array of the type that matches the value in `type`
    256: - count - the number of items read, optional

    258:   Level: developer

    260:   Notes:
    261:   If `count` is not provided and the number of items read is less than
    262:   the maximum number of items to read, then this routine errors.

    264:   `PetscBinaryRead()` uses byte swapping to work on all machines; the files
    265:   are written ALWAYS using big-endian ordering. On little-endian machines the numbers
    266:   are converted to the little-endian format when they are read in from the file.
    267:   When PETSc is ./configure with `--with-64-bit-indices` the integers are written to the
    268:   file as 64-bit integers, this means they can only be read back in when the option `--with-64-bit-indices`
    269:   is used.

    271:   Fortran Note:
    272:   There are different functions for each datatype, for example `PetscBinaryReadInt()`

    274: .seealso: `PetscBinaryWrite()`, `PetscBinaryOpen()`, `PetscBinaryClose()`, `PetscViewerBinaryGetDescriptor()`, `PetscBinarySynchronizedWrite()`,
    275:           `PetscBinarySynchronizedRead()`, `PetscBinarySynchronizedSeek()`
    276: @*/
    277: PetscErrorCode PetscBinaryRead(int fd, void *data, PetscCount num, PetscInt *count, PetscDataType type)
    278: {
    279:   size_t typesize, m = (size_t)num, n = 0, maxblock = 65536;
    280:   char  *p = (char *)data;
    281: #if defined(PETSC_USE_REAL___FLOAT128)
    282:   PetscBool readdouble = PETSC_FALSE;
    283:   double   *pdouble;
    284: #endif
    285:   void *ptmp  = data;
    286:   char *fname = NULL;

    288:   PetscFunctionBegin;
    289:   if (count) *count = 0;
    290:   PetscCheck(num >= 0, PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Trying to read a negative amount of data %" PetscCount_FMT, num);
    291:   if (!num) PetscFunctionReturn(PETSC_SUCCESS);

    293:   if (type == PETSC_FUNCTION) {
    294:     m     = 64;
    295:     type  = PETSC_CHAR;
    296:     fname = (char *)malloc(m * sizeof(char));
    297:     p     = (char *)fname;
    298:     ptmp  = (void *)fname;
    299:     PetscCheck(fname, PETSC_COMM_SELF, PETSC_ERR_MEM, "Cannot allocate space for function name");
    300:   }
    301:   if (type == PETSC_BIT_LOGICAL) m = PetscBTLength(num);

    303:   PetscCall(PetscDataTypeGetSize(type, &typesize));

    305: #if defined(PETSC_USE_REAL___FLOAT128)
    306:   PetscCall(PetscOptionsGetBool(NULL, NULL, "-binary_read_double", &readdouble, NULL));
    307:   /* If using __float128 precision we still read in doubles from file */
    308:   if ((type == PETSC_REAL || type == PETSC_COMPLEX) && readdouble) {
    309:     PetscInt cnt = num * ((type == PETSC_REAL) ? 1 : 2);
    310:     PetscCall(PetscMalloc1(cnt, &pdouble));
    311:     p = (char *)pdouble;
    312:     typesize /= 2;
    313:   }
    314: #endif

    316:   m *= typesize;

    318:   while (m) {
    319:     size_t len = (m < maxblock) ? m : maxblock;
    320:     int    ret = (int)read(fd, p, len);
    321:     if (ret < 0 && errno == EINTR) continue;
    322:     if (!ret && len > 0) break; /* Proxy for EOF */
    323:     PetscCheck(ret >= 0, PETSC_COMM_SELF, PETSC_ERR_FILE_READ, "Error reading from file due to \"%s\"", strerror(errno));
    324:     m -= (size_t)ret;
    325:     p += ret;
    326:     n += (size_t)ret;
    327:   }
    328:   PetscCheck(!m || count, PETSC_COMM_SELF, PETSC_ERR_FILE_READ, "Read past end of file");

    330:   num = n / typesize;                             /* Should we require `n % typesize == 0` ? */
    331:   if (count) PetscCall(PetscIntCast(num, count)); /* TODO: This is most likely wrong for PETSC_BIT_LOGICAL */

    333: #if defined(PETSC_USE_REAL___FLOAT128)
    334:   if ((type == PETSC_REAL || type == PETSC_COMPLEX) && readdouble) {
    335:     PetscInt   i, cnt = num * ((type == PETSC_REAL) ? 1 : 2);
    336:     PetscReal *preal = (PetscReal *)data;
    337:     if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwapDouble(pdouble, cnt));
    338:     for (i = 0; i < cnt; i++) preal[i] = pdouble[i];
    339:     PetscCall(PetscFree(pdouble));
    340:     PetscFunctionReturn(PETSC_SUCCESS);
    341:   }
    342: #endif

    344:   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(ptmp, type, num));

    346:   if (type == PETSC_FUNCTION) {
    347: #if defined(PETSC_SERIALIZE_FUNCTIONS)
    348:     PetscCall(PetscDLSym(NULL, fname, (void **)data));
    349: #else
    350:     *(void **)data = NULL;
    351: #endif
    352:     free(fname);
    353:   }
    354:   PetscFunctionReturn(PETSC_SUCCESS);
    355: }

    357: /*@C
    358:   PetscBinaryWrite - Writes to a binary file.

    360:   Not Collective

    362:   Input Parameters:
    363: + fd   - the file
    364: . p    - the buffer, an array of the type that matches the value in `type`
    365: . n    - the number of items to write
    366: - type - the type of items to read (`PETSC_INT`, `PETSC_REAL` or `PETSC_SCALAR`)

    368:   Level: advanced

    370:   Notes:
    371:   `PetscBinaryWrite()` uses byte swapping to work on all machines; the files
    372:   are written using big-endian ordering to the file. On little-endian machines the numbers
    373:   are converted to the big-endian format when they are written to disk.
    374:   When PETSc is configured using `./configure with --with-64-bit-indices` the integers are written to the
    375:   file as 64-bit integers, this means they can only be read back in when the option `--with-64-bit-indices`
    376:   is used.

    378:   If running with `__float128` precision the output of `PETSC_REAL` is in `__float128` unless one uses the `-binary_write_double` option

    380:   The buffer `p` should be read-write buffer, and not static data.
    381:   This way, byte-swapping is done in-place, and then the buffer is
    382:   written to the file.

    384:   This routine restores the original contents of the buffer, after
    385:   it is written to the file. This is done by byte-swapping in-place
    386:   the second time.

    388:   Because byte-swapping may be done on the values in data it cannot be declared const

    390:   Fortran Note:
    391:   There are different functions for each datatype, for example `PetscBinaryWriteInt()`

    393: .seealso: `PetscBinaryRead()`, `PetscBinaryOpen()`, `PetscBinaryClose()`, `PetscViewerBinaryGetDescriptor()`, `PetscBinarySynchronizedWrite()`,
    394:           `PetscBinarySynchronizedRead()`, `PetscBinarySynchronizedSeek()`
    395: @*/
    396: PetscErrorCode PetscBinaryWrite(int fd, const void *p, PetscCount n, PetscDataType type)
    397: {
    398:   const char  *pp = (char *)p;
    399:   size_t       err, m = (size_t)n, wsize;
    400:   const size_t maxblock = 65536;
    401:   const void  *ptmp     = p;
    402:   char        *fname    = NULL;
    403: #if defined(PETSC_USE_REAL___FLOAT128)
    404:   PetscBool  writedouble = PETSC_FALSE;
    405:   double    *ppp;
    406:   PetscReal *pv;
    407: #endif
    408:   PetscDataType wtype = type;

    410:   PetscFunctionBegin;
    411:   PetscCheck(n >= 0, PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Trying to write a negative amount of data %" PetscCount_FMT, n);
    412:   if (!n) PetscFunctionReturn(PETSC_SUCCESS);

    414:   if (type == PETSC_FUNCTION) {
    415: #if defined(PETSC_SERIALIZE_FUNCTIONS)
    416:     const char *fnametmp;
    417: #endif
    418:     m     = 64;
    419:     fname = (char *)malloc(m * sizeof(char));
    420:     PetscCheck(fname, PETSC_COMM_SELF, PETSC_ERR_MEM, "Cannot allocate space for function name");
    421: #if defined(PETSC_SERIALIZE_FUNCTIONS)
    422:     PetscCheck(n <= 1, PETSC_COMM_SELF, PETSC_ERR_SUP, "Can only binary view a single function at a time");
    423:     PetscCall(PetscFPTFind(*(void **)p, &fnametmp));
    424:     PetscCall(PetscStrncpy(fname, fnametmp, m));
    425: #else
    426:     PetscCall(PetscStrncpy(fname, "", m));
    427: #endif
    428:     wtype = PETSC_CHAR;
    429:     pp    = (char *)fname;
    430:     ptmp  = (void *)fname;
    431:   }

    433: #if defined(PETSC_USE_REAL___FLOAT128)
    434:   PetscCall(PetscOptionsGetBool(NULL, NULL, "-binary_write_double", &writedouble, NULL));
    435:   /* If using __float128 precision we still write in doubles to file */
    436:   if ((type == PETSC_SCALAR || type == PETSC_REAL || type == PETSC_COMPLEX) && writedouble) {
    437:     wtype = PETSC_DOUBLE;
    438:     PetscCall(PetscMalloc1(n, &ppp));
    439:     pv = (PetscReal *)pp;
    440:     for (PetscCount i = 0; i < n; i++) ppp[i] = (double)pv[i];
    441:     pp   = (char *)ppp;
    442:     ptmp = (char *)ppp;
    443:   }
    444: #endif

    446:   if (wtype == PETSC_INT) m *= sizeof(PetscInt);
    447:   else if (wtype == PETSC_SCALAR) m *= sizeof(PetscScalar);
    448: #if defined(PETSC_HAVE_COMPLEX)
    449:   else if (wtype == PETSC_COMPLEX) m *= sizeof(PetscComplex);
    450: #endif
    451:   else if (wtype == PETSC_REAL) m *= sizeof(PetscReal);
    452:   else if (wtype == PETSC_DOUBLE) m *= sizeof(double);
    453:   else if (wtype == PETSC_FLOAT) m *= sizeof(float);
    454:   else if (wtype == PETSC_SHORT) m *= sizeof(short);
    455:   else if (wtype == PETSC_LONG) m *= sizeof(long);
    456:   else if (wtype == PETSC_CHAR) m *= sizeof(char);
    457:   else if (wtype == PETSC_ENUM) m *= sizeof(PetscEnum);
    458:   else if (wtype == PETSC_BOOL) m *= sizeof(PetscBool);
    459:   else if (wtype == PETSC_INT64) m *= sizeof(PetscInt64);
    460:   else if (wtype == PETSC_INT32) m *= sizeof(PetscInt32);
    461:   else if (wtype == PETSC_BIT_LOGICAL) m = PetscBTLength(m) * sizeof(char);
    462:   else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Unknown type: %d", wtype);

    464:   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap((void *)ptmp, wtype, n));

    466:   while (m) {
    467:     wsize = (m < maxblock) ? m : maxblock;
    468:     err   = (size_t)write(fd, pp, wsize);
    469:     if (errno == EINTR) continue;
    470:     PetscCheck(err == wsize, PETSC_COMM_SELF, PETSC_ERR_FILE_WRITE, "Error writing to file total size %d err %d wsize %d due to \"%s\"", (int)n, (int)err, (int)wsize, strerror(errno));
    471:     m -= wsize;
    472:     pp += wsize;
    473:   }

    475:   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap((void *)ptmp, wtype, n));

    477:   if (type == PETSC_FUNCTION) free(fname);
    478: #if defined(PETSC_USE_REAL___FLOAT128)
    479:   if ((type == PETSC_SCALAR || type == PETSC_REAL || type == PETSC_COMPLEX) && writedouble) PetscCall(PetscFree(ppp));
    480: #endif
    481:   PetscFunctionReturn(PETSC_SUCCESS);
    482: }

    484: /*@
    485:   PetscBinaryOpen - Opens a PETSc binary file.

    487:   Not Collective

    489:   Input Parameters:
    490: + name - filename
    491: - mode - open mode of binary file, one of `FILE_MODE_READ`, `FILE_MODE_WRITE`, `FILE_MODE_APPEND`

    493:   Output Parameter:
    494: . fd - the file

    496:   Level: advanced

    498: .seealso: `PetscBinaryRead()`, `PetscBinaryWrite()`, `PetscFileMode`, `PetscViewerFileSetMode()`, `PetscViewerBinaryGetDescriptor()`,
    499:           `PetscBinarySynchronizedWrite()`, `PetscBinarySynchronizedRead()`, `PetscBinarySynchronizedSeek()`
    500: @*/
    501: PetscErrorCode PetscBinaryOpen(const char name[], PetscFileMode mode, int *fd)
    502: {
    503:   PetscFunctionBegin;
    504:   switch (mode) {
    505:   case FILE_MODE_READ:
    506:     *fd = open(name, O_BINARY | O_RDONLY, 0);
    507:     break;
    508:   case FILE_MODE_WRITE:
    509:     *fd = open(name, O_BINARY | O_WRONLY | O_CREAT | O_TRUNC, 0666);
    510:     break;
    511:   case FILE_MODE_APPEND:
    512:     *fd = open(name, O_BINARY | O_WRONLY | O_APPEND, 0);
    513:     break;
    514:   default:
    515:     SETERRQ(PETSC_COMM_SELF, PETSC_ERR_SUP, "Unsupported file mode %s", PetscFileModes[mode]);
    516:   }
    517:   PetscCheck(*fd != -1, PETSC_COMM_SELF, PETSC_ERR_FILE_OPEN, "Cannot open file %s for %s due to \"%s\"", name, PetscFileModes[mode], strerror(errno));
    518:   PetscFunctionReturn(PETSC_SUCCESS);
    519: }

    521: /*@
    522:   PetscBinaryClose - Closes a PETSc binary file.

    524:   Not Collective

    526:   Output Parameter:
    527: . fd - the file

    529:   Level: advanced

    531: .seealso: `PetscBinaryRead()`, `PetscBinaryWrite()`, `PetscBinaryOpen()`, `PetscBinarySynchronizedWrite()`, `PetscBinarySynchronizedRead()`,
    532:           `PetscBinarySynchronizedSeek()`
    533: @*/
    534: PetscErrorCode PetscBinaryClose(int fd)
    535: {
    536:   PetscFunctionBegin;
    537:   PetscCheck(!close(fd), PETSC_COMM_SELF, PETSC_ERR_SYS, "close() failed on file descriptor");
    538:   PetscFunctionReturn(PETSC_SUCCESS);
    539: }

    541: /*@C
    542:   PetscBinarySeek - Moves the file pointer on a PETSc binary file.

    544:   Not Collective, No Fortran Support

    546:   Input Parameters:
    547: + fd     - the file
    548: . off    - number of bytes to move. Use `PETSC_BINARY_INT_SIZE`, `PETSC_BINARY_SCALAR_SIZE`,
    549:            etc. in your calculation rather than `sizeof()` to compute byte lengths.
    550: - whence - see `PetscBinarySeekType` for possible values

    552:   Output Parameter:
    553: . offset - new offset in file

    555:   Level: developer

    557: .seealso: `PetscBinaryRead()`, `PetscBinarySeekType`, `PetscBinaryWrite()`, `PetscBinaryOpen()`, `PetscBinarySynchronizedWrite()`, `PetscBinarySynchronizedRead()`,
    558:           `PetscBinarySynchronizedSeek()`
    559: @*/
    560: PetscErrorCode PetscBinarySeek(int fd, off_t off, PetscBinarySeekType whence, off_t *offset)
    561: {
    562:   int iwhence = 0;

    564:   PetscFunctionBegin;
    565:   if (whence == PETSC_BINARY_SEEK_SET) iwhence = SEEK_SET;
    566:   else if (whence == PETSC_BINARY_SEEK_CUR) iwhence = SEEK_CUR;
    567:   else if (whence == PETSC_BINARY_SEEK_END) iwhence = SEEK_END;
    568:   else SETERRQ(PETSC_COMM_SELF, PETSC_ERR_ARG_OUTOFRANGE, "Unknown seek location");
    569: #if defined(PETSC_HAVE_LSEEK)
    570:   *offset = lseek(fd, off, iwhence);
    571: #elif defined(PETSC_HAVE__LSEEK)
    572:   *offset = _lseek(fd, (long)off, iwhence);
    573: #else
    574:   SETERRQ(PETSC_COMM_SELF, PETSC_ERR_SUP_SYS, "System does not have a way of seeking on a file");
    575: #endif
    576:   PetscFunctionReturn(PETSC_SUCCESS);
    577: }

    579: /*@C
    580:   PetscBinarySynchronizedRead - Reads from a binary file, all MPI processes get the same values

    582:   Collective, No Fortran Support

    584:   Input Parameters:
    585: + comm - the MPI communicator
    586: . fd   - the file descriptor
    587: . num  - the maximum number of items to read
    588: - type - the type of items to read (`PETSC_INT`, `PETSC_REAL`, `PETSC_SCALAR`, etc.)

    590:   Output Parameters:
    591: + data  - the buffer, an array of the type that matches the value in `type`
    592: - count - the number of items read, optional

    594:   Level: developer

    596:   Notes:
    597:   Does a `PetscBinaryRead()` followed by an `MPI_Bcast()`

    599:   If `count` is not provided and the number of items read is less than
    600:   the maximum number of items to read, then this routine errors.

    602:   `PetscBinarySynchronizedRead()` uses byte swapping to work on all machines.
    603:   The files  are written using big-endian ordering to the file. On little-endian machines the numbers
    604:   are converted to the big-endian format when they are written to disk.
    605:   When PETSc is configured using `./configure with --with-64-bit-indices` the integers are written to the
    606:   file as 64-bit integers, this means they can only be read back in when the option `--with-64-bit-indices`
    607:   is used.

    609: .seealso: `PetscBinaryWrite()`, `PetscBinaryOpen()`, `PetscBinaryClose()`, `PetscBinaryRead()`, `PetscBinarySynchronizedWrite()`,
    610:           `PetscBinarySynchronizedSeek()`
    611: @*/
    612: PetscErrorCode PetscBinarySynchronizedRead(MPI_Comm comm, int fd, void *data, PetscInt num, PetscInt *count, PetscDataType type)
    613: {
    614:   PetscMPIInt  rank, size;
    615:   MPI_Datatype mtype;
    616:   PetscInt     ibuf[2] = {0, 0};
    617:   char        *fname   = NULL;
    618:   void        *fptr    = NULL;

    620:   PetscFunctionBegin;
    621:   if (type == PETSC_FUNCTION) {
    622:     num   = 64;
    623:     type  = PETSC_CHAR;
    624:     fname = (char *)malloc(num * sizeof(char));
    625:     fptr  = data;
    626:     data  = (void *)fname;
    627:     PetscCheck(fname, PETSC_COMM_SELF, PETSC_ERR_MEM, "Cannot allocate space for function name");
    628:   }

    630:   PetscCallMPI(MPI_Comm_rank(comm, &rank));
    631:   PetscCallMPI(MPI_Comm_size(comm, &size));
    632:   if (rank == 0) ibuf[0] = (PetscInt)PetscBinaryRead(fd, data, num, count ? &ibuf[1] : NULL, type);
    633:   PetscCallMPI(MPI_Bcast(ibuf, 2, MPIU_INT, 0, comm));
    634:   PetscCall((PetscErrorCode)ibuf[0]);

    636:   /* skip MPI call on potentially huge amounts of data when running with one process; this allows the amount of data to basically unlimited in that case */
    637:   if (size > 1) {
    638:     PetscMPIInt cnt;

    640:     PetscCall(PetscMPIIntCast(count ? ibuf[1] : num, &cnt));
    641:     PetscCall(PetscDataTypeToMPIDataType(type, &mtype));
    642:     PetscCallMPI(MPI_Bcast(data, cnt, mtype, 0, comm));
    643:   }
    644:   if (count) *count = ibuf[1];

    646:   if (type == PETSC_FUNCTION) {
    647: #if defined(PETSC_SERIALIZE_FUNCTIONS)
    648:     PetscCall(PetscDLLibrarySym(PETSC_COMM_SELF, &PetscDLLibrariesLoaded, NULL, fname, (void **)fptr));
    649: #else
    650:     *(void **)fptr = NULL;
    651: #endif
    652:     free(fname);
    653:   }
    654:   PetscFunctionReturn(PETSC_SUCCESS);
    655: }

    657: /*@C
    658:   PetscBinarySynchronizedWrite - writes to a binary file.

    660:   Collective, No Fortran Support

    662:   Input Parameters:
    663: + comm - the MPI communicator
    664: . fd   - the file
    665: . n    - the number of items to write
    666: . p    - the buffer, an array of the type that matches the value in `type`
    667: - type - the type of items to write (`PETSC_INT`, `PETSC_REAL` or `PETSC_SCALAR`)

    669:   Level: developer

    671:   Notes:
    672:   MPI rank 0 does a `PetscBinaryWrite()` the values on other MPI processes are not used

    674:   The files  are written using big-endian ordering to the file. On little-endian machines the numbers
    675:   are converted to the big-endian format when they are written to disk.
    676:   When PETSc is configured using `./configure with --with-64-bit-indices` the integers are written to the
    677:   file as 64-bit integers, this means they can only be read back in when the option `--with-64-bit-indices`
    678:   is used.

    680:   Because byte-swapping may be done on the values in data it cannot be declared const

    682:   This is NOT like `PetscSynchronizedFPrintf()`! This routine ignores calls on all but MPI rank 0,
    683:   while `PetscSynchronizedFPrintf()` has all MPI processes print their strings in order.

    685: .seealso: `PetscBinaryWrite()`, `PetscBinaryOpen()`, `PetscBinaryClose()`, `PetscBinaryRead()`, `PetscBinarySynchronizedRead()`,
    686:           `PetscBinarySynchronizedSeek()`
    687: @*/
    688: PetscErrorCode PetscBinarySynchronizedWrite(MPI_Comm comm, int fd, const void *p, PetscInt n, PetscDataType type)
    689: {
    690:   PetscMPIInt rank;

    692:   PetscFunctionBegin;
    693:   PetscCallMPI(MPI_Comm_rank(comm, &rank));
    694:   if (rank == 0) PetscCall(PetscBinaryWrite(fd, p, n, type));
    695:   PetscFunctionReturn(PETSC_SUCCESS);
    696: }

    698: /*@C
    699:   PetscBinarySynchronizedSeek - Moves the file pointer on a PETSc binary file.

    701:   No Fortran Support

    703:   Input Parameters:
    704: + comm   - the communicator to read with
    705: . fd     - the file
    706: . whence - see `PetscBinarySeekType` for possible values
    707: - off    - number of bytes to move. Use `PETSC_BINARY_INT_SIZE`, `PETSC_BINARY_SCALAR_SIZE`,
    708:             etc. in your calculation rather than `sizeof()` to compute byte lengths.

    710:   Output Parameter:
    711: . offset - new offset in file

    713:   Level: developer

    715: .seealso: `PetscBinaryRead()`, `PetscBinarySeekType`, `PetscBinaryWrite()`, `PetscBinaryOpen()`, `PetscBinarySynchronizedWrite()`, `PetscBinarySynchronizedRead()`,

    717: @*/
    718: PetscErrorCode PetscBinarySynchronizedSeek(MPI_Comm comm, int fd, off_t off, PetscBinarySeekType whence, off_t *offset)
    719: {
    720:   PetscMPIInt rank;

    722:   PetscFunctionBegin;
    723:   PetscCallMPI(MPI_Comm_rank(comm, &rank));
    724:   if (rank == 0) PetscCall(PetscBinarySeek(fd, off, whence, offset));
    725:   PetscFunctionReturn(PETSC_SUCCESS);
    726: }

    728: #if defined(PETSC_HAVE_MPIIO)

    730:   #if defined(PETSC_USE_PETSC_MPI_EXTERNAL32)
    731: /*
    732:       MPICH does not provide the external32 representation for MPI_File_set_view() so we need to provide the functions.
    733:     These are set into MPI in PetscInitialize() via MPI_Register_datarep()

    735:     Note I use PetscMPIInt for the MPI error codes since that is what MPI uses (instead of the standard PetscErrorCode)

    737:     The next three routines are not used because MPICH does not support their use

    739: */
    740: PETSC_EXTERN PetscMPIInt PetscDataRep_extent_fn(MPI_Datatype datatype, MPI_Aint *file_extent, void *extra_state)
    741: {
    742:   MPI_Aint    ub;
    743:   PetscMPIInt ierr;

    745:   ierr = MPI_Type_get_extent(datatype, &ub, file_extent);
    746:   return ierr;
    747: }

    749: PETSC_EXTERN PetscMPIInt PetscDataRep_read_conv_fn(void *userbuf, MPI_Datatype datatype, PetscMPIInt count, void *filebuf, MPI_Offset position, void *extra_state)
    750: {
    751:   PetscDataType pdtype;
    752:   PetscMPIInt   ierr;
    753:   size_t        dsize;

    755:   PetscCall(PetscMPIDataTypeToPetscDataType(datatype, &pdtype));
    756:   PetscCall(PetscDataTypeGetSize(pdtype, &dsize));

    758:   /* offset is given in units of MPI_Datatype */
    759:   userbuf = ((char *)userbuf) + dsize * position;

    761:   PetscCall(PetscMemcpy(userbuf, filebuf, count * dsize));
    762:   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(userbuf, pdtype, count));
    763:   return ierr;
    764: }

    766: PetscMPIInt PetscDataRep_write_conv_fn(void *userbuf, MPI_Datatype datatype, PetscMPIInt count, void *filebuf, MPI_Offset position, void *extra_state)
    767: {
    768:   PetscDataType pdtype;
    769:   PetscMPIInt   ierr;
    770:   size_t        dsize;

    772:   PetscCall(PetscMPIDataTypeToPetscDataType(datatype, &pdtype));
    773:   PetscCall(PetscDataTypeGetSize(pdtype, &dsize));

    775:   /* offset is given in units of MPI_Datatype */
    776:   userbuf = ((char *)userbuf) + dsize * position;

    778:   PetscCall(PetscMemcpy(filebuf, userbuf, count * dsize));
    779:   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(filebuf, pdtype, count));
    780:   return ierr;
    781: }
    782:   #endif

    784: PetscErrorCode MPIU_File_write_all(MPI_File fd, void *data, PetscMPIInt cnt, MPI_Datatype dtype, MPI_Status *status)
    785: {
    786:   PetscDataType pdtype;

    788:   PetscFunctionBegin;
    789:   PetscCall(PetscMPIDataTypeToPetscDataType(dtype, &pdtype));
    790:   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(data, pdtype, cnt));
    791:   PetscCallMPI(MPI_File_write_all(fd, data, cnt, dtype, status));
    792:   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(data, pdtype, cnt));
    793:   PetscFunctionReturn(PETSC_SUCCESS);
    794: }

    796: PetscErrorCode MPIU_File_read_all(MPI_File fd, void *data, PetscMPIInt cnt, MPI_Datatype dtype, MPI_Status *status)
    797: {
    798:   PetscDataType pdtype;

    800:   PetscFunctionBegin;
    801:   PetscCall(PetscMPIDataTypeToPetscDataType(dtype, &pdtype));
    802:   PetscCallMPI(MPI_File_read_all(fd, data, cnt, dtype, status));
    803:   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(data, pdtype, cnt));
    804:   PetscFunctionReturn(PETSC_SUCCESS);
    805: }

    807: PetscErrorCode MPIU_File_write_at(MPI_File fd, MPI_Offset off, void *data, PetscMPIInt cnt, MPI_Datatype dtype, MPI_Status *status)
    808: {
    809:   PetscDataType pdtype;

    811:   PetscFunctionBegin;
    812:   PetscCall(PetscMPIDataTypeToPetscDataType(dtype, &pdtype));
    813:   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(data, pdtype, cnt));
    814:   PetscCallMPI(MPI_File_write_at(fd, off, data, cnt, dtype, status));
    815:   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(data, pdtype, cnt));
    816:   PetscFunctionReturn(PETSC_SUCCESS);
    817: }

    819: PetscErrorCode MPIU_File_read_at(MPI_File fd, MPI_Offset off, void *data, PetscMPIInt cnt, MPI_Datatype dtype, MPI_Status *status)
    820: {
    821:   PetscDataType pdtype;

    823:   PetscFunctionBegin;
    824:   PetscCall(PetscMPIDataTypeToPetscDataType(dtype, &pdtype));
    825:   PetscCallMPI(MPI_File_read_at(fd, off, data, cnt, dtype, status));
    826:   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(data, pdtype, cnt));
    827:   PetscFunctionReturn(PETSC_SUCCESS);
    828: }

    830: PetscErrorCode MPIU_File_write_at_all(MPI_File fd, MPI_Offset off, void *data, PetscMPIInt cnt, MPI_Datatype dtype, MPI_Status *status)
    831: {
    832:   PetscDataType pdtype;

    834:   PetscFunctionBegin;
    835:   PetscCall(PetscMPIDataTypeToPetscDataType(dtype, &pdtype));
    836:   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(data, pdtype, cnt));
    837:   PetscCallMPI(MPI_File_write_at_all(fd, off, data, cnt, dtype, status));
    838:   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(data, pdtype, cnt));
    839:   PetscFunctionReturn(PETSC_SUCCESS);
    840: }

    842: PetscErrorCode MPIU_File_read_at_all(MPI_File fd, MPI_Offset off, void *data, PetscMPIInt cnt, MPI_Datatype dtype, MPI_Status *status)
    843: {
    844:   PetscDataType pdtype;

    846:   PetscFunctionBegin;
    847:   PetscCall(PetscMPIDataTypeToPetscDataType(dtype, &pdtype));
    848:   PetscCallMPI(MPI_File_read_at_all(fd, off, data, cnt, dtype, status));
    849:   if (!PetscBinaryBigEndian()) PetscCall(PetscByteSwap(data, pdtype, cnt));
    850:   PetscFunctionReturn(PETSC_SUCCESS);
    851: }

    853: #endif