IOR
Macros | Functions | Variables
aiori-HDFS.c File Reference
#include <stdio.h>
#include <stdlib.h>
#include <errno.h>
#include <fcntl.h>
#include <sys/stat.h>
#include <assert.h>
#include "ior.h"
#include "aiori.h"
#include "iordef.h"
#include "hdfs.h"
Include dependency graph for aiori-HDFS.c:

Go to the source code of this file.

Macros

#define open64   open /* unlikely, but may pose */
 
#define lseek64   lseek /* unlikely, but may pose */
 
#define O_BINARY   0
 
#define O_DIRECT   000000
 

Functions

static void * HDFS_Create (char *, IOR_param_t *)
 
static void * HDFS_Open (char *, IOR_param_t *)
 
static IOR_offset_t HDFS_Xfer (int, void *, IOR_size_t *, IOR_offset_t, IOR_param_t *)
 
static void HDFS_Close (void *, IOR_param_t *)
 
static void HDFS_Delete (char *, IOR_param_t *)
 
static void HDFS_SetVersion (IOR_param_t *)
 
static void HDFS_Fsync (void *, IOR_param_t *)
 
static IOR_offset_t HDFS_GetFileSize (IOR_param_t *, MPI_Comm, char *)
 
void hdfs_set_o_direct_flag (int *fd)
 
static void hdfs_connect (IOR_param_t *param)
 
static void hdfs_disconnect (IOR_param_t *param)
 
static void * HDFS_Create_Or_Open (char *testFileName, IOR_param_t *param, unsigned char createFile)
 

Variables

ior_aiori_t hdfs_aiori
 

Macro Definition Documentation

◆ lseek64

#define lseek64   lseek /* unlikely, but may pose */

Definition at line 94 of file aiori-HDFS.c.

◆ O_BINARY

#define O_BINARY   0

Definition at line 98 of file aiori-HDFS.c.

◆ O_DIRECT

#define O_DIRECT   000000

Referenced by hdfs_set_o_direct_flag().

◆ open64

#define open64   open /* unlikely, but may pose */

Definition at line 90 of file aiori-HDFS.c.

Function Documentation

◆ HDFS_Close()

static void HDFS_Close ( void *  fd,
IOR_param_t param 
)
static

◆ hdfs_connect()

static void hdfs_connect ( IOR_param_t param)
static

◆ HDFS_Create()

static void * HDFS_Create ( char *  testFileName,
IOR_param_t param 
)
static

Definition at line 343 of file aiori-HDFS.c.

References HDFS_Create_Or_Open(), TRUE, IOR_param_t::verbose, and VERBOSE_4.

Here is the call graph for this function:

◆ HDFS_Create_Or_Open()

static void* HDFS_Create_Or_Open ( char *  testFileName,
IOR_param_t param,
unsigned char  createFile 
)
static

◆ HDFS_Delete()

static void HDFS_Delete ( char *  testFileName,
IOR_param_t param 
)
static

Definition at line 549 of file aiori-HDFS.c.

References ERR_SIMPLE, EWARN, hdfs_connect(), IOR_param_t::hdfs_fs, rank, IOR_param_t::verbose, and VERBOSE_4.

Here is the call graph for this function:

◆ hdfs_disconnect()

static void hdfs_disconnect ( IOR_param_t param)
static

Definition at line 197 of file aiori-HDFS.c.

References IOR_param_t::hdfs_fs, NULL, IOR_param_t::verbose, and VERBOSE_4.

◆ HDFS_Fsync()

static void HDFS_Fsync ( void *  fd,
IOR_param_t param 
)
static

Definition at line 479 of file aiori-HDFS.c.

References EWARN, IOR_param_t::hdfs_fs, IOR_param_t::verbose, and VERBOSE_4.

Referenced by HDFS_Xfer().

Here is the caller graph for this function:

◆ HDFS_GetFileSize()

static IOR_offset_t HDFS_GetFileSize ( IOR_param_t param,
MPI_Comm  testComm,
char *  testFileName 
)
static

Definition at line 596 of file aiori-HDFS.c.

References ERR_SIMPLE, IOR_param_t::filePerProc, hdfs_connect(), IOR_param_t::hdfs_fs, MPI_CHECK, rank, TRUE, IOR_param_t::verbose, VERBOSE_4, and WARN.

Here is the call graph for this function:

◆ HDFS_Open()

static void * HDFS_Open ( char *  testFileName,
IOR_param_t param 
)
static

Definition at line 357 of file aiori-HDFS.c.

References FALSE, HDFS_Create_Or_Open(), IOR_CREAT, IOR_param_t::openFlags, TRUE, IOR_param_t::verbose, and VERBOSE_4.

Here is the call graph for this function:

◆ hdfs_set_o_direct_flag()

void hdfs_set_o_direct_flag ( int *  fd)

Definition at line 134 of file aiori-HDFS.c.

References O_DIRECT, and WARN.

Referenced by HDFS_Create_Or_Open().

Here is the caller graph for this function:

◆ HDFS_SetVersion()

static void HDFS_SetVersion ( IOR_param_t param)
static

◆ HDFS_Xfer()

static IOR_offset_t HDFS_Xfer ( int  access,
void *  file,
IOR_size_t buffer,
IOR_offset_t  length,
IOR_param_t param 
)
static

Variable Documentation

◆ hdfs_aiori

ior_aiori_t hdfs_aiori
Initial value:
= {
.name = "HDFS",
.create = HDFS_Create,
.open = HDFS_Open,
.xfer = HDFS_Xfer,
.close = HDFS_Close,
.delete = HDFS_Delete,
.set_version = HDFS_SetVersion,
.fsync = HDFS_Fsync,
.get_file_size = HDFS_GetFileSize,
}
static void HDFS_Delete(char *, IOR_param_t *)
Definition: aiori-HDFS.c:549
static IOR_offset_t HDFS_Xfer(int, void *, IOR_size_t *, IOR_offset_t, IOR_param_t *)
Definition: aiori-HDFS.c:380
static void HDFS_SetVersion(IOR_param_t *)
Definition: aiori-HDFS.c:578
static void * HDFS_Create(char *, IOR_param_t *)
Definition: aiori-HDFS.c:343
static IOR_offset_t HDFS_GetFileSize(IOR_param_t *, MPI_Comm, char *)
Definition: aiori-HDFS.c:596
static void * HDFS_Open(char *, IOR_param_t *)
Definition: aiori-HDFS.c:357
static void HDFS_Fsync(void *, IOR_param_t *)
Definition: aiori-HDFS.c:479
static void HDFS_Close(void *, IOR_param_t *)
Definition: aiori-HDFS.c:518

Definition at line 116 of file aiori-HDFS.c.