#include <stdio.h>
#include <stdlib.h>
#include <errno.h>
#include <fcntl.h>
#include <sys/stat.h>
#include <assert.h>
#include "ior.h"
#include "aiori.h"
#include "utilities.h"
#include "hdfs.h"

Include dependency graph for aiori-HDFS.c:

Data Structures
struct	hdfs_options_t

Macros
#define	open64 open /* unlikely, but may pose */

#define	lseek64 lseek /* unlikely, but may pose */

#define	O_BINARY 0

#define	O_DIRECT 000000

Functions
static aiori_fd_t *	HDFS_Create (char testFileName, int flags, aiori_mod_opt_t param)

static aiori_fd_t *	HDFS_Open (char testFileName, int flags, aiori_mod_opt_t param)

static IOR_offset_t	HDFS_Xfer (int access, aiori_fd_t file, IOR_size_t buffer, IOR_offset_t length, IOR_offset_t offset, aiori_mod_opt_t *param)

static void	HDFS_Close (aiori_fd_t , aiori_mod_opt_t )

static void	HDFS_Delete (char testFileName, aiori_mod_opt_t param)

static void	HDFS_Fsync (aiori_fd_t , aiori_mod_opt_t )

static IOR_offset_t	HDFS_GetFileSize (aiori_mod_opt_t , char )

static void	hdfs_xfer_hints (aiori_xfer_hint_t *params)

static option_help *	HDFS_options (aiori_mod_opt_t *init_backend_options, aiori_mod_opt_t init_values)

static int	HDFS_mkdir (const char path, mode_t mode, aiori_mod_opt_t options)

static int	HDFS_rmdir (const char path, aiori_mod_opt_t options)

static int	HDFS_access (const char path, int mode, aiori_mod_opt_t options)

static int	HDFS_stat (const char path, struct stat buf, aiori_mod_opt_t *options)

static int	HDFS_statfs (const char path, ior_aiori_statfs_t stat, aiori_mod_opt_t *options)

static void	hdfs_connect (hdfs_options_t *o)

void	hdfs_set_o_direct_flag (int *fd)

static void	hdfs_disconnect (hdfs_options_t *o)

static void *	HDFS_Create_Or_Open (char testFileName, int flags, aiori_mod_opt_t param, unsigned char createFile)

Variables
static aiori_xfer_hint_t *	hints = NULL

ior_aiori_t	hdfs_aiori

Macro Definition Documentation

◆ lseek64

#define lseek64 lseek /* unlikely, but may pose */

Definition at line 97 of file aiori-HDFS.c.

◆ O_BINARY

#define O_BINARY 0

Definition at line 101 of file aiori-HDFS.c.

◆ O_DIRECT

#define O_DIRECT 000000

Referenced by hdfs_set_o_direct_flag().

◆ open64

#define open64 open /* unlikely, but may pose */

Definition at line 93 of file aiori-HDFS.c.

Referenced by updateStoneWallIterations().

Function Documentation

◆ HDFS_access()

int HDFS_access	(	const char *	path,
		int	mode,
		aiori_mod_opt_t *	options
	)

static

Definition at line 212 of file aiori-HDFS.c.

References hdfs_options_t::fs, hdfs_connect(), and o.

Here is the call graph for this function:

◆ HDFS_Close()

static void HDFS_Close	(	aiori_fd_t *	fd,
		aiori_mod_opt_t *	param
	)

static

Definition at line 614 of file aiori-HDFS.c.

References ERR, hdfs_options_t::fs, o, verbose, and VERBOSE_4.

◆ hdfs_connect()

void hdfs_connect ( hdfs_options_t * o )

static

Definition at line 280 of file aiori-HDFS.c.

References ERR, hdfs_options_t::fs, hdfs_options_t::name_node, hdfs_options_t::name_node_port, hdfs_options_t::user, verbose, and VERBOSE_4.

Referenced by HDFS_access(), HDFS_Create_Or_Open(), HDFS_Delete(), HDFS_GetFileSize(), HDFS_mkdir(), HDFS_rmdir(), HDFS_stat(), and HDFS_statfs().

Here is the caller graph for this function:

◆ HDFS_Create()

static aiori_fd_t * HDFS_Create	(	char *	testFileName,
		int	flags,
		aiori_mod_opt_t *	param
	)

static

Definition at line 456 of file aiori-HDFS.c.

References HDFS_Create_Or_Open(), TRUE, verbose, and VERBOSE_4.

Here is the call graph for this function:

◆ HDFS_Create_Or_Open()

static void* HDFS_Create_Or_Open	(	char *	testFileName,
		int	flags,
		aiori_mod_opt_t *	param,
		unsigned char	createFile
	)

static

Definition at line 336 of file aiori-HDFS.c.

References hdfs_options_t::block_size, hdfs_options_t::direct_io, ERR, aiori_xfer_hint_t::filePerProc, hdfs_options_t::fs, hdfs_connect(), hdfs_set_o_direct_flag(), IOR_APPEND, IOR_EXCL, IOR_RDWR, IOR_WRONLY, MPI_CHECK, NULL, o, rank, hdfs_options_t::replicas, testComm, aiori_xfer_hint_t::transferSize, TRUE, verbose, and VERBOSE_4.

Referenced by HDFS_Create(), and HDFS_Open().

Here is the call graph for this function:

Here is the caller graph for this function:

◆ HDFS_Delete()

static void HDFS_Delete	(	char *	testFileName,
		aiori_mod_opt_t *	param
	)

static

Definition at line 638 of file aiori-HDFS.c.

References ERR, hdfs_options_t::fs, hdfs_connect(), o, rank, verbose, VERBOSE_4, and WARN.

Here is the call graph for this function:

◆ hdfs_disconnect()

static void hdfs_disconnect ( hdfs_options_t * o )

static

Definition at line 317 of file aiori-HDFS.c.

References hdfs_options_t::fs, NULL, verbose, and VERBOSE_4.

◆ HDFS_Fsync()

static void HDFS_Fsync	(	aiori_fd_t *	fd,
		aiori_mod_opt_t *	param
	)

static

Definition at line 596 of file aiori-HDFS.c.

References hdfs_options_t::fs, o, verbose, VERBOSE_4, and WARN.

Referenced by HDFS_Xfer().

Here is the caller graph for this function:

◆ HDFS_GetFileSize()

static IOR_offset_t HDFS_GetFileSize	(	aiori_mod_opt_t *	param,
		char *	testFileName
	)

static

Definition at line 669 of file aiori-HDFS.c.

References ERR, hdfs_options_t::fs, hdfs_connect(), o, verbose, and VERBOSE_4.

Here is the call graph for this function:

◆ HDFS_mkdir()

int HDFS_mkdir	(	const char *	path,
		mode_t	mode,
		aiori_mod_opt_t *	options
	)

static

Definition at line 200 of file aiori-HDFS.c.

References hdfs_options_t::fs, hdfs_connect(), and o.

Here is the call graph for this function:

◆ HDFS_Open()

static aiori_fd_t * HDFS_Open	(	char *	testFileName,
		int	flags,
		aiori_mod_opt_t *	param
	)

static

Definition at line 470 of file aiori-HDFS.c.

References FALSE, HDFS_Create_Or_Open(), IOR_CREAT, TRUE, verbose, and VERBOSE_4.

Here is the call graph for this function:

◆ HDFS_options()

option_help * HDFS_options	(	aiori_mod_opt_t **	init_backend_options,
		aiori_mod_opt_t *	init_values
	)

static

Definition at line 168 of file aiori-HDFS.c.

References hdfs_options_t::block_size, hdfs_options_t::direct_io, LAST_OPTION, hdfs_options_t::name_node, NULL, o, OPTION_FLAG, OPTION_OPTIONAL_ARGUMENT, hdfs_options_t::replicas, and hdfs_options_t::user.

◆ HDFS_rmdir()

int HDFS_rmdir	(	const char *	path,
		aiori_mod_opt_t *	options
	)

static

Definition at line 206 of file aiori-HDFS.c.

References hdfs_options_t::fs, hdfs_connect(), and o.

Here is the call graph for this function:

◆ hdfs_set_o_direct_flag()

void hdfs_set_o_direct_flag ( int * fd )

Definition at line 253 of file aiori-HDFS.c.

References O_DIRECT, and WARN.

Referenced by HDFS_Create_Or_Open().

Here is the caller graph for this function:

◆ HDFS_stat()

int HDFS_stat	(	const char *	path,
		struct stat *	buf,
		aiori_mod_opt_t *	options
	)

static

Definition at line 218 of file aiori-HDFS.c.

References hdfs_options_t::fs, hdfs_connect(), NULL, and o.

Here is the call graph for this function:

◆ HDFS_statfs()

int HDFS_statfs	(	const char *	path,
		ior_aiori_statfs_t *	stat,
		aiori_mod_opt_t *	options
	)

static

Definition at line 236 of file aiori-HDFS.c.

References ior_aiori_statfs::f_bavail, ior_aiori_statfs::f_bfree, ior_aiori_statfs::f_blocks, ior_aiori_statfs::f_bsize, ior_aiori_statfs::f_ffree, ior_aiori_statfs::f_files, hdfs_options_t::fs, hdfs_connect(), and o.

Here is the call graph for this function:

◆ HDFS_Xfer()

static IOR_offset_t HDFS_Xfer	(	int	access,
		aiori_fd_t *	file,
		IOR_size_t *	buffer,
		IOR_offset_t	length,
		IOR_offset_t	offset,
		aiori_mod_opt_t *	param
	)

static

Definition at line 493 of file aiori-HDFS.c.

References ERR, hdfs_options_t::fs, aiori_xfer_hint_t::fsyncPerWrite, HDFS_Fsync(), MAX_RETRY, MPI_CHECK, o, rank, rc, aiori_xfer_hint_t::singleXferAttempt, TRUE, verbose, VERBOSE_4, WARN, and WRITE.

Here is the call graph for this function:

◆ hdfs_xfer_hints()

void hdfs_xfer_hints ( aiori_xfer_hint_t * params )

static

Definition at line 150 of file aiori-HDFS.c.

Variable Documentation

◆ hdfs_aiori

ior_aiori_t hdfs_aiori

Initial value:

= {
    .name = "HDFS",
    .name_legacy = NULL,
    .create = HDFS_Create,
    .open = HDFS_Open,
    .xfer = HDFS_Xfer,
    .close = HDFS_Close,
    .delete = HDFS_Delete,
  .get_options = HDFS_options,
    .get_version = aiori_get_version,
  .xfer_hints = hdfs_xfer_hints,
    .fsync = HDFS_Fsync,
    .get_file_size = HDFS_GetFileSize,
  .statfs = HDFS_statfs,
  .mkdir = HDFS_mkdir,
  .rmdir = HDFS_rmdir,
  .access = HDFS_access,
  .stat = HDFS_stat,
  .enable_mdtest = true
}

Definition at line 127 of file aiori-HDFS.c.

◆ hints

aiori_xfer_hint_t* hints = NULL

static

Definition at line 123 of file aiori-HDFS.c.

Data Structures

Macros

Functions

Variables

Macro Definition Documentation

◆ lseek64

◆ O_BINARY

◆ O_DIRECT

◆ open64

Function Documentation

◆ HDFS_access()

◆ HDFS_Close()

◆ hdfs_connect()

◆ HDFS_Create()

◆ HDFS_Create_Or_Open()

◆ HDFS_Delete()

◆ hdfs_disconnect()

◆ HDFS_Fsync()

◆ HDFS_GetFileSize()

◆ HDFS_mkdir()

◆ HDFS_Open()

◆ HDFS_options()

◆ HDFS_rmdir()

◆ hdfs_set_o_direct_flag()

◆ HDFS_stat()

◆ HDFS_statfs()

◆ HDFS_Xfer()

◆ hdfs_xfer_hints()

Variable Documentation

◆ hdfs_aiori

◆ hints