mirror of
https://github.com/AltraMayor/f3.git
synced 2025-09-19 12:05:25 -04:00
libflow: avoid fdatasync() and posix_fadvise()
This patch moves calls to fdatasync() and posix_fadvise() out of libflow as one more step to generalize libflow.
This commit is contained in:
parent
14b35b5bc6
commit
e2a59bc08d
14
f3write.c
14
f3write.c
@ -262,6 +262,18 @@ static inline void pr_avg_speed(double speed)
|
|||||||
printf("Average writing speed: %.2f %s/s\n", speed, unit);
|
printf("Average writing speed: %.2f %s/s\n", speed, unit);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static int flush_chunk(const struct flow *fw, int fd)
|
||||||
|
{
|
||||||
|
UNUSED(fw);
|
||||||
|
|
||||||
|
if (fdatasync(fd) < 0)
|
||||||
|
return -1; /* Caller can read errno(3). */
|
||||||
|
|
||||||
|
/* Help the kernel to help us. */
|
||||||
|
assert(!posix_fadvise(fd, 0, 0, POSIX_FADV_DONTNEED));
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
static int fill_fs(const char *path, long start_at, long end_at,
|
static int fill_fs(const char *path, long start_at, long end_at,
|
||||||
long max_write_rate, int progress)
|
long max_write_rate, int progress)
|
||||||
{
|
{
|
||||||
@ -296,7 +308,7 @@ static int fill_fs(const char *path, long start_at, long end_at,
|
|||||||
end_at = start_at + (free_space >> 30);
|
end_at = start_at + (free_space >> 30);
|
||||||
}
|
}
|
||||||
|
|
||||||
init_flow(&fw, free_space, max_write_rate, progress);
|
init_flow(&fw, free_space, max_write_rate, progress, flush_chunk);
|
||||||
assert(!gettimeofday(&t1, NULL));
|
assert(!gettimeofday(&t1, NULL));
|
||||||
for (i = start_at; i <= end_at; i++)
|
for (i = start_at; i <= end_at; i++)
|
||||||
if (create_and_fill_file(path, i, GIGABYTES,
|
if (create_and_fill_file(path, i, GIGABYTES,
|
||||||
|
24
libflow.c
24
libflow.c
@ -6,11 +6,9 @@
|
|||||||
#include <float.h>
|
#include <float.h>
|
||||||
#include <assert.h>
|
#include <assert.h>
|
||||||
#include <math.h>
|
#include <math.h>
|
||||||
|
#include <unistd.h>
|
||||||
#include <sys/time.h>
|
#include <sys/time.h>
|
||||||
|
|
||||||
#include <unistd.h> /* Needed for fdatasync(2). */
|
|
||||||
#include <fcntl.h> /* Needed for posix_fadvise(2). */
|
|
||||||
|
|
||||||
#include "libflow.h"
|
#include "libflow.h"
|
||||||
#include "utils.h"
|
#include "utils.h"
|
||||||
|
|
||||||
@ -21,7 +19,8 @@ static inline void move_to_inc_at_start(struct flow *fw)
|
|||||||
}
|
}
|
||||||
|
|
||||||
void init_flow(struct flow *fw, uint64_t total_size,
|
void init_flow(struct flow *fw, uint64_t total_size,
|
||||||
long max_write_rate, int progress)
|
long max_write_rate, int progress,
|
||||||
|
flow_func_flush_chunk_t func_flush_chunk)
|
||||||
{
|
{
|
||||||
fw->total_size = total_size;
|
fw->total_size = total_size;
|
||||||
fw->total_written = 0;
|
fw->total_written = 0;
|
||||||
@ -34,6 +33,7 @@ void init_flow(struct flow *fw, uint64_t total_size,
|
|||||||
fw->measured_blocks = 0;
|
fw->measured_blocks = 0;
|
||||||
fw->measured_time_ms = 0;
|
fw->measured_time_ms = 0;
|
||||||
fw->erase = 0;
|
fw->erase = 0;
|
||||||
|
fw->func_flush_chunk = func_flush_chunk;
|
||||||
fw->written_blocks = 0;
|
fw->written_blocks = 0;
|
||||||
fw->acc_delay_us = 0;
|
fw->acc_delay_us = 0;
|
||||||
assert(fw->block_size > 0);
|
assert(fw->block_size > 0);
|
||||||
@ -198,6 +198,13 @@ static inline int is_rate_below(const struct flow *fw,
|
|||||||
return delay <= fw->delay_ms && inst_speed < fw->max_write_rate;
|
return delay <= fw->delay_ms && inst_speed < fw->max_write_rate;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static inline int flush_chunk(const struct flow *fw, int fd)
|
||||||
|
{
|
||||||
|
if (fw->func_flush_chunk)
|
||||||
|
return fw->func_flush_chunk(fw, fd);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
/* XXX Avoid duplicate this function, which was copied from libutils.h. */
|
/* XXX Avoid duplicate this function, which was copied from libutils.h. */
|
||||||
static inline uint64_t diff_timeval_us(const struct timeval *t1,
|
static inline uint64_t diff_timeval_us(const struct timeval *t1,
|
||||||
const struct timeval *t2)
|
const struct timeval *t2)
|
||||||
@ -221,12 +228,9 @@ int measure(int fd, struct flow *fw, ssize_t written)
|
|||||||
return 0;
|
return 0;
|
||||||
assert(fw->written_blocks == fw->blocks_per_delay);
|
assert(fw->written_blocks == fw->blocks_per_delay);
|
||||||
|
|
||||||
if (fdatasync(fd) < 0)
|
if (flush_chunk(fw, fd) < 0)
|
||||||
return -1; /* Caller can read errno(3). */
|
return -1; /* Caller can read errno(3). */
|
||||||
|
|
||||||
/* Help the kernel to help us. */
|
|
||||||
assert(!posix_fadvise(fd, 0, 0, POSIX_FADV_DONTNEED));
|
|
||||||
|
|
||||||
assert(!gettimeofday(&t2, NULL));
|
assert(!gettimeofday(&t2, NULL));
|
||||||
delay = (diff_timeval_us(&fw->t1, &t2) + fw->acc_delay_us) / 1000;
|
delay = (diff_timeval_us(&fw->t1, &t2) + fw->acc_delay_us) / 1000;
|
||||||
|
|
||||||
@ -339,13 +343,11 @@ int end_measurement(int fd, struct flow *fw)
|
|||||||
if (fw->written_blocks <= 0)
|
if (fw->written_blocks <= 0)
|
||||||
goto out;
|
goto out;
|
||||||
|
|
||||||
if (fdatasync(fd) < 0) {
|
if (flush_chunk(fw, fd) < 0) {
|
||||||
saved_errno = errno;
|
saved_errno = errno;
|
||||||
ret = -1;
|
ret = -1;
|
||||||
goto out;
|
goto out;
|
||||||
}
|
}
|
||||||
/* Help the kernel to help us. */
|
|
||||||
assert(!posix_fadvise(fd, 0, 0, POSIX_FADV_DONTNEED));
|
|
||||||
|
|
||||||
/* Save time in between closing ongoing file and creating a new file. */
|
/* Save time in between closing ongoing file and creating a new file. */
|
||||||
assert(!gettimeofday(&t2, NULL));
|
assert(!gettimeofday(&t2, NULL));
|
||||||
|
12
libflow.h
12
libflow.h
@ -3,6 +3,10 @@
|
|||||||
|
|
||||||
#include <stdint.h>
|
#include <stdint.h>
|
||||||
|
|
||||||
|
struct flow;
|
||||||
|
|
||||||
|
typedef int (*flow_func_flush_chunk_t)(const struct flow *fw, int fd);
|
||||||
|
|
||||||
struct flow {
|
struct flow {
|
||||||
/* Total number of bytes to be written. */
|
/* Total number of bytes to be written. */
|
||||||
uint64_t total_size;
|
uint64_t total_size;
|
||||||
@ -29,6 +33,11 @@ struct flow {
|
|||||||
/* Number of characters to erase before printing out progress. */
|
/* Number of characters to erase before printing out progress. */
|
||||||
int erase;
|
int erase;
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Methods
|
||||||
|
*/
|
||||||
|
flow_func_flush_chunk_t func_flush_chunk;
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Initialized while measuring
|
* Initialized while measuring
|
||||||
*/
|
*/
|
||||||
@ -50,7 +59,8 @@ struct flow {
|
|||||||
* The unit of @max_write_rate is KB per second.
|
* The unit of @max_write_rate is KB per second.
|
||||||
*/
|
*/
|
||||||
void init_flow(struct flow *fw, uint64_t total_size,
|
void init_flow(struct flow *fw, uint64_t total_size,
|
||||||
long max_write_rate, int progress);
|
long max_write_rate, int progress,
|
||||||
|
flow_func_flush_chunk_t func_flush_chunk);
|
||||||
|
|
||||||
void start_measurement(struct flow *fw);
|
void start_measurement(struct flow *fw);
|
||||||
int measure(int fd, struct flow *fw, ssize_t written);
|
int measure(int fd, struct flow *fw, ssize_t written);
|
||||||
|
Loading…
x
Reference in New Issue
Block a user