Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Add some statistics about buffer processing time and realtime things to make them somewhat meaningfull #50

Open
wants to merge 5 commits into
base: main
Choose a base branch
from
Open

Add some statistics about buffer processing time and realtime things to make them somewhat meaningfull #50

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
573c6e2
- use CLOCK_MONOTNIC instead of CLOCK_REALTIME to ensure the clock is…
fps May 28, 2022
5a8d88d
- add option to skip the first buffer processing time
fps May 30, 2022
c638bd8
remove usleep(10) - people will have to know what they're doing when …
fps May 30, 2022
b24545f
add sched_yield() to let the system do other book keeping
fps May 30, 2022
fb33135
now really give it a chance to do some book keeping
fps May 30, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions utils/bench.h
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -38,15 +38,15 @@ static inline BenchmarkTime
bench_start(void)
{
BenchmarkTime start_t;
clock_gettime(CLOCK_REALTIME, &start_t);
clock_gettime(CLOCK_MONOTONIC, &start_t);
return start_t;
}

static inline double
bench_end(const BenchmarkTime* start_t)
{
BenchmarkTime end_t;
clock_gettime(CLOCK_REALTIME, &end_t);
clock_gettime(CLOCK_MONOTONIC, &end_t);
return bench_elapsed_s(start_t, &end_t);
}

Expand Down
127 changes: 115 additions & 12 deletions utils/lv2bench.c
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,13 @@
#include <stdlib.h>
#include <string.h>
#include <time.h>
#include <float.h>

#include <sched.h>
#include <sys/mman.h>
#include <sys/types.h>
#include <unistd.h>
#include <errno.h>

static LilvNode* atom_AtomPort = NULL;
static LilvNode* atom_Sequence = NULL;
Expand All @@ -42,7 +49,15 @@ static LilvNode* lv2_InputPort = NULL;
static LilvNode* lv2_OutputPort = NULL;
static LilvNode* urid_map = NULL;

static bool full_output = false;
static bool full_output = false;
static bool output_all = false;
static bool skip_first = false;
static bool report_microseconds = false;
static bool report_milliseconds = false;
static int realtime_priority = -1;
static bool lock_memory = false;
static bool aggregate_statistics = false;


static void
print_version(void)
Expand All @@ -60,11 +75,17 @@ print_usage(void)
printf("lv2bench - Benchmark all installed and supported LV2 plugins.\n");
printf("Usage: lv2bench [OPTIONS] [PLUGIN_URI]\n");
printf("\n");
printf(" -b BLOCK_SIZE Specify block size, in audio frames.\n");
printf(" -f, --full Full plottable output.\n");
printf(" -h, --help Display this help and exit.\n");
printf(" -n FRAMES Total number of audio frames to process\n");
printf(" --version Display version information and exit\n");
printf(" -h, --help Display this help and exit.\n");
printf(" -b BLOCK_SIZE Specify block size, in audio frames.\n");
printf(" -n FRAMES Total number of audio frames to process\n");
printf(" -u, --usecs Report microseconds instead of seconds\n");
printf(" -m, --msecs Report milliseconds instead of seconds\n");
printf(" -f, --full Full plottable output.\n");
printf(" -a, --all-buffers Output elapsed times for all individual buffers (for benchmarking a single plugin only)\n");
printf(" -s, --skip-first Skip measuring the first buffer processing time\n");
printf(" -l, --lock Lock memory into RAM (mlockall)\n");
printf(" -p PRIORITY Process priority (also sets scheduling class SCHED_FIFO)\n");
printf(" --version Display version information and exit\n");
}

static double
Expand Down Expand Up @@ -177,18 +198,77 @@ bench(const LilvPlugin* p, uint32_t sample_count, uint32_t block_size)
}
}

if (lock_memory) {
if (mlockall(MCL_CURRENT) != 0) {
fprintf(stderr, "Failed to lock memory: %s\n", strerror(errno));
exit(EXIT_FAILURE);
}
}

lilv_instance_activate(instance);

struct timespec ts = bench_start();
if (realtime_priority != -1) {
struct sched_param sp;
sp.sched_priority = realtime_priority;
if (sched_setscheduler(getpid(), SCHED_FIFO, &sp) != 0) {
fprintf(stderr, "Failed to set realtime scheduling SCHED_FIFO at priority %d: %s\n", realtime_priority, strerror(errno));
exit(EXIT_FAILURE);
}
}

double time_base = 1.0;
if (report_milliseconds) {
time_base = 1000.0;
}
if (report_microseconds) {
time_base = 1000000.0;
}

double *elapsed = 0;
if (output_all) {
elapsed = malloc(sizeof(double) * (sample_count / block_size));
}

double elapsed_min = FLT_MAX;
double elapsed_max = 0.f;
double elapsed_total = 0.f;

for (uint32_t i = 0; i < (sample_count / block_size); ++i) {
seq_in.atom.size = sizeof(LV2_Atom_Sequence_Body);
seq_in.atom.type = uri_table_map(&uri_table, LV2_ATOM__Sequence);
seq_out->atom.size = atom_capacity;
seq_out->atom.type = uri_table_map(&uri_table, LV2_ATOM__Chunk);

BenchmarkTime ts_buffer = bench_start();
lilv_instance_run(instance, block_size);
const double elapsed_buffer = bench_end(&ts_buffer);

// Give the system a chance to do its bookkeeping
if (realtime_priority != -1) {
usleep(10);
}

if (skip_first && i == 0) {
continue;
}

elapsed_total += elapsed_buffer;
if (output_all) {
elapsed[i] = elapsed_buffer;
}

if (elapsed_buffer < elapsed_min) elapsed_min = elapsed_buffer;
if (elapsed_buffer > elapsed_max) elapsed_max = elapsed_buffer;
}

if (realtime_priority != -1) {
struct sched_param sp;
sp.sched_priority = 0;
if (sched_setscheduler(getpid(), SCHED_OTHER, &sp) != 0) {
fprintf(stderr, "Failed to set realtime scheduling SCHED_FIFO at priority %d: %s\n", realtime_priority, strerror(errno));
exit(EXIT_FAILURE);
}
}
const double elapsed = bench_end(&ts);

lilv_instance_deactivate(instance);
lilv_instance_free(instance);
Expand All @@ -200,12 +280,23 @@ bench(const LilvPlugin* p, uint32_t sample_count, uint32_t block_size)
uri_table_destroy(&uri_table);

if (full_output) {
printf("%u %u ", block_size, sample_count);
printf("%u %u %lf %lf %lf ", block_size, sample_count, time_base * elapsed_min, time_base * elapsed_total / (sample_count / block_size), time_base * elapsed_max);
}
printf("%lf %s\n", time_base * elapsed_total, uri);

if (output_all) {
printf("# Buffer Elapsed\n");
for (uint32_t i = 0; i < (sample_count / block_size); ++i) {
if (skip_first && i == 0) {
continue;
}
printf("%d %f\n", i, time_base * elapsed[i]);
}
free(elapsed);
}
printf("%lf %s\n", elapsed, uri);

free(buf);
return elapsed;
return elapsed_total;
}

int
Expand All @@ -228,6 +319,18 @@ main(int argc, char** argv)

if (!strcmp(argv[a], "-f")) {
full_output = true;
} else if (!strcmp(argv[a], "-l")) {
lock_memory = true;
} else if (!strcmp(argv[a], "-a")) {
output_all = true;
} else if (!strcmp(argv[a], "-s")) {
skip_first = true;
} else if (!strcmp(argv[a], "-m")) {
report_milliseconds = true;
} else if (!strcmp(argv[a], "-u")) {
report_microseconds = true;
} else if (!strcmp(argv[a], "-p") && (a + 1 < argc)) {
realtime_priority = atoi(argv[++a]);
} else if (!strcmp(argv[a], "-n") && (a + 1 < argc)) {
sample_count = atoi(argv[++a]);
} else if (!strcmp(argv[a], "-b") && (a + 1 < argc)) {
Expand Down Expand Up @@ -255,7 +358,7 @@ main(int argc, char** argv)
urid_map = lilv_new_uri(world, LV2_URID__map);

if (full_output) {
printf("# Block Samples Time Plugin\n");
printf("# Blocksize Frames Minimum Average Maximum Total Plugin(URI)\n");
}

const LilvPlugins* plugins = lilv_world_get_all_plugins(world);
Expand Down