/* gcc -o readtest readtest.c `pkg-config --cflags --libs glib-2.0` -lm */ #ifndef _WIN32 # define HAVE_MMAP #endif #include #include #include #include #include #include #include #include #include #ifdef HAVE_MMAP # include # include #endif #include char* data = 0; void usage () { fprintf (stderr, "readtest [ -b BLOCKSIZE ] [-l FILELIMIT] [ -D ] [ -R ] [ -M ] filename-template\n"); } int main (int argc, char* argv[]) { int* files; char optstring[] = "b:DRMl:q"; uint32_t block_size = 64 * 1024 * 4; int max_files = -1; #ifdef __APPLE__ int direct = 0; int noreadahead = 0; #endif #ifdef HAVE_MMAP int use_mmap = 0; void **addr; size_t *flen; #endif const struct option longopts[] = { { "blocksize", 1, 0, 'b' }, { "direct", 0, 0, 'D' }, { "mmap", 0, 0, 'M' }, { "noreadahead", 0, 0, 'R' }, { "limit", 1, 0, 'l' }, { 0, 0, 0, 0 } }; int option_index = 0; int c = 0; char const * name_template = 0; int flags = O_RDONLY; int n = 0; int nfiles = 0; int quiet = 0; while (1) { if ((c = getopt_long (argc, argv, optstring, longopts, &option_index)) == -1) { break; } switch (c) { case 'b': block_size = atoi (optarg); break; case 'l': max_files = atoi (optarg); break; case 'D': #ifdef __APPLE__ direct = 1; #endif break; case 'M': #ifdef HAVE_MMAP use_mmap = 1; #endif break; case 'R': #ifdef __APPLE__ noreadahead = 1; #endif break; case 'q': quiet = 1; break; default: usage (); return 0; } } if (optind < argc) { name_template = argv[optind]; } else { usage (); return 1; } while (1) { char path[PATH_MAX+1]; snprintf (path, sizeof (path), name_template, n+1); if (access (path, R_OK) != 0) { break; } ++n; if (max_files > 0 && n >= max_files) { break; } } if (n == 0) { fprintf (stderr, "No matching files found for %s\n", name_template); return 1; } if (!quiet) { printf ("# Discovered %d files using %s\n", n, name_template); } nfiles = n; files = (int *) malloc (sizeof (int) * nfiles); #ifdef HAVE_MMAP if (use_mmap) { if (!quiet) { printf ("# Using mmap().\n"); } addr = malloc (sizeof (void*) * nfiles); flen = (size_t*) malloc (sizeof (size_t) * nfiles); } #endif for (n = 0; n < nfiles; ++n) { char path[PATH_MAX+1]; int fd; snprintf (path, sizeof (path), name_template, n+1); if ((fd = open (path, flags, 0644)) < 0) { fprintf (stderr, "Could not open file #%d @ %s (%s)\n", n, path, strerror (errno)); return 1; } #ifdef __APPLE__ if (direct) { /* Apple man pages say only that it returns "a value other than -1 on success", which probably means zero, but you just can't be too careful with those guys. */ if (fcntl (fd, F_NOCACHE, 1) == -1) { fprintf (stderr, "Cannot set F_NOCACHE on file #%d\n", n); } } if (noreadahead) { if (fcntl (fd, F_RDAHEAD, 0) == -1) { fprintf (stderr, "Cannot set F_READAHED on file #%d\n", n); } } #endif files[n] = fd; #ifdef HAVE_MMAP if (use_mmap) { struct stat s; if (fstat (fd, & s)) { fprintf (stderr, "Could not stat fd #%d @ %s\n", n, path); return 1; } if (s.st_size < block_size) { fprintf (stderr, "file is shorter than blocksize #%d @ %s\n", n, path); return 1; } flen[n] = s.st_size; addr[n] = mmap (0, s.st_size, PROT_READ, MAP_PRIVATE, fd, 0); if (addr[n] == MAP_FAILED) { fprintf (stderr, "Could not mmap file #%d @ %s (%s)\n", n, path, strerror (errno)); return 1; } } #endif } data = (char*) malloc (sizeof (char) * block_size); uint64_t _read = 0; double max_elapsed = 0; double total_time = 0; double var_m = 0; double var_s = 0; uint64_t cnt = 0; while (1) { gint64 before; before = g_get_monotonic_time(); #ifdef HAVE_MMAP if (use_mmap) { for (n = 0; n < nfiles; ++n) { if (_read + n + block_size > flen[n]) { goto out; } memmove(data, &addr[n][_read], block_size); } } else #endif { for (n = 0; n < nfiles; ++n) { if (read (files[n], (char*) data, block_size) != block_size) { goto out; } } } _read += block_size; gint64 elapsed = g_get_monotonic_time() - before; double bandwidth = ((nfiles * block_size)/1048576.0) / (elapsed/1000000.0); if (!quiet) { printf ("# BW @ %lu %.3f seconds bandwidth %.4f MB/sec\n", (long unsigned int)_read, elapsed/1000000.0, bandwidth); } total_time += elapsed; ++cnt; if (max_elapsed == 0) { var_m = elapsed; } else { const double var_m1 = var_m; var_m = var_m + (elapsed - var_m) / (double)(cnt); var_s = var_s + (elapsed - var_m) * (elapsed - var_m1); } if (elapsed > max_elapsed) { max_elapsed = elapsed; } } out: if (max_elapsed > 0 && total_time > 0) { double stddev = cnt > 1 ? sqrt(var_s / ((double)(cnt-1))) : 0; double bandwidth = ((nfiles * _read)/1048576.0) / (total_time/1000000.0); double min_throughput = ((nfiles * block_size)/1048576.0) / (max_elapsed/1000000.0); printf ("# Min: %.4f MB/sec Avg: %.4f MB/sec || Max: %.3f sec \n", min_throughput, bandwidth, max_elapsed/1000000.0); printf ("# Max Track count: %d @ 48000SPS\n", (int) floor(1048576.0 * bandwidth / (4 * 48000.))); printf ("# Sus Track count: %d @ 48000SPS\n", (int) floor(1048576.0 * min_throughput / (4 * 48000.))); printf ("# seeks: %llu: bytes: %llu total_time: %f\n", cnt * nfiles, (nfiles * _read), total_time/1000000.0); printf ("%d %.4f %.4f %.4f %.5f\n", block_size, min_throughput, bandwidth, max_elapsed/1000000.0, stddev/1000000.0); } return 0; }