initial code repo
[stor4nfv.git] / src / ceph / qa / workunits / direct_io / test_sync_io.c
diff --git a/src/ceph/qa/workunits/direct_io/test_sync_io.c b/src/ceph/qa/workunits/direct_io/test_sync_io.c
new file mode 100644 (file)
index 0000000..f393fa6
--- /dev/null
@@ -0,0 +1,250 @@
+#include <sys/types.h>
+#include <sys/stat.h>
+#include <fcntl.h>
+#include <unistd.h>
+#include <stdio.h>
+#include <inttypes.h>
+#include <linux/types.h>
+#include <stdlib.h>
+#include <string.h>
+#include <sys/ioctl.h>
+#include <errno.h>
+
+//#include "../client/ioctl.h"
+
+#include <linux/ioctl.h>
+#define CEPH_IOCTL_MAGIC 0x97
+#define CEPH_IOC_SYNCIO _IO(CEPH_IOCTL_MAGIC, 5)
+
+void write_pattern()
+{
+       printf("writing pattern\n");
+
+       uint64_t i;
+       int r;
+
+       int fd = open("foo", O_CREAT|O_WRONLY, 0644);
+       if (fd < 0) {
+          r = errno;
+          printf("write_pattern: error: open() failed with: %d (%s)\n", r, strerror(r));
+          exit(r);
+       }
+       for (i=0; i<1048576 * sizeof(i); i += sizeof(i)) {
+               r = write(fd, &i, sizeof(i));
+               if (r == -1) {
+                       r = errno;
+                       printf("write_pattern: error: write() failed with: %d (%s)\n", r, strerror(r));
+                       break;
+               }
+       }
+
+       close(fd);
+}
+
+int verify_pattern(char *buf, size_t len, uint64_t off)
+{
+       size_t i;
+
+       for (i = 0; i < len; i += sizeof(uint64_t)) {
+               uint64_t expected = i + off;
+               uint64_t actual = *(uint64_t*)(buf + i);
+               if (expected != actual) {
+                       printf("error: offset %llu had %llu\n", (unsigned long long)expected,
+                              (unsigned long long)actual);
+                       exit(1);
+               }
+       }
+       return 0;
+}
+
+void generate_pattern(void *buf, size_t len, uint64_t offset)
+{
+       uint64_t *v = buf;
+       size_t i;
+
+       for (i=0; i<len / sizeof(v); i++)
+               v[i] = i * sizeof(v) + offset;
+       verify_pattern(buf, len, offset);
+}
+
+int read_file(int buf_align, uint64_t offset, int len, int direct) {
+
+       printf("read_file buf_align %d offset %llu len %d\n", buf_align,
+              (unsigned long long)offset, len);
+       void *rawbuf;
+       int r;
+        int flags;
+       int err = 0;
+
+       if(direct)
+          flags = O_RDONLY|O_DIRECT;
+       else
+          flags = O_RDONLY;
+
+       int fd = open("foo", flags);
+       if (fd < 0) {
+          err = errno;
+          printf("read_file: error: open() failed with: %d (%s)\n", err, strerror(err));
+          exit(err);
+       }
+
+       if (!direct)
+          ioctl(fd, CEPH_IOC_SYNCIO);
+
+       if ((r = posix_memalign(&rawbuf, 4096, len + buf_align)) != 0) {
+          printf("read_file: error: posix_memalign failed with %d", r);
+          close(fd);
+          exit (r);
+       }
+
+       void *buf = (char *)rawbuf + buf_align;
+       memset(buf, 0, len);
+       r = pread(fd, buf, len, offset);
+       if (r == -1) {
+          err = errno;
+          printf("read_file: error: pread() failed with: %d (%s)\n", err, strerror(err));
+          goto out;
+       }
+       r = verify_pattern(buf, len, offset);
+
+out:
+       close(fd);
+       free(rawbuf);
+       return r;
+}
+
+int read_direct(int buf_align, uint64_t offset, int len)
+{
+       printf("read_direct buf_align %d offset %llu len %d\n", buf_align,
+              (unsigned long long)offset, len);
+       return read_file(buf_align, offset, len, 1);
+}
+
+int read_sync(int buf_align, uint64_t offset, int len)
+{
+       printf("read_sync buf_align %d offset %llu len %d\n", buf_align,
+              (unsigned long long)offset, len);
+       return read_file(buf_align, offset, len, 0);
+}
+
+int write_file(int buf_align, uint64_t offset, int len, int direct)
+{
+       printf("write_file buf_align %d offset %llu len %d\n", buf_align,
+              (unsigned long long)offset, len);
+       void *rawbuf;
+       int r;
+        int err = 0;
+       int flags;
+       if (direct)
+          flags = O_WRONLY|O_DIRECT|O_CREAT;
+        else
+          flags = O_WRONLY|O_CREAT;
+
+       int fd = open("foo", flags, 0644);
+       if (fd < 0) {
+          int err = errno;
+          printf("write_file: error: open() failed with: %d (%s)\n", err, strerror(err));
+          exit(err);
+       }
+
+       if ((r = posix_memalign(&rawbuf, 4096, len + buf_align)) != 0) {
+          printf("write_file: error: posix_memalign failed with %d", r);
+          err = r;
+          goto out_close;
+       }
+
+       if (!direct)
+          ioctl(fd, CEPH_IOC_SYNCIO);
+
+       void *buf = (char *)rawbuf + buf_align;
+
+       generate_pattern(buf, len, offset);
+
+       r = pwrite(fd, buf, len, offset);
+       close(fd);
+
+       fd = open("foo", O_RDONLY);
+       if (fd < 0) {
+          err = errno;
+          printf("write_file: error: open() failed with: %d (%s)\n", err, strerror(err));
+          free(rawbuf);
+          goto out_unlink;
+       }
+       void *buf2 = malloc(len);
+       if (!buf2) {
+          err = -ENOMEM;
+          printf("write_file: error: malloc failed\n");
+          goto out_free;
+       }
+
+       memset(buf2, 0, len);
+       r = pread(fd, buf2, len, offset);
+       if (r == -1) {
+          err = errno;
+          printf("write_file: error: pread() failed with: %d (%s)\n", err, strerror(err));
+          goto out_free_buf;
+       }
+       r = verify_pattern(buf2, len, offset);
+
+out_free_buf:
+       free(buf2);
+out_free:
+       free(rawbuf);
+out_close:
+       close(fd);
+out_unlink:
+       unlink("foo");
+       if (err)
+          exit(err);
+       return r;
+}
+
+int write_direct(int buf_align, uint64_t offset, int len)
+{
+       printf("write_direct buf_align %d offset %llu len %d\n", buf_align,
+              (unsigned long long)offset, len);
+       return write_file (buf_align, offset, len, 1);
+}
+
+int write_sync(int buf_align, uint64_t offset, int len)
+{
+       printf("write_sync buf_align %d offset %llu len %d\n", buf_align,
+              (unsigned long long)offset, len);
+       return write_file (buf_align, offset, len, 0);
+}
+
+int main(int argc, char **argv)
+{
+       uint64_t i, j, k;
+       int read = 1;
+       int write = 1;
+
+       if (argc >= 2 && strcmp(argv[1], "read") == 0)
+               write = 0;
+       if (argc >= 2 && strcmp(argv[1], "write") == 0)
+               read = 0;
+
+       if (read) {
+               write_pattern();
+               
+               for (i = 0; i < 4096; i += 512)
+                       for (j = 4*1024*1024 - 4096; j < 4*1024*1024 + 4096; j += 512)
+                               for (k = 1024; k <= 16384; k *= 2) {
+                                       read_direct(i, j, k);
+                                       read_sync(i, j, k);
+                               }
+               
+       }
+       unlink("foo");
+       if (write) {
+               for (i = 0; i < 4096; i += 512)
+                       for (j = 4*1024*1024 - 4096 + 512; j < 4*1024*1024 + 4096; j += 512)
+                               for (k = 1024; k <= 16384; k *= 2) {
+                                       write_direct(i, j, k);
+                                       write_sync(i, j, k);
+                               }
+       }
+       
+
+       return 0;
+}