Replace serdi -b and -e options with a block size option

This is more powerful, and reduces the number of command line options that
almost nobody needs to care about.

4 files changed, 45 insertions, 47 deletions

diff --git a/src/console.c b/src/console.c
index 2cc908ef..df1bc2ff 100644
--- a/src/console.c
+++ b/src/console.c
@@ -15,7 +15,6 @@
 */
 
 #include "console.h"
-#include "system.h"
 
 #include "serd/serd.h"
 
@@ -27,6 +26,7 @@
 #  include <io.h>
 #endif
 
+#include <stdint.h>
 #include <string.h>
 
 void
@@ -56,8 +56,24 @@ serd_print_version(const char* const program)
   return 0;
 }
 
+/// Wrapper for getc that is compatible with SerdReadFunc but faster than fread
+static size_t
+serd_file_read_byte(void* buf, size_t size, size_t nmemb, void* stream)
+{
+  (void)size;
+  (void)nmemb;
+
+  const int c = getc((FILE*)stream);
+  if (c == EOF) {
+    *((uint8_t*)buf) = 0;
+    return 0;
+  }
+  *((uint8_t*)buf) = (uint8_t)c;
+  return 1;
+}
+
 SerdByteSource*
-serd_open_input(const char* const filename, const size_t page_size)
+serd_open_input(const char* const filename, const size_t block_size)
 {
   SerdByteSource* byte_source = NULL;
   if (!strcmp(filename, "-")) {
@@ -65,31 +81,26 @@ serd_open_input(const char* const filename, const size_t page_size)
 
     SerdNode* name = serd_new_string(SERD_STRING("stdin"));
 
-    byte_source = serd_byte_source_new_function(serd_file_read_byte,
-                                                (SerdStreamErrorFunc)ferror,
-                                                NULL,
-                                                stdin,
-                                                name,
-                                                page_size);
+    byte_source = serd_byte_source_new_function(
+      serd_file_read_byte, (SerdStreamErrorFunc)ferror, NULL, stdin, name, 1);
 
     serd_node_free(name);
   } else {
-    byte_source = serd_byte_source_new_filename(filename, page_size);
+    byte_source = serd_byte_source_new_filename(filename, block_size);
   }
 
   return byte_source;
 }
 
 SerdByteSink*
-serd_open_output(const char* const filename, const size_t page_size)
+serd_open_output(const char* const filename, const size_t block_size)
 {
   if (!filename || !strcmp(filename, "-")) {
     serd_set_stream_utf8_mode(stdout);
-    return serd_byte_sink_new_function(
-      (SerdWriteFunc)fwrite, stdout, page_size);
+    return serd_byte_sink_new_function((SerdWriteFunc)fwrite, stdout, 1);
   }
 
-  return serd_byte_sink_new_filename(filename, page_size);
+  return serd_byte_sink_new_filename(filename, block_size);
 }
 
 SerdStatus
diff --git a/src/console.h b/src/console.h
index 57170a94..31076b24 100644
--- a/src/console.h
+++ b/src/console.h
@@ -25,10 +25,10 @@ int
 serd_print_version(const char* program);
 
 SerdByteSource*
-serd_open_input(const char* filename, size_t page_size);
+serd_open_input(const char* filename, size_t block_size);
 
 SerdByteSink*
-serd_open_output(const char* filename, size_t page_size);
+serd_open_output(const char* filename, size_t block_size);
 
 SerdStatus
 serd_set_base_uri_from_path(SerdEnv* env, const char* path);
diff --git a/src/serdi.c b/src/serdi.c
index 88ccacd9..73a3f05c 100644
--- a/src/serdi.c
+++ b/src/serdi.c
@@ -15,7 +15,6 @@
 */
 
 #include "console.h"
-#include "system.h"
 
 #include "serd/serd.h"
 
@@ -49,9 +48,8 @@ print_usage(const char* const name, const bool error)
   fprintf(os, "  -G PATTERN   Only include statements matching PATTERN.\n");
   fprintf(os, "  -I BASE_URI  Input base URI.\n");
   fprintf(os, "  -a           Write ASCII output if possible.\n");
-  fprintf(os, "  -b           Fast bulk output for large serialisations.\n");
+  fprintf(os, "  -b BYTES     I/O block size.\n");
   fprintf(os, "  -c PREFIX    Chop PREFIX from matching blank node IDs.\n");
-  fprintf(os, "  -e           Eat input one character at a time.\n");
   fprintf(os, "  -f           Fast and loose mode (possibly ugly output).\n");
   fprintf(os, "  -h           Display this help and exit.\n");
   fprintf(os, "  -i SYNTAX    Input syntax: turtle/ntriples/trig/nquads.\n");
@@ -142,13 +140,12 @@ read_file(SerdWorld* const      world,
           const size_t          stack_size,
           const char* const     filename,
           const char* const     add_prefix,
-          const bool            bulk_read)
+          const size_t          block_size)
 {
   syntax = syntax ? syntax : serd_guess_syntax(filename);
   syntax = syntax ? syntax : SERD_TRIG;
 
-  SerdByteSource* byte_source =
-    serd_open_input(filename, bulk_read ? SERD_PAGE_SIZE : 1u);
+  SerdByteSource* byte_source = serd_open_input(filename, block_size);
 
   if (!byte_source) {
     SERDI_ERRORF(
@@ -185,13 +182,12 @@ main(int argc, char** argv)
   SerdSyntax      output_syntax = SERD_SYNTAX_EMPTY;
   SerdReaderFlags reader_flags  = 0;
   SerdWriterFlags writer_flags  = 0;
-  bool            bulk_read     = true;
-  bool            bulk_write    = false;
   bool            no_inline     = false;
   bool            osyntax_set   = false;
   bool            use_model     = false;
   bool            canonical     = false;
   bool            quiet         = false;
+  size_t          block_size    = 4096u;
   size_t          stack_size    = 4194304;
   const char*     input_string  = NULL;
   const char*     in_pattern    = NULL;
@@ -213,10 +209,6 @@ main(int argc, char** argv)
         canonical = true;
       } else if (opt == 'a') {
         writer_flags |= SERD_WRITE_ASCII;
-      } else if (opt == 'b') {
-        bulk_write = true;
-      } else if (opt == 'e') {
-        bulk_read = false;
       } else if (opt == 'f') {
         no_inline = true;
         writer_flags |= (SERD_WRITE_EXPANDED | SERD_WRITE_VERBATIM);
@@ -256,6 +248,19 @@ main(int argc, char** argv)
 
         base = serd_new_uri(SERD_STRING(argv[a]));
         break;
+      } else if (opt == 'b') {
+        if (argv[a][o + 1] || ++a == argc) {
+          return missing_arg(prog, 'b');
+        }
+
+        char*      endptr = NULL;
+        const long size   = strtol(argv[a], &endptr, 10);
+        if (size < 1 || size == LONG_MAX || *endptr != '\0') {
+          SERDI_ERRORF("invalid block size `%s'\n", argv[a]);
+          return 1;
+        }
+        block_size = (size_t)size;
+        break;
       } else if (opt == 'c') {
         if (argv[a][o + 1] || ++a == argc) {
           return missing_arg(prog, 'c');
@@ -380,8 +385,7 @@ main(int argc, char** argv)
   const SerdDescribeFlags describe_flags =
     no_inline ? SERD_NO_INLINE_OBJECTS : 0u;
 
-  SerdByteSink* const byte_sink =
-    serd_open_output(out_filename, bulk_write ? 4096u : 1u);
+  SerdByteSink* const byte_sink = serd_open_output(out_filename, block_size);
   if (!byte_sink) {
     perror("serdi: error opening output file");
     return 1;
@@ -498,7 +502,7 @@ main(int argc, char** argv)
                         stack_size,
                         inputs[i],
                         n_inputs > 1 ? prefix : add_prefix,
-                        bulk_read))) {
+                        block_size))) {
       break;
     }
   }
diff --git a/src/system.h b/src/system.h
index 27087bde..184e1aae 100644
--- a/src/system.h
+++ b/src/system.h
@@ -19,7 +19,6 @@
 
 #include "attributes.h"
 
-#include <stdint.h>
 #include <stdio.h>
 
 #define SERD_PAGE_SIZE 4096
@@ -47,20 +46,4 @@ serd_allocate_buffer(size_t size);
 void
 serd_free_aligned(void* ptr);
 
-/// Wrapper for getc that is compatible with SerdReadFunc
-static inline size_t
-serd_file_read_byte(void* buf, size_t size, size_t nmemb, void* stream)
-{
-  (void)size;
-  (void)nmemb;
-
-  const int c = getc((FILE*)stream);
-  if (c == EOF) {
-    *((uint8_t*)buf) = 0;
-    return 0;
-  }
-  *((uint8_t*)buf) = (uint8_t)c;
-  return 1;
-}
-
 #endif // SERD_SYSTEM_H