Add nilm-copy tool

nilmtools/copy.py

@@ -0,0 +1,37 @@
+#!/usr/bin/python
+
+import nilmtools.filter
+import nilmdb.client
+import numpy as np
+import sys
+
+def main():
+    f = nilmtools.filter.Filter()
+    parser = f.setup_parser("Copy a stream")
+    group = parser.add_argument_group("Copy options")
+
+    # Parse arguments
+    try:
+        args = f.parse_args()
+    except nilmtools.filter.MissingDestination as e:
+        print "Source is %s (%s)" % (e.src, e.layout)
+        print "Destination %s doesn't exist" % (e.dest)
+        print "You could make it with a command like:"
+        print "  nilmtool create", e.dest, e.layout
+        raise SystemExit(1)
+
+    # Copy metadata
+    meta = f.client.stream_get_metadata(args.srcpath)
+    f.check_dest_metadata(meta)
+
+    # Copy all rows of data as ASCII strings
+    extractor = nilmdb.client.Client(args.url).stream_extract
+    inserter = nilmdb.client.Client(args.url).stream_insert_context
+    for (start, end) in f.intervals():
+        print "Processing", f.interval_string((start, end))
+        with inserter(args.destpath, start, end) as insert_ctx:
+            for row in extractor(args.srcpath, start, end):
+                insert_ctx.insert(row + "\n")
+
+if __name__ == "__main__":
+    main()

nilmtools/filter.py

@@ -145,7 +145,7 @@ class Filter(object):
         self._client.stream_update_metadata(self._args.destpath, data)
 
     # Main processing helper
-    def process(self, function, rows, partial = True, args = None):
+    def process(self, function, rows, args = None, partial = False):
         """Process data in chunks of 'rows' data at a time.
 
         function: function to process the data
@@ -169,7 +169,6 @@ class Filter(object):
         inserter = nilmdb.client.Client(self._args.url).stream_insert_context
         src = self._args.srcpath
         dest = self._args.destpath
-        islice = itertools.islice
 
         # Figure out how to format output data
         dest_layout = self.destinfo[1].split('_')[1]

setup.py

@@ -69,6 +69,7 @@ setup(name='nilmtools',
           'console_scripts': [
               'nilm-decimate = nilmtools.decimate:main',
               'nilm-insert = nilmtools.insert:main',
+              'nilm-copy = nilmtools.copy:main',
               ],
           },
       zip_safe = False,