chainsyncer

commit c2d3d243b0d65fa3ad78fdf3e1c3d5172099920d
parent 3aa4e5e1a41ff50b3c4d6cf0ea3a5db39f47b850
Author: nolash <dev@holbrook.no>
Date:   Fri,  9 Apr 2021 22:14:58 +0200

Add first, resume methods for file backend

Diffstat:
M
chainsyncer/backend_file.py
 | 
56
++++++++++++++++++++++++++++++++++++++++++++++++++------
M
tests/test_file.py
 | 
22
++++++++++++++++++++++

2 files changed, 72 insertions(+), 6 deletions(-)
diff --git a/chainsyncer/backend_file.py b/chainsyncer/backend_file.py
@@ -7,16 +7,22 @@ import logging
 logging.basicConfig(level=logging.DEBUG)
 logg = logging.getLogger().getChild(__name__)
 
+base_dir = '/var/lib'
 
-def data_dir_for(chain_spec, object_id, base_dir='/var/lib'):
+
+def chain_dir_for(chain_spec, base_dir=base_dir):
     base_data_dir = os.path.join(base_dir, 'chainsyncer')
-    chain_dir = str(chain_spec).replace(':', '/')
-    return os.path.join(base_data_dir, chain_dir, object_id)
+    return os.path.join(base_data_dir, str(chain_spec).replace(':', '/'))
+
+
+def data_dir_for(chain_spec, object_id, base_dir=base_dir):
+    chain_dir = chain_dir_for(chain_spec, base_dir=base_dir)
+    return os.path.join(chain_dir, object_id)
 
 
 class SyncerFileBackend:
 
-    def __init__(self, chain_spec, object_id=None, base_dir='/var/lib'):
+    def __init__(self, chain_spec, object_id=None, base_dir=base_dir):
         self.object_data_dir = data_dir_for(chain_spec, object_id, base_dir=base_dir)
 
         self.block_height_offset = 0
@@ -39,7 +45,7 @@ class SyncerFileBackend:
 
 
     @staticmethod
-    def create_object(chain_spec, object_id=None, base_dir='/var/lib'):
+    def create_object(chain_spec, object_id=None, base_dir=base_dir):
         if object_id == None:
             object_id = str(uuid.uuid4())
 
@@ -142,7 +148,7 @@ class SyncerFileBackend:
 
 
     @staticmethod
-    def initial(chain_spec, target_block_height, start_block_height=0, base_dir='/var/lib'):
+    def initial(chain_spec, target_block_height, start_block_height=0, base_dir=base_dir):
         if start_block_height >= target_block_height:
             raise ValueError('start block height must be lower than target block height')
        
@@ -161,3 +167,41 @@ class SyncerFileBackend:
 
     def start(self):
         return ((self.block_height_offset, self.tx_index_offset), None,)
+
+
+    @staticmethod
+    def __sorted_entries(chain_spec, base_dir=base_dir):
+        chain_dir = chain_dir_for(chain_spec, base_dir=base_dir)
+
+        entries = {}
+
+        for v in os.listdir(chain_dir):
+            d = os.path.realpath(os.path.join(chain_dir, v))
+            f = open(os.path.join(d, 'object_id'))
+            object_id = f.read()
+            f.close()
+
+            logg.debug('found syncer entry {} in {}'.format(object_id, d))
+
+            o = SyncerFileBackend(chain_spec, object_id, base_dir=base_dir)
+
+            entries[o.block_height_offset] = o
+
+        sorted_entries = []
+        for k in sorted(entries):
+            sorted_entries.append(entries[k])
+
+        return sorted_entries
+
+
+    @staticmethod
+    def resume(chain_spec, base_dir=base_dir):
+        return SyncerFileBackend.__sorted_entries(chain_spec, base_dir=base_dir)
+
+
+    @staticmethod
+    def first(chain_spec, base_dir=base_dir):
+        
+        entries = SyncerFileBackend.__sorted_entries(chain_spec, base_dir=base_dir)
+
+        return entries[len(entries)-1]
diff --git a/tests/test_file.py b/tests/test_file.py
@@ -55,6 +55,28 @@ class TestFile(unittest.TestCase):
         self.assertEqual(pair[1], 0)
 
 
+    def test_resume(self):
+        for i in range(1, 10):
+            local_uu = SyncerFileBackend.initial(self.chain_spec, 666, start_block_height=i, base_dir=tmp_test_dir)
+
+        entries = SyncerFileBackend.resume(self.chain_spec, base_dir=tmp_test_dir)
+
+        self.assertEqual(len(entries), 10)
+
+        last = -1
+        for o in entries:
+            self.assertLess(last, o.block_height_offset)
+            last = o.block_height_offset
+
+
+    def test_first(self):
+        for i in range(1, 10):
+            local_uu = SyncerFileBackend.initial(self.chain_spec, 666, start_block_height=i, base_dir=tmp_test_dir)
+
+        first_entry = SyncerFileBackend.first(self.chain_spec, base_dir=tmp_test_dir)
+
+        self.assertEqual(first_entry.block_height_offset, 9)
+
 
 if __name__ == '__main__':
     unittest.main()