tests

README.md

@@ -1,3 +1,11 @@
 # python-singerlake
 
 A library for interacting with a Singerlake; a store of files in Singer JSONL format.
+
+## Overview
+
+For expended details of the Singerlake Spec, checkout [this blog post](https://kenpayne.co.uk/blog/2023-01-17.html).
+
+Broadly the Singerlake Spec describes a way to write raw Singer messages into object stores (such as S3) in a structured way.
+In addition to offering cheap long-term storage of captured data, it also unlocks several interesting patterns.
+The overall aim would be to roll `python-singerlake` into a `tap-singerlake` and `target-singerlake` for use in data pipelines.

tests/local_singerlake/test_local_singerlake/raw/tap-carbon-intensity/entry/manifest.json

@@ -0,0 +1,4 @@
+{
+  "files": ["Y8Mjkb4i9yM/entry-20230414T155444-20230414T155444.singer.gz"],
+  "versions": { "Y8Mjkb4i9yM": "20230420T161758Z" }
+}

tests/local_singerlake/test_local_singerlake/raw/tap-carbon-intensity/generationmix/manifest.json

@@ -0,0 +1 @@
+{"files": ["XcxC17T7smW/generationmix-20230414T155444-20230414T155444.singer.gz"], "versions": {"XcxC17T7smW": "20230420T161758Z"}}

tests/local_singerlake/test_local_singerlake/raw/tap-carbon-intensity/region/manifest.json

@@ -0,0 +1 @@
+{"files": ["3v36Q5QKNZM/region-20230414T155444-20230414T155444.singer.gz"], "versions": {"3v36Q5QKNZM": "20230420T161758Z"}}

tests/test_local_singerlake.py

@@ -82,3 +82,4 @@ def test_write(self, singerlake):
                         / stream["schema_hash"]
                         / file.name
                     ).exists()
+        assert True