diff --git a/README.md b/README.md
index 75ca69b..c52b13c 100644
--- a/README.md
+++ b/README.md
@@ -1,5 +1,9 @@
 # OpenLineage Slack Archive
 
+To get an export (entire history): workspace>Tools & Settings>Workspace settings
+
+To get the HTML with slack-export-viewer (from root): `python3 app.py -z /abs/path/to/export/dir --html-only`
+
 Browse the archive at https://openlineage.github.io/slack-archives/.
 
 ## Acknowledgements
diff --git a/channel/boston-meetup/index.html b/channel/boston-meetup/index.html
index 67d3cf1..9bc8e7f 100644
--- a/channel/boston-meetup/index.html
+++ b/channel/boston-meetup/index.html
@@ -46,6 +46,18 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../github-discussions/index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-notifications/index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../gx-integration/index.html">
                         # gx-integration
@@ -94,6 +106,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../spark-support-multiple-scala-versions/index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../spec-compliance/index.html">
                         # spec-compliance
@@ -106,6 +124,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../user-generated-metadata/index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
         </ul>
         <h3 id="group-title">Private Channels</h3>
         <ul class="list" id="group-list">
@@ -184,7 +208,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container channel_join ">
         <div id="2023-04-28 12:49:45">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -419,6 +443,92 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                 
             
         
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-12 10:46:23">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-12 10:46:23"><div class="time">2024-02-12 10:46:23</div></a>
+                <div class="msg">
+                    <p>Hi everyone, it looks like we're finally going to hold our first Boston meetup! Please reserve the evening of <strong>March 19th.</strong> Thanks @Sheeri Cabral (Collibra) for finding space: we'll be meeting at Microsoft New England. Keep an eye out for a meetup page, etc., and let me or Sheeri know if you'd like to speak.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🎉 Harel Shein, Sheeri Cabral (Collibra)
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 12:54:09">
+            
+                <img src="https://secure.gravatar.com/avatar/0f9e11ecf9b45c68ee6f9d72f2b931d8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0006-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Sheeri Cabral (Collibra)
+                     <span class="print-only user-email">(sheeri.cabral@collibra.com)</span>
+                </div>
+                <a href="#2024-02-13 12:54:09"><div class="time">2024-02-13 12:54:09</div></a>
+                <div class="msg">
+                    <p>Here’s the meetup link to RSVP:
+<a href="https://www.meetup.com/boston-data-lineage-meetup-group/events/298893366/">https://www.meetup.com/boston-data-lineage-meetup-group/events/298893366/</a></p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">Meetup</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://www.meetup.com/boston-data-lineage-meetup-group/events/298893366/">Data Lineage Meetup @ Microsoft New England, Tue, Mar 19, 2024, 5:30 PM   | Meetup</a></div>
+                                <div class="link-text">
+                                    This will be a hybrid event over Zoom and in-person:
+
+Michael Robinson, Community Manager for OpenLineage, will be presenting 2023: A year in review
+
+Sheeri Cabral, Product
+                                </div>
+                                
+                                
+    
+        <a href="https://www.meetup.com/boston-data-lineage-meetup-group/events/298893366/">
+            <img class="preview" src="https://secure.meetupstatic.com/photos/event/3/8/5/600_518820901.jpeg"
+                width="600"
+                 height="338" />
+        </a>
+    
+                                
+                                    <div class="print-only">Original URL: https://www.meetup.com/boston-data-lineage-meetup-group/events/298893366/</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
     </div>
 </div>
 
diff --git a/channel/dagster-integration/index.html b/channel/dagster-integration/index.html
index 523ef8c..207bab4 100644
--- a/channel/dagster-integration/index.html
+++ b/channel/dagster-integration/index.html
@@ -46,6 +46,18 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../github-discussions/index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-notifications/index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../gx-integration/index.html">
                         # gx-integration
@@ -94,6 +106,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../spark-support-multiple-scala-versions/index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../spec-compliance/index.html">
                         # spec-compliance
@@ -106,6 +124,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../user-generated-metadata/index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
         </ul>
         <h3 id="group-title">Private Channels</h3>
         <ul class="list" id="group-list">
@@ -1499,7 +1523,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
 &lt;p&gt;• In order to fit with other assets yielded by Dagster, the AssetKey should be 100% human readable (i.e. no UUIDs and have a hierarchy that makes sense).
 • The created AssetKey should be idempotent. A dataset with the same namespace/name should produce the same key so dagster can relate the assets to one another. A dataset is identified by its namespace and name and the asset should be too.
 • The AssetMaterialization (most likely the AssetKey) should contain a sufficiently unique identifier so other assets are not mistakenly identified as an OpenLineage dataset.
-    • A good option for the AssetKey limitations could be [&#34;OpenLineage&#34;, &#34;InputDataset &lt;em&gt;OR&lt;/em&gt; OutputDataset &lt;em&gt;OR&lt;/em&gt; Dataset&#34;, &#34;&amp;lt;dataset.namespace&amp;gt;&#34;, &#34;&amp;lt;dataset.name&amp;gt;&#34;] &lt;br /&gt;
+    • A good option for the AssetKey limitations could be [&#34;OpenLineage&#34;, &#34;InputDataset &lt;em&gt;OR&lt;/em&gt; OutputDataset &lt;em&gt;OR&lt;/em&gt; Dataset&#34;, &#34;&amp;lt;dataset.namespace&amp;gt;&#34;, &#34;&amp;lt;dataset.name&amp;gt;&#34;]&lt;br /&gt;
         This approach is human readable, idempotent, and is a sufficiently unique identifier (assuming other assets beginning with OpenLineage &amp;gt; Dataset are not being created elsewhere).&lt;/p&gt;
                                 </div>
                                 
diff --git a/channel/data-council-meetup/index.html b/channel/data-council-meetup/index.html
index 759bc70..9ffb8c1 100644
--- a/channel/data-council-meetup/index.html
+++ b/channel/data-council-meetup/index.html
@@ -46,6 +46,18 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../github-discussions/index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-notifications/index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../gx-integration/index.html">
                         # gx-integration
@@ -94,6 +106,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../spark-support-multiple-scala-versions/index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../spec-compliance/index.html">
                         # spec-compliance
@@ -106,6 +124,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../user-generated-metadata/index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
         </ul>
         <h3 id="group-title">Private Channels</h3>
         <ul class="list" id="group-list">
@@ -409,6 +433,32 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                 
             
         
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-02-03 20:14:01">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-03/6580991550434_1cf74f1de22cb9502f17_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Josh Fischer
+                     <span class="print-only user-email">(josh@joshfischer.io)</span>
+                </div>
+                <a href="#2024-02-03 20:14:01"><div class="time">2024-02-03 20:14:01</div></a>
+                <div class="msg">
+                    <p>@Josh Fischer has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
     </div>
 </div>
 
diff --git a/channel/dev-discuss/index.html b/channel/dev-discuss/index.html
index 68bd692..237ae38 100644
--- a/channel/dev-discuss/index.html
+++ b/channel/dev-discuss/index.html
@@ -46,6 +46,18 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../github-discussions/index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-notifications/index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../gx-integration/index.html">
                         # gx-integration
@@ -94,6 +106,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../spark-support-multiple-scala-versions/index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../spec-compliance/index.html">
                         # spec-compliance
@@ -106,6 +124,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../user-generated-metadata/index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
         </ul>
         <h3 id="group-title">Private Channels</h3>
         <ul class="list" id="group-list">
@@ -128,7 +152,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container channel_join ">
         <div id="2023-11-14 12:13:06">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -628,7 +652,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-11-15 06:56:03">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -1125,15 +1149,11 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <p>is it time to <strong>support hudi</strong>?</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F065PUT9SRL/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">image.png</a></div>
+                            <div class="link-title"><a href="None"></a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F065PUT9SRL/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F065PUT9SRL-cf00de4cfd/image_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
-                width="360"
-                 height="300" />
-        </a>
+        <!-- no preview available -->
     
                             
                         </div>
@@ -1458,7 +1478,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-11-15 19:32:17">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -1651,7 +1671,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-11-16 10:20:36">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -2029,8 +2049,8 @@ <h3 id="mpim-title">Group Direct Messages</h3>
 
 &lt;p&gt;&lt;strong&gt;Custom Operators&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;If you have created a &lt;a href=&#34;https://airflow.apache.org/docs/apache-airflow/stable/howto/custom-operator.html&#34;&gt;custom Airflow operator&lt;/a&gt; that inherits from the BaseOperator class, &lt;br /&gt;
-when overriding the &lt;code&gt;execute&lt;/code&gt; function, set inlets and outlets via &lt;code&gt;context[&#39;ti&#39;].task.inlets&lt;/code&gt; and &lt;code&gt;context[&#39;ti&#39;].task.outlets&lt;/code&gt;. &lt;br /&gt;
+&lt;p&gt;If you have created a &lt;a href=&#34;https://airflow.apache.org/docs/apache-airflow/stable/howto/custom-operator.html&#34;&gt;custom Airflow operator&lt;/a&gt; that inherits from the BaseOperator class,&lt;br /&gt;
+when overriding the &lt;code&gt;execute&lt;/code&gt; function, set inlets and outlets via &lt;code&gt;context[&#39;ti&#39;].task.inlets&lt;/code&gt; and &lt;code&gt;context[&#39;ti&#39;].task.outlets&lt;/code&gt;.&lt;br /&gt;
 The DataHub Airflow plugin will then pick up those inlets and outlets after the task runs.&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;class DbtOperator(BaseOperator):
@@ -2337,7 +2357,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-11-21 09:27:22">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -2363,7 +2383,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-11-21 09:27:44">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -2432,15 +2452,11 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <p>The full project history is now available at <a href="https://openlineage.github.io/slack-archives/">https://openlineage.github.io/slack-archives/</a>. Check it out!</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F066X2X8B51/screenshot_2023-11-22_at_09.07.31.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Screenshot 2023-11-22 at 09.07.31.png</a></div>
+                            <div class="link-title"><a href="None"></a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F066X2X8B51/screenshot_2023-11-22_at_09.07.31.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F066X2X8B51-c03a540de5/screenshot_2023-11-22_at_09.07.31_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
-                width="360"
-                 height="211" />
-        </a>
+        <!-- no preview available -->
     
                             
                         </div>
@@ -2488,7 +2504,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-11-22 09:49:12">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -2540,7 +2556,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-11-22 12:09:41">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -2592,7 +2608,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-11-22 12:11:23">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -2644,7 +2660,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-11-27 11:44:20">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -2696,7 +2712,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-11-27 14:32:52">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -3578,7 +3594,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                     &lt;p&gt;Hi all. I’m &lt;a href=&#34;https://www.linkedin.com/in/skrawczyk/&#34;&gt;Stefan&lt;/a&gt;, and I’m after some directional advice:&lt;/p&gt;
 
 &lt;p&gt;Context:
-• I drive an open source project called &lt;a href=&#34;https://github.com/DAGWorks-Inc/hamilton&#34;&gt;Hamilton&lt;/a&gt;. TL;DR: it’s an opinionated way to write python code to express dataflows, e.g. great for feature engineering, data processing, doing LLM workflows, etc. in python. &lt;br /&gt;
+• I drive an open source project called &lt;a href=&#34;https://github.com/DAGWorks-Inc/hamilton&#34;&gt;Hamilton&lt;/a&gt;. TL;DR: it’s an opinionated way to write python code to express dataflows, e.g. great for feature engineering, data processing, doing LLM workflows, etc. in python.&lt;br /&gt;
 • One of the features is that you get “&lt;a href=&#34;https://blog.dagworks.io/p/lineage-hamilton-in-10-minutes-c2b8a944e2e6&#34;&gt;lineage as code&lt;/a&gt;”, e.g. you can get “column/dataframe level” lineage for pandas (or &lt;a href=&#34;https://blog.dagworks.io/p/expressing-pyspark-transformations&#34;&gt;pyspark&lt;/a&gt;) code. So given a dataflow definition, and execution of a Hamilton dataflow, we can emit this code provenance for any artifacts generated — and this works where ever python runs.
 Ask:
 • As I understand open lineage was built more for artifact to artifact lineage. E.g. this table -&amp;gt; table -&amp;gt; ML model, etc. Question, for people who use/consume lineage, would this extra level of granularity (e.g. the code that ran to create an artifact) that we can provide with Hamilton, be interesting to emit as part of an open lineage event? (e.g. see inside your python airflow task, or spark job). I’m trying to determine how to prioritize an open lineage integration, and whether someone would pick up Hamilton because of it.
@@ -3616,7 +3632,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-11-30 09:26:25">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -3771,8 +3787,8 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 <div class="link-text">
                                     &lt;p&gt;There were several problems with JDBC column level lineage.&lt;/p&gt;
 
-&lt;p&gt;First, it did not support dbtable option - which ment that one-to-one relationships weren&#39;t supported by column lineage collector. &lt;br /&gt;
-Second, the &lt;code&gt;JdbcColumnLineageCollector&lt;/code&gt; did not report the lineage when there was only one single input column. &lt;br /&gt;
+&lt;p&gt;First, it did not support dbtable option - which ment that one-to-one relationships weren&#39;t supported by column lineage collector.&lt;br /&gt;
+Second, the &lt;code&gt;JdbcColumnLineageCollector&lt;/code&gt; did not report the lineage when there was only one single input column.&lt;br /&gt;
 Third, it used wrong, naive dataset name straight from the parser results, rather than fixed one from &lt;code&gt;JdbcUtils&lt;/code&gt;.&lt;/p&gt;
 
 &lt;p&gt;Those changes fix that.&lt;/p&gt;
@@ -4254,7 +4270,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-04 17:07:10">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -4306,7 +4322,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-04 17:09:21">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -4423,12 +4439,12 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <p>Feedback requested on the newsletter:</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F067VMPL5M5/screencapture-us14-campaign-archive-2023-12-01-15_32_15.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">screencapture-us14-campaign-archive-2023-12-01-15_32_15.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F067VMPL5M5/screencapture-us14-campaign-archive-2023-12-01-15_32_15.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">screencapture-us14-campaign-archive-2023-12-01-15_32_15.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F067VMPL5M5/screencapture-us14-campaign-archive-2023-12-01-15_32_15.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F067VMPL5M5-e92d7435fb/screencapture-us14-campaign-archive-2023-12-01-15_32_15_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F067VMPL5M5/screencapture-us14-campaign-archive-2023-12-01-15_32_15.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F067VMPL5M5-e92d7435fb/screencapture-us14-campaign-archive-2023-12-01-15_32_15_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="103"
                  height="360" />
         </a>
@@ -4533,7 +4549,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-04 17:00:33">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -4546,12 +4562,12 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <p><strong><em>*Thread Reply:</em></strong>* it’s open source, should we consider testing it out?</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F068HE17ZD3/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">image.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F068HE17ZD3/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F068HE17ZD3/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F068HE17ZD3-a2fceb8a02/image_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F068HE17ZD3/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F068HE17ZD3-a2fceb8a02/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="110" />
         </a>
@@ -4572,7 +4588,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-04 17:00:53">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -5507,10 +5523,10 @@ <h3 id="mpim-title">Group Direct Messages</h3>
 ☑︎ - reincorporate additional links where needed in new implementation
 ☑︎ - update GE logo&lt;/p&gt;
 
-&lt;p&gt;&lt;a href=&#34;https://private-user-images.githubusercontent.com/68482867/287871952-915ff6a5-7b8e-48ba-8a41-ab50864ba790.png?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTEiLCJleHAiOjE3MDE4MTIwOTMsIm5iZiI6MTcwMTgxMTc5MywicGF0aCI6Ii82ODQ4Mjg2Ny8yODc4NzE5NTItOTE1ZmY2YTUtN2I4ZS00OGJhLThhNDEtYWI1MDg2NGJhNzkwLnBuZz9YLUFtei1BbGdvcml0aG09QVdTNC1ITUFDLVNIQTI1NiZYLUFtei1DcmVkZW50aWFsPUFLSUFJV05KWUFYNENTVkVINTNBJTJGMjAyMzEyMDUlMkZ1cy1lYXN0LTElMkZzMyUyRmF3czRfcmVxdWVzdCZYLUFtei1EYXRlPTIwMjMxMjA1VDIxMjk1M1omWC1BbXotRXhwaXJlcz0zMDAmWC1BbXotU2lnbmF0dXJlPWIwZjVjMmM4NGY3ZmRjNzBkZjc2YmEzMjU3MDY0MjViZmZkOGUxNDNjYTI0MGY0MTI3ZmIzYjg3NmUxZTc3ZmYmWC1BbXotU2lnbmVkSGVhZGVycz1ob3N0JmFjdG9yX2lkPTAma2V5X2lkPTAmcmVwb19pZD0wIn0.hLruleNorHFz-i6MTP4HuCaZAzcxQuCGRIKhCUS4XXM&#34;&gt;Screenshot 2023-12-04 at 13 38 54&lt;/a&gt; &lt;br /&gt;
+&lt;p&gt;&lt;a href=&#34;https://private-user-images.githubusercontent.com/68482867/287871952-915ff6a5-7b8e-48ba-8a41-ab50864ba790.png?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTEiLCJleHAiOjE3MDE4MTIwOTMsIm5iZiI6MTcwMTgxMTc5MywicGF0aCI6Ii82ODQ4Mjg2Ny8yODc4NzE5NTItOTE1ZmY2YTUtN2I4ZS00OGJhLThhNDEtYWI1MDg2NGJhNzkwLnBuZz9YLUFtei1BbGdvcml0aG09QVdTNC1ITUFDLVNIQTI1NiZYLUFtei1DcmVkZW50aWFsPUFLSUFJV05KWUFYNENTVkVINTNBJTJGMjAyMzEyMDUlMkZ1cy1lYXN0LTElMkZzMyUyRmF3czRfcmVxdWVzdCZYLUFtei1EYXRlPTIwMjMxMjA1VDIxMjk1M1omWC1BbXotRXhwaXJlcz0zMDAmWC1BbXotU2lnbmF0dXJlPWIwZjVjMmM4NGY3ZmRjNzBkZjc2YmEzMjU3MDY0MjViZmZkOGUxNDNjYTI0MGY0MTI3ZmIzYjg3NmUxZTc3ZmYmWC1BbXotU2lnbmVkSGVhZGVycz1ob3N0JmFjdG9yX2lkPTAma2V5X2lkPTAmcmVwb19pZD0wIn0.hLruleNorHFz-i6MTP4HuCaZAzcxQuCGRIKhCUS4XXM&#34;&gt;Screenshot 2023-12-04 at 13 38 54&lt;/a&gt;&lt;br /&gt;
 &lt;a href=&#34;https://private-user-images.githubusercontent.com/68482867/288104282-c91fde0a-136b-4ebc-872a-2e80750ddf95.png?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTEiLCJleHAiOjE3MDE4MTIwOTMsIm5iZiI6MTcwMTgxMTc5MywicGF0aCI6Ii82ODQ4Mjg2Ny8yODgxMDQyODItYzkxZmRlMGEtMTM2Yi00ZWJjLTg3MmEtMmU4MDc1MGRkZjk1LnBuZz9YLUFtei1BbGdvcml0aG09QVdTNC1ITUFDLVNIQTI1NiZYLUFtei1DcmVkZW50aWFsPUFLSUFJV05KWUFYNENTVkVINTNBJTJGMjAyMzEyMDUlMkZ1cy1lYXN0LTElMkZzMyUyRmF3czRfcmVxdWVzdCZYLUFtei1EYXRlPTIwMjMxMjA1VDIxMjk1M1omWC1BbXotRXhwaXJlcz0zMDAmWC1BbXotU2lnbmF0dXJlPTk0NDYyY2U3MzA2NDYzZDIxNmE1YzViYTczZWE3MDJjNmZmM2UxYTQyYWEwYTJiMWZkZTc0OGM4YzE2YmI3YzcmWC1BbXotU2lnbmVkSGVhZGVycz1ob3N0JmFjdG9yX2lkPTAma2V5X2lkPTAmcmVwb19pZD0wIn0.cTwddUGo0qratRq0iVT_DhHtnPgQwCOiLldOG8QJiuI&#34;&gt;Screenshot 2023-12-05 at 10 47 37&lt;/a&gt;&lt;/p&gt;
 
-&lt;p&gt;Recording: &lt;br /&gt;
+&lt;p&gt;Recording:&lt;br /&gt;
 &lt;a href=&#34;https://github.com/OpenLineage/docs/assets/68482867/f3d53ff2-390d-41fe-be40-a0af81e166f0&#34;&gt;https://github.com/OpenLineage/docs/assets/68482867/f3d53ff2-390d-41fe-be40-a0af81e166f0&lt;/a&gt;&lt;/p&gt;
                                 </div>
                                 
@@ -6073,7 +6089,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-07 15:28:13">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -6103,7 +6119,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-07 15:29:43">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -6133,7 +6149,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-07 15:30:48">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -6297,7 +6313,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-10 12:13:00">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -6376,7 +6392,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-11 20:27:02">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -6428,7 +6444,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-12 09:46:36">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -7133,7 +7149,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-13 06:52:57">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -7364,7 +7380,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-14 14:16:21">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -7391,7 +7407,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-14 18:01:15">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -7443,7 +7459,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-15 05:46:57">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -7473,7 +7489,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-15 08:24:47">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -7499,7 +7515,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-14 14:16:29">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -7553,7 +7569,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-15 05:57:19">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -7613,7 +7629,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-14 15:59:26">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -7776,7 +7792,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-14 17:54:05">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -7828,7 +7844,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-14 17:53:38">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -7880,7 +7896,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-14 19:50:05">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -8320,7 +8336,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-18 12:15:59">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -8471,7 +8487,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-19 09:51:18">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -8527,7 +8543,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-19 09:54:26">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -8636,7 +8652,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-20 14:13:00">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -8746,7 +8762,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-12-20 17:19:00">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -9233,7 +9249,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-02 08:50:13">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -9302,12 +9318,12 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <p><strong><em>*Thread Reply:</em></strong>* I see it too:</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06C8DSECMA/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">image.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06C8DSECMA/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06C8DSECMA/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06C8DSECMA-fcd5adf4b1/image_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06C8DSECMA/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06C8DSECMA-fcd5adf4b1/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="189"
                  height="49" />
         </a>
@@ -9328,7 +9344,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-02 13:04:34">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -9354,7 +9370,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-02 13:04:37">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -9380,7 +9396,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-02 13:05:01">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -9432,7 +9448,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-03 15:37:11">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -9445,12 +9461,12 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <p>Spotted!</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06CQM8QL49/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">image.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06CQM8QL49/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06CQM8QL49/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06CQM8QL49-56a01bc2b9/image_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06CQM8QL49/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06CQM8QL49-56a01bc2b9/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="209" />
         </a>
@@ -9492,12 +9508,12 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <p><strong><em>*Thread Reply:</em></strong>* a moment earlier it makes more context</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06C5E5TN5U/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">image.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06C5E5TN5U/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06C5E5TN5U/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06C5E5TN5U-f319008f6d/image_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06C5E5TN5U/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06C5E5TN5U-f319008f6d/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="203" />
         </a>
@@ -9629,7 +9645,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-04 11:08:20">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -9681,7 +9697,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-04 11:11:17">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -9785,7 +9801,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-04 12:43:34">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -9915,7 +9931,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-05 11:53:54">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -10127,7 +10143,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-08 16:16:30">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -10183,7 +10199,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-04 12:42:33">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -10234,7 +10250,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-04 13:27:05">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -10338,7 +10354,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-05 08:39:14">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -10394,7 +10410,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-05 11:25:50">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -10420,7 +10436,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-05 11:26:34">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -10446,7 +10462,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-05 11:26:37">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -10770,7 +10786,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-04 16:28:04">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -10824,7 +10840,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-05 11:23:58">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -10876,7 +10892,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-05 11:29:44">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -10902,7 +10918,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-05 11:30:47">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -10928,7 +10944,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-05 11:31:09">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -10954,7 +10970,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-05 11:33:31">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -11006,7 +11022,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-05 11:33:41">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -11032,7 +11048,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-05 11:34:44">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -11059,7 +11075,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-05 11:35:11">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -11111,7 +11127,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-05 11:35:31">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -11137,7 +11153,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-05 11:36:00">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -11293,7 +11309,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-05 11:38:22">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -11337,7 +11353,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-05 11:38:35">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -11363,7 +11379,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-05 11:38:47">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -11441,7 +11457,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-05 11:40:24">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -11540,7 +11556,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-05 11:41:02">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -11568,7 +11584,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-05 11:41:29">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -11594,7 +11610,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-05 11:41:40">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -11674,7 +11690,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-05 11:52:49">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -11700,7 +11716,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-05 11:52:51">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -11726,7 +11742,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-05 11:53:27">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -11854,12 +11870,12 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
 Due to this decision, we can encounter duplicate run</em>id if we delete the DagRun from the database, because the <code>execution_date</code> remains the same. If I run a backfill job for yesterday, then delete it and run it again, I get the same ids. I'm trying to understand the rationale behind this choice so we can determine whether it's a bug or a feature. 😉</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06CZ9SDSDS/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">image.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06CZ9SDSDS/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06CZ9SDSDS/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06CZ9SDSDS-968bf8da23/image_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06CZ9SDSDS/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06CZ9SDSDS-968bf8da23/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="113" />
         </a>
@@ -12010,7 +12026,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-08 12:28:50">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -12087,7 +12103,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-08 12:38:34">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -12143,7 +12159,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-08 15:55:12">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -12195,7 +12211,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-08 16:24:27">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -12221,7 +12237,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-08 16:25:18">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -12389,7 +12405,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-09 10:04:17">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -12442,7 +12458,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-10 15:41:39">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -12468,7 +12484,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-10 15:52:33">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -12525,7 +12541,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-10 15:53:30">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -12707,7 +12723,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-16 06:13:54">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -12733,7 +12749,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-16 06:14:43">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -12785,7 +12801,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-16 11:12:26">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -13298,7 +13314,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-16 15:06:09">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -13351,7 +13367,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-16 15:08:50">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -13469,7 +13485,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
 
 &lt;p&gt;• &lt;strong&gt;Most important&lt;/strong&gt; we should enable &lt;code&gt;Pass secrets to builds from forked pull requests&lt;/code&gt; after merging this PR (solves Spark integration problem).
 • Side-effect of changing &lt;code&gt;determine_changed_module&lt;/code&gt; is a huge speedup (from ~1 min to literally seconds with added new step).
-• I forced (with code change in circleCI config) to not remove approval steps just for test. You can check the result &lt;a href=&#34;https://app.circleci.com/pipelines/gh/OpenLineage/OpenLineage/8912/workflows/14897b21-7ae6-4726-9070-a73b6f0f23c3&#34;&gt;here&lt;/a&gt;. Screenshot attached with task on hold waiting for approval: &lt;br /&gt;
+• I forced (with code change in circleCI config) to not remove approval steps just for test. You can check the result &lt;a href=&#34;https://app.circleci.com/pipelines/gh/OpenLineage/OpenLineage/8912/workflows/14897b21-7ae6-4726-9070-a73b6f0f23c3&#34;&gt;here&lt;/a&gt;. Screenshot attached with task on hold waiting for approval:&lt;br /&gt;
     &lt;a href=&#34;https://private-user-images.githubusercontent.com/3889552/297518241-5a12a1ef-ebc2-43ed-ba84-054fe98c32f6.png?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTUiLCJleHAiOjE3MDU1MjYxMjMsIm5iZiI6MTcwNTUyNTgyMywicGF0aCI6Ii8zODg5NTUyLzI5NzUxODI0MS01YTEyYTFlZi1lYmMyLTQzZWQtYmE4NC0wNTRmZTk4YzMyZjYucG5nP1gtQW16LUFsZ29yaXRobT1BV1M0LUhNQUMtU0hBMjU2JlgtQW16LUNyZWRlbnRpYWw9QUtJQVZDT0RZTFNBNTNQUUs0WkElMkYyMDI0MDExNyUyRnVzLWVhc3QtMSUyRnMzJTJGYXdzNF9yZXF1ZXN0JlgtQW16LURhdGU9MjAyNDAxMTdUMjExMDIzWiZYLUFtei1FeHBpcmVzPTMwMCZYLUFtei1TaWduYXR1cmU9MTAwYzNiZDFiMDY4ZDdiNzk2NDI0Y2I1NTgwZGM4ZDU4ZWY1ODAyYmQ2MzQ4NTdiMDc0NWViMjI0ZmFhZTcwMiZYLUFtei1TaWduZWRIZWFkZXJzPWhvc3QmYWN0b3JfaWQ9MCZrZXlfaWQ9MCZyZXBvX2lkPTAifQ.Pyg29G97DnEh2391q9rx7V33OcQL9AJ8G1QP8oYic1o&#34;&gt;image&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;One-line summary:&lt;/strong&gt;&lt;/p&gt;
@@ -13489,7 +13505,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -13530,7 +13546,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-17 16:29:18">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -13747,7 +13763,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-19 21:06:26">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -13829,7 +13845,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-22 12:15:48">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -13859,7 +13875,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-22 12:45:31">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -13885,7 +13901,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-22 12:45:38">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -13911,7 +13927,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-22 12:46:09">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -13989,7 +14005,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-22 14:23:23">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -14019,7 +14035,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-22 14:23:57">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -14045,7 +14061,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-22 14:38:29">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -14071,7 +14087,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-22 14:39:09">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -14097,7 +14113,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-22 14:43:39">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -14123,7 +14139,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-22 14:43:46">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -14166,12 +14182,12 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* </p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FQGNQZSL/screenshot_2024-01-22_at_15.11.35.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Screenshot 2024-01-22 at 15.11.35.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FQGNQZSL/screenshot_2024-01-22_at_15.11.35.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-01-22 at 15.11.35.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FQGNQZSL/screenshot_2024-01-22_at_15.11.35.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06FQGNQZSL-a56fea477a/screenshot_2024-01-22_at_15.11.35_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FQGNQZSL/screenshot_2024-01-22_at_15.11.35.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06FQGNQZSL-a56fea477a/screenshot_2024-01-22_at_15.11.35_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="234" />
         </a>
@@ -14400,7 +14416,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-23 11:34:22">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -14454,7 +14470,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-23 13:21:41">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -14736,7 +14752,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-25 09:00:27">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -14763,7 +14779,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-25 09:00:53">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -14828,7 +14844,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* @Harel Shein thanks for the suggestion. Lmk if there's a better way to do this, but here's a link to Google's visualizations: <a href="https://docs.google.com/forms/d/1j1SyJH0LoRNwNS1oJy0qfnDn_NPOrQw_fMb7qwouVfU/viewanalytics">https://docs.google.com/forms/d/1j1SyJH0LoRNwNS1oJy0qfnDn_NPOrQw_fMb7qwouVfU/viewanalytics</a>. And a .csv is attached. Would you use this link on the page or link to a spreadsheet instead?</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06F6BGH4BZ/openlineage_ecosystem_survey_2023.csv.zip?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">OpenLineage Ecosystem Survey 2023.csv.zip</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06F6BGH4BZ/openlineage_ecosystem_survey_2023.csv.zip?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">OpenLineage Ecosystem Survey 2023.csv.zip</a></div>
                             
                                 
     
@@ -14876,7 +14892,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <div class="message-container">
         <div id="2024-01-26 11:48:39">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -14902,6 +14918,62 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
             
         
             
+                
+                    <div class="message-container">
+        <div id="2024-01-29 17:27:28">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-15/6477144860196_e29a80d8bea3f07ff70b_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">tati
+                     <span class="print-only user-email">(tatiana.alchueyr@astronomer.io)</span>
+                </div>
+                <a href="#2024-01-29 17:27:28"><div class="time">2024-01-29 17:27:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Excellent work, @Michael Robinson! 👏 👏 👏</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ♥️ Michael Robinson
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-29 20:49:25">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-01-29 20:49:25"><div class="time">2024-01-29 20:49:25</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thank you!</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
         
             
                 
@@ -14951,12 +15023,12 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     <p>Thanks for any feedback on the Mailchimp version of the newsletter special issue before it goes out on Monday:</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FELE0KQX/screencapture-us14-campaign-archive-2024-01-26-15_35_03.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">screencapture-us14-campaign-archive-2024-01-26-15_35_03.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FELE0KQX/screencapture-us14-campaign-archive-2024-01-26-15_35_03.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">screencapture-us14-campaign-archive-2024-01-26-15_35_03.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FELE0KQX/screencapture-us14-campaign-archive-2024-01-26-15_35_03.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06FELE0KQX-0280b5b036/screencapture-us14-campaign-archive-2024-01-26-15_35_03_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FELE0KQX/screencapture-us14-campaign-archive-2024-01-26-15_35_03.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06FELE0KQX-0280b5b036/screencapture-us14-campaign-archive-2024-01-26-15_35_03_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="80"
                  height="360" />
         </a>
@@ -15052,7 +15124,7 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     
                     
                         <div class="message-reaction">
-                        👋 Maciej Obuchowski, Harel Shein, Michael Robinson
+                        👋 Maciej Obuchowski, Harel Shein, Michael Robinson, Julien Le Dem, Paweł Leszczyński, Willy Lulciuc
                         </div>
                     
 		</div>
@@ -15082,7 +15154,157 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                     
                     
                         <div class="message-reaction">
-                        💯 Harel Shein
+                        💯 Harel Shein, tati, Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-01-29 16:34:08">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-29/6549622108386_1dce51eb607c7393c889_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Lohit VijayaRenu
+                     <span class="print-only user-email">(lohit@stripe.com)</span>
+                </div>
+                <a href="#2024-01-29 16:34:08"><div class="time">2024-01-29 16:34:08</div></a>
+                <div class="msg">
+                    <p>@Lohit VijayaRenu has joined the channel</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👋 Julien Le Dem, Maciej Obuchowski, Michael Robinson, Harel Shein
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 12:54:19">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-01-30 12:54:19"><div class="time">2024-01-30 12:54:19</div></a>
+                <div class="msg">
+                    <p>Flyte is offering a 20-25-minute speaking slot at their community meeting on March 6th at 9 am PT. They'd like it to be a general introduction to OpenLineage</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 12:57:07">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 12:57:07"><div class="time">2024-01-30 12:57:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I can take it if no one else is interested. I’ll be doing a lot of intro to OL presentations in the next few weeks, so I’ll be very practiced by then :)</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🔥 Maciej Obuchowski, Paweł Leszczyński, Jakub Dardziński, Julien Le Dem, Michael Robinson, Willy Lulciuc
+                        </div>
+                    
+                        <div class="message-reaction">
+                        👍 Julien Le Dem, Michael Robinson
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-01-31 08:01:36">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-31/6560570736483_5039bb8fbfd6334e5072_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Emili Parreno
+                     <span class="print-only user-email">(emili@stripe.com)</span>
+                </div>
+                <a href="#2024-01-31 08:01:36"><div class="time">2024-01-31 08:01:36</div></a>
+                <div class="msg">
+                    <p>@Emili Parreno has joined the channel</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👋 Maciej Obuchowski, Harel Shein
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 11:54:02">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 11:54:02"><div class="time">2024-01-31 11:54:02</div></a>
+                <div class="msg">
+                    <p>@Paweł Leszczyński / @tati I'm expecting at least 5 pictures from the meetup today! 😄</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        😅 tati
                         </div>
                     
 		</div>
@@ -15092,6 +15314,8888 @@ <h1>ENV OPENLINEAGE_URL=<a href="http://foo.bar/">http://foo.bar/</a>```</h1>
                 
             
         
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 12:27:17">
+            
+                <img src="https://avatars.slack-edge.com/2020-11-03/1467961410374_60dbc1781564d114f9e1_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Julien Le Dem
+                     <span class="print-only user-email">(julien@apache.org)</span>
+                </div>
+                <a href="#2024-01-31 12:27:17"><div class="time">2024-01-31 12:27:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Each!</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ‼️ Harel Shein
+                        </div>
+                    
+                        <div class="message-reaction">
+                        😅 tati
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 13:29:36">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-01-31 13:29:36"><div class="time">2024-01-31 13:29:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* could we also get a signup sheet and headcount please? 😬</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 10:44:28">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-01 10:44:28"><div class="time">2024-02-01 10:44:28</div></a>
+                <div class="msg">
+                    <p>Hi, is there any reason not to perform a release today as scheduled? I know we released 1.8 only one week ago, but it's the first of the month and @Damien Hawes's PR #2390 to add support for Scala 2.12 and 2.13 in Spark, along with fixes in the Spark and Flink integrations, are unreleased. Would it make more sense to wait for Damien's PR #<a href="https://github.com/OpenLineage/OpenLineage/pull/2395">2395</a>?</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/2395">#2395 [SPARK] Enable &#39;app&#39; to produce Scala 2.12 and Scala 2.13 variants</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Summary: Enable &#39;app&#39; to produce Scala 2.12 and Scala 2.13 variants&lt;/strong&gt;
+&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Spark 3.2.x, 3.3.x, 3.4.x, and 3.5.x are compiled using Scala 2.12 and Scala 2.13. Due to a change in the Scala Collections API in Scala 2.13, NoSuchMethodErrors are thrown when running the openlineage-spack connector in an Apache Spark runtime when the runtime was compiled using Scala 2.13.&lt;/p&gt;
+
+&lt;p&gt;Relates to: &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/2303&#34;&gt;#2303&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;In this pull request, we are introducing several changes to improve and streamline the project&#39;s build process. A notable addition is the application of the &lt;code&gt;io.openlineage.scala-variant&lt;/code&gt; plugin to the &lt;code&gt;app/build.gradle&lt;/code&gt; file. This change is aimed at producing Scala 2.12 and Scala 2.13 variants of the &lt;code&gt;app&lt;/code&gt; module.&lt;/p&gt;
+
+&lt;p&gt;Building upon the previous changes, we have also removed the &lt;code&gt;java-test-fixtures&lt;/code&gt; plugin and updated the dependency configuration across various modules (spark series, shared, app). This decision was driven by the realization that the &lt;code&gt;java-test-fixtures&lt;/code&gt; plugin was configuring a &#39;testFixtures&#39; source set, which was consistently unused across these modules. Consequently, we replaced the redundant &lt;code&gt;testFixturesApi&lt;/code&gt; configuration with the more relevant &lt;code&gt;testImplementation&lt;/code&gt; configuration. This adjustment eliminates the generation of unnecessary, empty jars in the build process, thereby streamlining it.&lt;/p&gt;
+
+&lt;p&gt;Furthermore, we have refactored the &lt;code&gt;CommonConfigPlugin&lt;/code&gt; as part of an effort to align with Gradle&#39;s recommended practices. The plugin has been modified to adopt a reactive approach rather than eagerly applying plugins like Spotless, Lombok, PMD, and Java.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Checklist&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;☑︎ You&#39;ve &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/why-the-dco.md&#34;&gt;signed-off&lt;/a&gt; your work
+☑︎ Your pull request title follows our &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/CONTRIBUTING.md#creating-pull-requests&#34;&gt;guidelines&lt;/a&gt;
+☑︎ Your change contains a &lt;a href=&#34;https://kurtisnusbaum.medium.com/stacked-diffs-keeping-phabricator-diffs-small-d9964f4dcfa6&#34;&gt;small diff&lt;/a&gt; and is self-contained
+☑︎ Your comment includes a one-liner for the changelog about the specific purpose of the change (&lt;em&gt;if necessary&lt;/em&gt;)
+☑︎ You&#39;ve added a &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/.github/header_templates.md&#34;&gt;header&lt;/a&gt; to source files (&lt;em&gt;if relevant&lt;/em&gt;)&lt;/p&gt;
+
+&lt;hr /&gt;
+
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
+Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        integration/spark
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 10:45:00">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-01 10:45:00"><div class="time">2024-02-01 10:45:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* This isn't ready.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Michael Robinson, Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 10:45:17">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-01 10:45:17"><div class="time">2024-02-01 10:45:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'm working on enabling integration tests for the Scala 2.13 variants.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 10:45:52">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-01 10:45:52"><div class="time">2024-02-01 10:45:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It will take some time, probably Monday / Tuesday next week is my ETA.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 10:46:29">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-01 10:46:29"><div class="time">2024-02-01 10:46:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks @Damien Hawes, no pressure. But if early next week is your estimate I think it makes sense to wait. So this is GTK</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-02-01 10:44:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-01 10:44:31"><div class="time">2024-02-01 10:44:31</div></a>
+                <div class="msg">
+                    <p>@Damien Hawes has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 12:28:15">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-01 12:28:15"><div class="time">2024-02-01 12:28:15</div></a>
+                <div class="msg">
+                    <p>Decathlon showed part of one of their graphs last night</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GKC6QQVC/pxl_20240131_190846772.jpg?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">PXL_20240131_190846772.jpg</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GKC6QQVC/pxl_20240131_190846772.jpg?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GKC6QQVC-8713974d3c/pxl_20240131_190846772_360.jpg?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="203" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+                        <div class="message-reaction">
+                        ❤️ Willy Lulciuc, Harel Shein, Maciej Obuchowski, Julien Le Dem
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 12:28:56">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-01 12:28:56"><div class="time">2024-02-01 12:28:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* marquez in the wild! 💯💯🚀. thanks for sharing!</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🚀 Harel Shein, Maciej Obuchowski, Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 12:29:13">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-01 12:29:13"><div class="time">2024-02-01 12:29:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* some metrics too</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GP412EF7/pxl_20240131_190922734.jpg?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">PXL_20240131_190922734.jpg</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GP412EF7/pxl_20240131_190922734.jpg?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GP412EF7-55ff7b7c68/pxl_20240131_190922734_360.jpg?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="203" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 12:29:35">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-01 12:29:35"><div class="time">2024-02-01 12:29:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* they're doing anomaly detection successfully</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 12:30:07">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-01 12:30:07"><div class="time">2024-02-01 12:30:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* all using Marquez 👀</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 12:30:08">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-01 12:30:08"><div class="time">2024-02-01 12:30:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* eg, deprecated tables still being used or tables written in multiple locations</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ❤️ Willy Lulciuc, Harel Shein
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 12:31:12">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-01 12:31:12"><div class="time">2024-02-01 12:31:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* this needs to become a blog post!</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ➕ Michael Robinson, Harel Shein, Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 13:24:04">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 13:24:04"><div class="time">2024-02-01 13:24:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Would love to get the slides if they are willing to share!</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ➕ Michael Robinson
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 17:54:08">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-01 17:54:08"><div class="time">2024-02-01 17:54:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* They've said yes to a blog post. This presentation gets us closer to starting in earnest. I've asked for the slides. Too bad the Confluent organizer wasn't supportive of recording. Maybe next time</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ❤️ Willy Lulciuc, Harel Shein
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 09:32:33">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-02-02 09:32:33"><div class="time">2024-02-02 09:32:33</div></a>
+                <div class="msg">
+                    <p>Congratulations to our new committer on the team @Damien Hawes!!</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🔥 Maciej Obuchowski, Paweł Leszczyński, Jakub Dardziński, Michael Robinson, Willy Lulciuc
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 09:46:17">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-02 09:46:17"><div class="time">2024-02-02 09:46:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* hey @Damien Hawes, now you can push your branches into <code>origin</code> and the integration tests are automatically approved 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 09:46:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-02 09:46:41"><div class="time">2024-02-02 09:46:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thank you for the congratulations @Harel Shein. It is humbling to be nominated and accepted.</p>
+
+<p>@Maciej Obuchowski - haha, thanks!</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 10:47:44">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-02 10:47:44"><div class="time">2024-02-02 10:47:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Congratulations @Damien Hawes! Thank you for all your contributions</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-03 01:00:49">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-03 01:00:49"><div class="time">2024-02-03 01:00:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Congrats @Damien Hawes! 💯 💯 🙏 </p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 15:24:09">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-02 15:24:09"><div class="time">2024-02-02 15:24:09</div></a>
+                <div class="msg">
+                    <p><a href="https://opensource.googleblog.com/2024/02/announcing-google-season-of-docs-2024.html">https://opensource.googleblog.com/2024/02/announcing-google-season-of-docs-2024.html</a>
+maybe we should improve our docs? 🙂</p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">Google Open Source Blog</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://opensource.googleblog.com/2024/02/announcing-google-season-of-docs-2024.html">Announcing Google Season of Docs 2024</a></div>
+                                <div class="link-text">
+                                    Season of Docs 2024 is here! Explore the Season of Docs website to learn more about participating in the program.
+                                </div>
+                                
+                                
+    
+        <a href="https://opensource.googleblog.com/2024/02/announcing-google-season-of-docs-2024.html">
+            <img class="preview" src="https://blogger.googleusercontent.com/img/b/R29vZ2xl/AVvXsEji5tyHsx9Jd7plAnyOEo6NpLM1zLW_Tg0UENSBP8DDXEK719HglgdZ6OhSKBnQ9t9eArtgR_NEcaDKRIicyLeIk_yhbKT25QfkZmACZlncYXmp7_11YErVHD0RjT2_-ZijmoL27UqRnbqCxf4U6njXpKk_R9Zqb4ov60Ph_tUcbQjywbFnMKjpFUSToxE/w1200-h630-p-k-no-nu/Social-Season-of-Docs%20%281%29.png"
+                
+                 />
+        </a>
+    
+                                
+                                    <div class="print-only">Original URL: https://opensource.googleblog.com/2024/02/announcing-google-season-of-docs-2024.html</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-02-03 20:13:49">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-03/6580991550434_1cf74f1de22cb9502f17_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Josh Fischer
+                     <span class="print-only user-email">(josh@joshfischer.io)</span>
+                </div>
+                <a href="#2024-02-03 20:13:49"><div class="time">2024-02-03 20:13:49</div></a>
+                <div class="msg">
+                    <p>@Josh Fischer has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 17:00:55">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-05 17:00:55"><div class="time">2024-02-05 17:00:55</div></a>
+                <div class="msg">
+                    <p>Agenda items or discussion topics for Thursday's TSC? @Julien Le Dem @Harel Shein</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 17:58:33">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-05 17:58:33"><div class="time">2024-02-05 17:58:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I can take 5 minutes explaining Spark job hierarchy</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Julien Le Dem, Michael Robinson, Harel Shein
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 17:59:03">
+            
+                <img src="https://avatars.slack-edge.com/2020-11-03/1467961410374_60dbc1781564d114f9e1_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Julien Le Dem
+                     <span class="print-only user-email">(julien@apache.org)</span>
+                </div>
+                <a href="#2024-02-05 17:59:03"><div class="time">2024-02-05 17:59:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Nothing specific on my end</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Michael Robinson
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 11:02:30">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-02-06 11:02:30"><div class="time">2024-02-06 11:02:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* more updates on the Spark side of things?
+@Paweł Leszczyński / @Damien Hawes may want to talk about the recent additions?
+we could also discuss the proposals for circuit breakers / metrics?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 13:20:42">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-06 13:20:42"><div class="time">2024-02-06 13:20:42</div></a>
+                <div class="msg">
+                    <p>Anyone have an opinion about creating an OpenLineage "company" rather than a group on LinkedIn? You can get metrics from LinkedIn's API if you have a company rather than a group.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 13:37:19">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 13:37:19"><div class="time">2024-02-06 13:37:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Airflow does it: <a href="https://www.linkedin.com/company/apache-airflow/">https://www.linkedin.com/company/apache-airflow/</a></p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">linkedin.com</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://www.linkedin.com/company/apache-airflow/">Apache Airflow | LinkedIn</a></div>
+                                <div class="link-text">
+                                    Apache Airflow | 8,652 followers on LinkedIn. Apache Airflow is a Open Source platform to programmatically author, schedule &amp;amp; monitor workflows. | Apache Airflow is an open-source platform for developing, scheduling, and monitoring batch-oriented workflows. 
+
+Airflow&amp;amp;#39;s extensible Python framework enables you to build workflows connecting with virtually any technology. A web interface helps manage the state of your workflows.
+                                </div>
+                                
+                                
+    
+        <a href="https://www.linkedin.com/company/apache-airflow/">
+            <img class="preview" src="https://media.licdn.com/dms/image/D4E0BAQHdfFCmIAKJ-A/company-logo_200_200/0/1681216709623?e=2147483647&amp;v=beta&amp;t=C3V17uZ4sSoxkIKpntrXtBetaxXgoxtQqKI_wrsQuY8"
+                
+                 />
+        </a>
+    
+                                
+                                    <div class="print-only">Original URL: https://www.linkedin.com/company/apache-airflow/</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 13:37:34">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 13:37:34"><div class="time">2024-02-06 13:37:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Spark too <a href="https://www.linkedin.com/company/apachespark/">https://www.linkedin.com/company/apachespark/</a></p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">linkedin.com</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://www.linkedin.com/company/apachespark/">Apache Spark | LinkedIn</a></div>
+                                <div class="link-text">
+                                    Apache Spark | 3,277 followers on LinkedIn. Unified engine for large-scale data analytics | Apache Spark™ is a multi-language engine for executing data engineering, data science, and machine learning on single-node machines or clusters.
+
+Key Features
+- Batch/streaming data
+Unify the processing of your data in batches and real-time streaming, using your preferred language: Python, SQL, Scala, Java or R.
+- SQL analytics
+Execute fast, distributed ANSI SQL queries for dashboarding and ad-hoc reporting. Runs faster than most data warehouses.
+- Data science at scale
+Perform Exploratory Data Analysis (EDA) on petabyte-scale data without having to resort to downsampling
+- Machine learning
+Train machine learning algorithms on a laptop and use the same code to scale to fault-tolerant clusters of thousands of machines.
+                                </div>
+                                
+                                
+    
+        <a href="https://www.linkedin.com/company/apachespark/">
+            <img class="preview" src="https://media.licdn.com/dms/image/D560BAQFHdOOU5Md9fA/company-logo_200_200/0/1664810992997?e=2147483647&amp;v=beta&amp;t=-LDqvEmpqzUve-hKL2q7N9mMCxK60wKbK-jY3A55D-w"
+                
+                 />
+        </a>
+    
+                                
+                                    <div class="print-only">Original URL: https://www.linkedin.com/company/apachespark/</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 13:37:39">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 13:37:39"><div class="time">2024-02-06 13:37:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I think that's a good idea</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 13:56:52">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-02-06 13:56:52"><div class="time">2024-02-06 13:56:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ➕</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 14:47:39">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-06 14:47:39"><div class="time">2024-02-06 14:47:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Cool, thanks</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 14:50:11">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-06 14:50:11"><div class="time">2024-02-06 14:50:11</div></a>
+                <div class="msg">
+                    <p>We have agreement from Astronomer to move ahead with the Orbit changes discussed today in the committers sync. So I'll start on the exports asap.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 16:51:20">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-06 16:51:20"><div class="time">2024-02-06 16:51:20</div></a>
+                <div class="msg">
+                    <p>Please follow our new <a href="https://www.linkedin.com/company/openlineage/">OpenLineage company page</a> on LinkedIn. Evidently, the only way to join the company is to add it to your experience history.</p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">linkedin.com</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://www.linkedin.com/company/openlineage/">OpenLineage | LinkedIn</a></div>
+                                <div class="link-text">
+                                    OpenLineage | 3 followers on LinkedIn. An open framework for data lineage collection and analysis | Data lineage is the foundation for a new generation of powerful, context-aware data tools and best practices. OpenLineage enables consistent collection of lineage metadata, creating a deeper understanding of how data is produced and used.
+                                </div>
+                                
+                                
+    
+        <a href="https://www.linkedin.com/company/openlineage/">
+            <img class="preview" src="https://media.licdn.com/dms/image/D560BAQFtEpvqQ4iuVg/company-logo_200_200/0/1707253686289/openlineage_logo?e=2147483647&amp;v=beta&amp;t=aOW_6YAwY__xpvEP-T9wwtbMUvrCEIjSinWoCz6xr44"
+                
+                 />
+        </a>
+    
+                                
+                                    <div class="print-only">Original URL: https://www.linkedin.com/company/openlineage/</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ❤️ Willy Lulciuc, Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 20:27:04">
+            
+                <img src="https://avatars.slack-edge.com/2020-11-03/1467961410374_60dbc1781564d114f9e1_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Julien Le Dem
+                     <span class="print-only user-email">(julien@apache.org)</span>
+                </div>
+                <a href="#2024-02-08 20:27:04"><div class="time">2024-02-08 20:27:04</div></a>
+                <div class="msg">
+                    <p>FYI: deadline Feb 25th <a href="https://2024.berlinbuzzwords.de/call-for-papers/">https://2024.berlinbuzzwords.de/call-for-papers/</a></p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🙏 Willy Lulciuc
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-09 02:30:17">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-09 02:30:17"><div class="time">2024-02-09 02:30:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Peter Hicks want to submit a column-level lineage talk?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-09 07:19:14">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-09 07:19:14"><div class="time">2024-02-09 07:19:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* we'll probably submit something about OpenLineage/Streaming with @Paweł Leszczyński</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-09 07:19:28">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-09 07:19:28"><div class="time">2024-02-09 07:19:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Willy Lulciuc want to come to Berlin? 😄</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-09 07:20:47">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-09 07:20:47"><div class="time">2024-02-09 07:20:47</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* we were thinking with Maciej about some kind of Flink &amp; Streaming around OpenLineage talk, as this can be interesting to the community. I'll prepare abstract next wek</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-09 09:03:58">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-09 09:03:58"><div class="time">2024-02-09 09:03:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* updated the talks project on github</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-09 14:20:52">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-09 14:20:52"><div class="time">2024-02-09 14:20:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski i wish, i’d need a sponsor 😅</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-09 09:09:01">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-09 09:09:01"><div class="time">2024-02-09 09:09:01</div></a>
+                <div class="msg">
+                    <p>This open-source community management tool looks interesting as a supplement to Orbit: <a href="https://ossinsight.io/analyze/OpenLineage/OpenLineage#overview">https://ossinsight.io/analyze/OpenLineage/OpenLineage#overview</a></p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-09 09:18:47">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-09 09:18:47"><div class="time">2024-02-09 09:18:47</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* you can compare projects side-by-side, which is something Orbit doesn't offer</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-09 09:28:50">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-09 09:28:50"><div class="time">2024-02-09 09:28:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* </p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06HW6T7R8E/screenshot_2024-02-09_at_09.28.23.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-02-09 at 09.28.23.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06HW6T7R8E/screenshot_2024-02-09_at_09.28.23.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06HW6T7R8E-b9c907bbe2/screenshot_2024-02-09_at_09.28.23_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="213" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 10:47:27">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-02-13 10:47:27"><div class="time">2024-02-13 10:47:27</div></a>
+                <div class="msg">
+                    <p>Metaplane added an airflow provider to send data lineage data to. It's basically a new connection that extends BaseHook, and users need to proactively send callbacks, not sure why the took that approach.
+<a href="https://www.metaplane.dev/blog/airflow-integration">https://www.metaplane.dev/blog/airflow-integration</a></p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">metaplane.dev</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://www.metaplane.dev/blog/airflow-integration">Announcing our Airflow Integration: Observability into DAGs | Metaplane</a></div>
+                                <div class="link-text">
+                                    Metaplane now integrates with Airflow to provide observability into your DAG
+                                </div>
+                                
+                                
+    
+        <a href="https://www.metaplane.dev/blog/airflow-integration">
+            <img class="preview" src="https://assets-global.website-files.com/6010c8c1dcb1d8ed0f31122a/65c975256348e83137e18427_Linkedin-1200x627-landscape-airflow-integration.small.webp"
+                width="480"
+                 height="251" />
+        </a>
+    
+                                
+                                    <div class="print-only">Original URL: https://www.metaplane.dev/blog/airflow-integration</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 10:56:04">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-13 10:56:04"><div class="time">2024-02-13 10:56:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* If you're doing all that work, you could actually just <a href="https://airflow.apache.org/docs/apache-airflow/stable/administration-and-deployment/cluster-policies.html#airflow.policies.dag_policy">dag_policy</a> to add it to all the dags automatically</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 10:57:09">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-13 10:57:09"><div class="time">2024-02-13 10:57:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://docs.metaplane.dev/docs/airflow#dag-and-task-lineage">https://docs.metaplane.dev/docs/airflow#dag-and-task-lineage</a>
+I think that's fairly... unsophisticated approach?</p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">Metaplane</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://docs.metaplane.dev/docs/airflow#dag-and-task-lineage">Airflow</a></div>
+                                <div class="link-text">
+                                    Apache Airflow™ is an open-source platform for developing, scheduling, and monitoring batch-oriented workflows. Airflow’s extensible Python framework enables you to build workflows connecting with virtually any technology.
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://docs.metaplane.dev/docs/airflow#dag-and-task-lineage</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 10:58:30">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-13 10:58:30"><div class="time">2024-02-13 10:58:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* However, if I was redoing Airflow integration from scratch, I'd seriously rethink using connections instead of <code>OPENLINEAGE_URL</code> or configuring it the way we did</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 11:00:36">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-13 11:00:36"><div class="time">2024-02-13 11:00:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The plugin could load up custom transport types and generate connection types based out of it</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 11:02:13">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-13 11:02:13"><div class="time">2024-02-13 11:02:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Just curious why they did not use listeners... it's not like it's new feature now, it has been there for like 5 minor releases</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 11:42:12">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-13 11:42:12"><div class="time">2024-02-13 11:42:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* we still could add support from Airflow connections with some sort of deprecation of OPENLINEAGE_URL and current way</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 10:22:24">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-22/6385975831170_6b968fe18337426793e8_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Kacper Muda
+                     <span class="print-only user-email">(kacper.muda@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 10:22:24"><div class="time">2024-02-15 10:22:24</div></a>
+                <div class="msg">
+                    <p>Hey, i was working on <a href="https://github.com/OpenLineage/docs/pull/283">PR updating the docs</a> for python, java and airflow (probably spark is next), and it hit me that we still have those in two places: README.md inside the package and <a href="http://openlineage.io">openlineage.io</a> site. Both contain quite the same information, sometimes the site has more (f.e. airflow). Do You think it would be good idea to just put a redirect to the site in README.md files for the packages? Maybe add some brief description at the top and then redirect user to the site? In long term, maintaining both and keeping them in sync is not an optimal solution imho.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 10:36:10">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-15 10:36:10"><div class="time">2024-02-15 10:36:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I agree -- in addition to the maintenance burden there's the risk posed by out-of-date/conflicting info for users</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 14:38:01">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 14:38:01"><div class="time">2024-02-15 14:38:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I've wanted to remove README.md files as user-facing docs for some time.</p>
+
+<p>However, there might be worth keeping those (maybe under different name) for purely internal development docs - not related to external API's, but like - use this incantation to compile the integration.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-19 06:57:09">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-22/6385975831170_6b968fe18337426793e8_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Kacper Muda
+                     <span class="print-only user-email">(kacper.muda@getindata.com)</span>
+                </div>
+                <a href="#2024-02-19 06:57:09"><div class="time">2024-02-19 06:57:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I added the redirect here <a href="https://github.com/OpenLineage/OpenLineage/pull/2448">https://github.com/OpenLineage/OpenLineage/pull/2448</a></p>
+
+<p>There was not much information about the compilation and other internal stuff, so i think first they need to be created and then we can keep them inside the package files under some different name, as Maciej mentioned.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:43:46">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-22/6385975831170_6b968fe18337426793e8_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Kacper Muda
+                     <span class="print-only user-email">(kacper.muda@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 09:43:46"><div class="time">2024-02-22 09:43:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Bump on this one ^</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 11:31:58">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-16 11:31:58"><div class="time">2024-02-16 11:31:58</div></a>
+                <div class="msg">
+                    <p><strong>2023 OpenLineage Survey Analysis/takeaways</strong>
+What surprised you or struck you as notable in the <a href="https://docs.google.com/forms/d/1j1SyJH0LoRNwNS1oJy0qfnDn_NPOrQw_fMb7qwouVfU/viewanalytics">2023 survey data</a>? What would you like to see added, changed or removed in the 2024 version? I need your help to ensure we get the most useful and actionable insights we can from this exercise. I created a doc for sharing opinions/comments, but I'd be happy to discuss it in any forum. Here's the doc, including some initial takeaways, as a starting point: <a href="https://docs.google.com/document/d/1aiKtKjcFU0AjS46cow6cbx8EvzV0P2KnGQ4rFD4qKLM/edit?usp=sharing">https://docs.google.com/document/d/1aiKtKjcFU0AjS46cow6cbx8EvzV0P2KnGQ4rFD4qKLM/edit?usp=sharing</a>.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 06:48:35">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-20 06:48:35"><div class="time">2024-02-20 06:48:35</div></a>
+                <div class="msg">
+                    <p>@Damien Hawes can we share Gradle plugins that you've implemented in Spark <code>buildSrc</code> with Flink integration too? It would cut down on boilerplate, but not sure how can we do this (without copying code) 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 13:20:20">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-20 13:20:20"><div class="time">2024-02-20 13:20:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* You  have to publish the plugin to the Gradle Plugin repositoriy</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 05:33:33">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 05:33:33"><div class="time">2024-02-21 05:33:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Seems like we could publish the plugin to the local dir first: <a href="https://docs.gradle.org/current/userguide/plugins.html#sec:custom_plugin_repositories">https://docs.gradle.org/current/userguide/plugins.html#sec:custom_plugin_repositories</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 14:51:53">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-20 14:51:53"><div class="time">2024-02-20 14:51:53</div></a>
+                <div class="msg">
+                    <p>@Maciej Obuchowski in our OL spec, we <a href="https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json#L300">require</a> <code>_prodcuer</code> and <code>_schemaURL</code> , but our <a href="https://github.com/apache/airflow/blob/main/airflow/providers/openlineage/plugins/adapter.py#L199">airflow provider</a>, we only send the <code>_producer</code>. Was this an intentional omission of <code>_schemaURL</code>?</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json | OpenLineage.json&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/apache/airflow/blob/main/airflow/providers/openlineage/plugins/adapter.py | adapter.py&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/apache/airflow&#34;&gt;apache/airflow&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 14:59:31">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-20 14:59:31"><div class="time">2024-02-20 14:59:31</div></a>
+                <div class="msg">
+                    <p>ahh i think I was confused given it’s marked as <code>_base_skip_redact</code> <a href="https://github.com/OpenLineage/OpenLineage/blob/main/client/python/openlineage/client/facet.py#L25C5-L25C22">here</a>, but looks like <code>_schemaURL</code> is being added… need to verify</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 15:27:31">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-20 15:27:31"><div class="time">2024-02-20 15:27:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* schemaURL is always send, the thing is it’s incorrect in many cases AFAIR</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 15:28:34">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-20 15:28:34"><div class="time">2024-02-20 15:28:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yeah… we’re validating events and most (if not all) don’t have that field populated. does the airflow provider not set it?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 15:29:12">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-20 15:29:12"><div class="time">2024-02-20 15:29:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* airlfow provider uses facets from <code>openlineage-python</code> package</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 15:29:39">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-20 15:29:39"><div class="time">2024-02-20 15:29:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* &gt;  thing is it’s incorrect in many cases AFAIR
+more curious about this comment. why would this be the case?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 15:31:52">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-20 15:31:52"><div class="time">2024-02-20 15:31:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* tbh I’m not sure, URL for the base schema is correct only for <a href="https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json">https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json</a> and facets in it (which is not too many). and for others it was not just done or mistakenly repeated with the same pattern?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 15:32:11">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-20 15:32:11"><div class="time">2024-02-20 15:32:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* dunno, looks more like historical approach that wasn’t adjusted at some point</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 15:32:40">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-20 15:32:40"><div class="time">2024-02-20 15:32:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and.. schemaURL is apparently irrelevant since noone validated it and reported issues</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 15:36:48">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-20 15:36:48"><div class="time">2024-02-20 15:36:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* is there an open issue for this? I feel we should have some guidance here or not require it, but we should decide what we do here</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 15:38:49">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-20 15:38:49"><div class="time">2024-02-20 15:38:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <em>elephant in the room</em></p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        😅 Willy Lulciuc, Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 15:39:11">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-20 15:39:11"><div class="time">2024-02-20 15:39:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* no, I don’t think there is one</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 15:39:53">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-20 15:39:53"><div class="time">2024-02-20 15:39:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ok, I’ll open one. we’re ingestion events into kafka and was incorrectly applying validation to events based on the spec</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 15:40:27">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-20 15:40:27"><div class="time">2024-02-20 15:40:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Julien Le Dem ping to address the elephant above 😉 we’re talking about in this thread</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 15:40:43">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-20 15:40:43"><div class="time">2024-02-20 15:40:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I see. btw generating python facets from json schema would be best solution, it was too complex so far ;_;</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Willy Lulciuc
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 15:41:18">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-20 15:41:18"><div class="time">2024-02-20 15:41:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ok, I’ll summarize our discussion in the issue</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 15:41:27">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-20 15:41:27"><div class="time">2024-02-20 15:41:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* thanks Willy!</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🙏 Willy Lulciuc
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 15:19:30">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 15:19:30"><div class="time">2024-02-22 15:19:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Willy Lulciuc double-checking - given the example of SQLJobFacet should the schema URL be set to: <a href="https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/facets/SQLJobFacet.json">https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/facets/SQLJobFacet.json</a> or <a href="https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/facets/SQLJobFacet.json#/$defs/SQLJobFacet">https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/facets/SQLJobFacet.json#/$defs/SQLJobFacet</a> or <a href="https://openlineage.io/spec/facets/1-0-0/SQLJobFacet.json#/$defs/SQLJobFacet">https://openlineage.io/spec/facets/1-0-0/SQLJobFacet.json#/$defs/SQLJobFacet</a>?</p>
+
+<p>or in other words - should it be the same as it is in Java client? 🙂 which is the last one</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 06:46:42">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-21 06:46:42"><div class="time">2024-02-21 06:46:42</div></a>
+                <div class="msg">
+                    <p>Abdallah (Decathlon) made a release request today. <a href="https://openlineage.slack.com/archives/C01CK9T7HKR/p1708514231690979">https://openlineage.slack.com/archives/C01CK9T7HKR/p1708514231690979</a></p>
+                    <div class="message-attachment"
+                            >
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.slack-edge.com/2023-08-17/5743553612391_7373e3821b00a7631bfb_48.png" class="icon">
+                                    }
+                                    <a href="https://openlineage.slack.com/team/U05HBLE7YPL">
+                                    Abdallah
+                                    </a><span class="print-only">(https://openlineage.slack.com/team/U05HBLE7YPL)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Hi team,
+I hope you are all doing well.
+After the recent contributions, some of which addressed significant issues, may I kindly request a new release, please?
+Thank you very much for your time.&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.slack.com/archives/C01CK9T7HKR/p1708514231690979</div>
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        Slack Conversation
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 07:13:14">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-21 07:13:14"><div class="time">2024-02-21 07:13:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I would ask that if we make a release today, we include the Scala 2.13 support for Spark (and merge the PR for the docs)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 07:13:50">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-21 07:13:50"><div class="time">2024-02-21 07:13:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I guess we have to decide splitting Iceberg off from the main code a reason to hold back the release?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 07:14:12">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-21 07:14:12"><div class="time">2024-02-21 07:14:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thoughts @Maciej Obuchowski?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 07:19:42">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 07:19:42"><div class="time">2024-02-21 07:19:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I think we can do a release today/tomorrow, but having functionality removed makes this much harder choice</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 07:24:34">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-21 07:24:34"><div class="time">2024-02-21 07:24:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* What functionality would be removed?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 07:27:12">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 07:27:12"><div class="time">2024-02-21 07:27:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Iceberg support? Or do you propose something else?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 07:29:02">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-21 07:29:02"><div class="time">2024-02-21 07:29:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Oh, I was under the impression that Iceberg support <em>wasn't</em> going to be removed. Instead the direct dependencies on Iceberg in the core code were being removed, and bundled into their own module, but at the end of the day, the project would still contain classes capable of dealing with Iceberg.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 07:31:11">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 07:31:11"><div class="time">2024-02-21 07:31:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* oh, okay</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 07:31:26">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 07:31:26"><div class="time">2024-02-21 07:31:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I understood that without <a href="https://github.com/OpenLineage/OpenLineage/pull/2437/files">https://github.com/OpenLineage/OpenLineage/pull/2437/files</a>
+there will be no support for Iceberg for 2.13</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 07:31:44">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 07:31:44"><div class="time">2024-02-21 07:31:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* so I guess we can go and then follow up with next release soon?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 07:32:16">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-21 07:32:16"><div class="time">2024-02-21 07:32:16</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* There should still be Iceberg support for 2.13</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 07:32:58">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-21 07:32:58"><div class="time">2024-02-21 07:32:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* If there wasn't, that would hurt us, and by us, I mean the team I belong to @ Booking and my partner teams.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 07:34:10">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-21 07:34:10"><div class="time">2024-02-21 07:34:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Basically, if I understand Mattia's direction is, we want to say:</p>
+
+<blockquote>
+  <p>OK, OpenLineage has been tested against these versions of Iceberg and found to be working.</p>
+</blockquote>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 09:42:13">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-21 09:42:13"><div class="time">2024-02-21 09:42:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Just to confirm, are we waiting for this one <a href="https://github.com/OpenLineage/OpenLineage/pull/2446">https://github.com/OpenLineage/OpenLineage/pull/2446</a>?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 10:05:29">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-21 10:05:29"><div class="time">2024-02-21 10:05:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* That one can be merged</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 10:05:56">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-21 10:05:56"><div class="time">2024-02-21 10:05:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* We're waiting for comments on this: <a href="https://openlineage.slack.com/archives/C01CK9T7HKR/p1708349868363669">https://openlineage.slack.com/archives/C01CK9T7HKR/p1708349868363669</a></p>
+                    <div class="message-attachment"
+                            >
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_48.jpg" class="icon">
+                                    }
+                                    <a href="https://openlineage.slack.com/team/U01RA9B5GG2">
+                                    Maciej Obuchowski
+                                    </a><span class="print-only">(https://openlineage.slack.com/team/U01RA9B5GG2)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Hey all - with @Damien Hawes as we get closer to releasing Spark integration with support for Scala 2.13 we think of requiring specifying Scala version in the artifact name. This is generally standard procedure for libraries containing part in Scala - for example &lt;a href=&#34;https://mvnrepository.com/artifact/org.apache.iceberg/iceberg-spark-runtime-3.3_2.13/1.4.3&#34;&gt;Iceberg integration for Spark&lt;/a&gt; or &lt;a href=&#34;https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.13/3.5.0&#34;&gt;Spark itself&lt;/a&gt;.&lt;/p&gt;
+
+&lt;p&gt;The reason we ask is because Scala 2.12 compatible version currently does not have the suffix: for OpenLineage 1.8 the maven artifact coordinates are
+&lt;code&gt;&amp;amp;lt;dependency&amp;amp;gt;
+    &amp;amp;lt;groupId&amp;amp;gt;io.openlineage&amp;amp;lt;/groupId&amp;amp;gt;
+    &amp;amp;lt;artifactId&amp;amp;gt;openlineage-spark&amp;amp;lt;/artifactId&amp;amp;gt;
+    &amp;amp;lt;version&amp;amp;gt;1.8.0&amp;amp;lt;/version&amp;amp;gt;
+&amp;amp;lt;/dependency&amp;amp;gt;&lt;/code&gt;
+and for 1.9 would be
+&lt;code&gt;&amp;amp;lt;dependency&amp;amp;gt;
+    &amp;amp;lt;groupId&amp;amp;gt;io.openlineage&amp;amp;lt;/groupId&amp;amp;gt;
+    &amp;amp;lt;artifactId&amp;amp;gt;openlineage-spark_2.12&amp;amp;lt;/artifactId&amp;amp;gt;
+    &amp;amp;lt;version&amp;amp;gt;1.9.0&amp;amp;lt;/version&amp;amp;gt;
+&amp;amp;lt;/dependency&amp;amp;gt;&lt;/code&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.slack.com/archives/C01CK9T7HKR/p1708349868363669</div>
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        Thread in Slack Conversation
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 10:06:05">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-21 10:06:05"><div class="time">2024-02-21 10:06:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* No-one has left comments</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 10:06:35">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-21 10:06:35"><div class="time">2024-02-21 10:06:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Which means, at least in my opinion, no-one else has anything to say.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 10:07:26">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-21 10:07:26"><div class="time">2024-02-21 10:07:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* +1. It's been over 48 hrs, so seems safe to go ahead</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 10:09:14">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-21 10:09:14"><div class="time">2024-02-21 10:09:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski - I'm going to merge that PR, ye?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 10:09:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-21 10:09:43"><div class="time">2024-02-21 10:09:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* (First it needs an approval)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 10:09:51">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-21 10:09:51"><div class="time">2024-02-21 10:09:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Pawel is OOO, I believe</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 10:10:04">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-21 10:10:04"><div class="time">2024-02-21 10:10:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Aye, but I believe @Maciej Obuchowski can approve.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 10:19:30">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 10:19:30"><div class="time">2024-02-21 10:19:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* :gh_approved:</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 10:20:29">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-21 10:20:29"><div class="time">2024-02-21 10:20:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* :gh_merged:</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 10:41:41">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-21 10:41:41"><div class="time">2024-02-21 10:41:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Working on the changelog now</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container thread_broadcast ">
+        <div id="2024-02-21 10:42:43">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-21 10:42:43"><div class="time">2024-02-21 10:42:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* oops, forgot about the release vote. please +1</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 11:44:32">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-21 11:44:32"><div class="time">2024-02-21 11:44:32</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 👍</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 07:19:16">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 07:19:16"><div class="time">2024-02-21 07:19:16</div></a>
+                <div class="msg">
+                    <p><a href="https://github.com/datahub-project/datahub/pull/9870/files">https://github.com/datahub-project/datahub/pull/9870/files</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 11:55:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-21 11:55:31"><div class="time">2024-02-21 11:55:31</div></a>
+                <div class="msg">
+                    <p>I just noticed this. <code>shared</code> should not have a dependency on spark. 👀</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06KYLQ4J83/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06KYLQ4J83/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06KYLQ4J83-24116afd25/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="217" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 12:45:00">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-21 12:45:00"><div class="time">2024-02-21 12:45:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* sounds like an easy fix? we have time</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 12:48:21">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-21 12:48:21"><div class="time">2024-02-21 12:48:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Easy fix? Yeah - not at all.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        😟 Michael Robinson
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container thread_broadcast ">
+        <div id="2024-02-21 13:58:34">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-21 13:58:34"><div class="time">2024-02-21 13:58:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Allright, putting the release on hold, then</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 14:29:44">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 14:29:44"><div class="time">2024-02-21 14:29:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yeah - we could end up with Spark 2 dependency when using it in Spark 3 context, and that's not good</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 14:33:01">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 14:33:01"><div class="time">2024-02-21 14:33:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* oh, unless you mean compile time dependency on Spark 2</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 14:35:00">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 14:35:00"><div class="time">2024-02-21 14:35:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* then no, we need to have it, everything in <code>lifecycle</code> package depends on it 🙂</p>
+
+<p>The idea is that it contains code common to all Spark versions, that Spark itself mostly does not change - and have spark2/3/... directories for things that specifically diverge from baseline</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 14:36:59">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 14:36:59"><div class="time">2024-02-21 14:36:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I assume Paweł ment <code>should not have Spark dependency</code> as it should not depend on particular Spark version</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 16:39:58">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-21 16:39:58"><div class="time">2024-02-21 16:39:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Correct me if I'm wrong, but it sounds safe to proceed. So here's the changelog PR: <a href="https://github.com/OpenLineage/OpenLineage/pull/2452">https://github.com/OpenLineage/OpenLineage/pull/2452</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 04:01:10">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 04:01:10"><div class="time">2024-02-22 04:01:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yes</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 04:01:12">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 04:01:12"><div class="time">2024-02-22 04:01:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It's safe</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Michael Robinson
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:48:44">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 09:48:44"><div class="time">2024-02-22 09:48:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Michael Robinson let's wait with release till we solve the intermittent test failing issue <a href="https://openlineage.slack.com/archives/C065PQ4TL8K/p1708609977907359">https://openlineage.slack.com/archives/C065PQ4TL8K/p1708609977907359</a></p>
+                    <div class="message-attachment"
+                            >
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_48.jpg" class="icon">
+                                    }
+                                    <a href="https://openlineage.slack.com/team/U01RA9B5GG2">
+                                    Maciej Obuchowski
+                                    </a><span class="print-only">(https://openlineage.slack.com/team/U01RA9B5GG2)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;@Damien Hawes there have been some random test failures after merging last 2.13 PR, for example &lt;a href=&#34;https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9437/workflows/4eda8d67-3bd1-4527-84fa-88c19e6774bd/jobs/179622&#34;&gt;https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9437/workflows/4eda8d67-3bd1-4527-84fa-88c19e6774bd/jobs/179622&lt;/a&gt;
+```&amp;gt; Task :app:copyIntegrationTestFixtures&lt;/p&gt;
+
+&lt;p&gt;Too long with no output (exceeded 10m0s): context deadline exceeded``&lt;code&gt;
+hanging on&lt;/code&gt;copyIntegrationTestFixtures`?&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.slack.com/archives/C065PQ4TL8K/p1708609977907359</div>
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        Thread in Slack Conversation
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Michael Robinson
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 16:06:05">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 16:06:05"><div class="time">2024-02-21 16:06:05</div></a>
+                <div class="msg">
+                    <p>Any idea/preference where to put very specific doc information? For example: if you're running Spark in this specific way, do this. Separate doc page seems like overkill, but I'm not sure where to put something like this where it would be discoverable</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 16:44:33">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-21 16:44:33"><div class="time">2024-02-21 16:44:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Maybe the information could go on a new stub about "Special Cases" or something (not a great title but don't know the use case). That way the page isn't just about the exceptional case?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 17:00:08">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-21 17:00:08"><div class="time">2024-02-21 17:00:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Can we not trust search?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 17:05:03">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-21 17:05:03"><div class="time">2024-02-21 17:05:03</div></a>
+                <div class="msg">
+                    <p>@Michael Robinson do we know when the next release will be going out? I’d sneak in some feedback this week on:
+• <a href="https://github.com/OpenLineage/OpenLineage/pull/2371">https://github.com/OpenLineage/OpenLineage/pull/2371</a>
+• and some of the circuit breaker work
+if it’s not too late @Paweł Leszczyński @Maciej Obuchowski 😉</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 17:15:41">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-21 17:15:41"><div class="time">2024-02-21 17:15:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it almost happened today, so tomorrow? 🤞</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Willy Lulciuc
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 05:15:51">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 05:15:51"><div class="time">2024-02-22 05:15:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* still provide feedback anyway @Willy Lulciuc!</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ❤️ Willy Lulciuc, Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 20:42:36">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-22 20:42:36"><div class="time">2024-02-22 20:42:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* will do! I’ll get some feedback in tmr</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski, Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 08:47:05">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-22/6385975831170_6b968fe18337426793e8_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Kacper Muda
+                     <span class="print-only user-email">(kacper.muda@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 08:47:05"><div class="time">2024-02-22 08:47:05</div></a>
+                <div class="msg">
+                    <p>Hey, i made a <a href="https://github.com/apache/airflow/pull/37620">PR</a> that updates the OL Airflow Provider documentation (removing outdated stuff, moving some from current OL docs, adding new info). It's not a small one, but i think it's worth the time. Any feedback is highly appreciated, let me know if something is missing, is not clear or simply wrong 🙂</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🙌 Jakub Dardziński, Harel Shein
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 08:52:57">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 08:52:57"><div class="time">2024-02-22 08:52:57</div></a>
+                <div class="msg">
+                    <p>@Damien Hawes there have been some random test failures after merging last 2.13 PR, for example <a href="https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9437/workflows/4eda8d67-3bd1-4527-84fa-88c19e6774bd/jobs/179622">https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9437/workflows/4eda8d67-3bd1-4527-84fa-88c19e6774bd/jobs/179622</a>
+```&gt; Task :app:copyIntegrationTestFixtures</p>
+
+<p>Too long with no output (exceeded 10m0s): context deadline exceeded``<code>
+hanging on</code>copyIntegrationTestFixtures`?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:09:24">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 09:09:24"><div class="time">2024-02-22 09:09:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* That's a weird one</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:14:15">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 09:14:15"><div class="time">2024-02-22 09:14:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Ah, it happened also before latest PR <a href="https://app.circleci.com/jobs/github/OpenLineage/OpenLineage/179357">https://app.circleci.com/jobs/github/OpenLineage/OpenLineage/179357</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:15:38">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 09:15:38"><div class="time">2024-02-22 09:15:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I wonder if the disk is full of that particular executor</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:15:42">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 09:15:42"><div class="time">2024-02-22 09:15:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and thats why it fails?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:20:09">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 09:20:09"><div class="time">2024-02-22 09:20:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Its always failing at the <code>:app:copyIntegrationTestFixtures</code> step</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:21:11">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 09:21:11"><div class="time">2024-02-22 09:21:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Because I'm not able to replicate this on my local</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:22:45">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 09:22:45"><div class="time">2024-02-22 09:22:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yeah I can't replicate that too</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:26:22">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 09:26:22"><div class="time">2024-02-22 09:26:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'm rerunning with SSH on CI, will take a look at disk space</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:26:46">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 09:26:46"><div class="time">2024-02-22 09:26:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK. I was literally about to edit the CI to run <code>df -H</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:27:23">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 09:27:23"><div class="time">2024-02-22 09:27:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>circleci@ip-10-0-52-168:~$ df -h
+Filesystem       Size  Used Avail Use% Mounted on
+/dev/root        146G   13G  133G   9% /
+devtmpfs         7.7G     0  7.7G   0% /dev
+tmpfs            7.7G     0  7.7G   0% /dev/shm
+tmpfs            1.6G  836K  1.6G   1% /run
+tmpfs            5.0M     0  5.0M   0% /run/lock
+tmpfs            7.7G     0  7.7G   0% /sys/fs/cgroup
+/dev/nvme0n1p15  105M  6.1M   99M   6% /boot/efi</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:28:27">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 09:28:27"><div class="time">2024-02-22 09:28:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* And if you run <code>df -H /home/circleci/openlineage/integration/spark</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:30:07">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 09:30:07"><div class="time">2024-02-22 09:30:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>circleci@ip-10-0-52-168:~$ df -H /home/circleci/openlineage/integration/spark
+Filesystem      Size  Used Avail Use% Mounted on
+/dev/root       156G   15G  142G  10% /</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:30:18">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 09:30:18"><div class="time">2024-02-22 09:30:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* also 🙂</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06L4TPJFPD/screenshot_2024-02-22_at_15.29.26.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-02-22 at 15.29.26.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06L4TPJFPD/screenshot_2024-02-22_at_15.29.26.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06L4TPJFPD-694825402d/screenshot_2024-02-22_at_15.29.26_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="109" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:32:43">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 09:32:43"><div class="time">2024-02-22 09:32:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I guess disk usage is increasing, but very slowly?
+<code>circleci@ip-10-0-52-168:~$ df  /home/circleci/openlineage/integration/spark
+Filesystem     1K-blocks     Used Available Use% Mounted on
+/dev/root      152243760 14273256 137954120  10% /
+circleci@ip-10-0-52-168:~$ df  /home/circleci/openlineage/integration/spark
+Filesystem     1K-blocks     Used Available Use% Mounted on
+/dev/root      152243760 14273436 137953940  10% /</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:34:28">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 09:34:28"><div class="time">2024-02-22 09:34:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* the max memory seems very small?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:37:15">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 09:37:15"><div class="time">2024-02-22 09:37:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* let's try it? <a href="https://github.com/OpenLineage/OpenLineage/pull/2454">https://github.com/OpenLineage/OpenLineage/pull/2454</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/2454">#2454 gradle: increase max memory</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Gradle&#39;s max memory is set up to 1GB and usage on CI is very close to it&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        integration/spark
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:41:33">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 09:41:33"><div class="time">2024-02-22 09:41:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ⬆️ ⬆️  it died without filling the disk</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:07:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:07:31"><div class="time">2024-02-22 10:07:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Seems to be running again</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:07:42">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 10:07:42"><div class="time">2024-02-22 10:07:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* This one will hang 😐 <a href="https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9441/workflows/4037b224-d6f6-4213-afd5-5d7884007e53/jobs/179711">https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9441/workflows/4037b224-d6f6-4213-afd5-5d7884007e53/jobs/179711</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:11:30">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:11:30"><div class="time">2024-02-22 10:11:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'm going to push a change to your branch</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:11:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:11:41"><div class="time">2024-02-22 10:11:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* To see if we can skip the copy</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:24:11">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:24:11"><div class="time">2024-02-22 10:24:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Pushed</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:25:41">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 10:25:41"><div class="time">2024-02-22 10:25:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* even before, I reran it with SSH and it managed to copy the dependencies after all</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:25:50">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 10:25:50"><div class="time">2024-02-22 10:25:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it took a lot of time tho</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:26:14">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:26:14"><div class="time">2024-02-22 10:26:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Could you tell which dependencies it was copying?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:26:21">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:26:21"><div class="time">2024-02-22 10:26:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Like the fixture dependency</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:26:28">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:26:28"><div class="time">2024-02-22 10:26:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* or the container dependencies?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:26:33">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 10:26:33"><div class="time">2024-02-22 10:26:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* not really, I just looked at df numbers</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:26:36">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 10:26:36"><div class="time">2024-02-22 10:26:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>circleci@ip-10-0-113-50:~$ df -H
+Filesystem       Size  Used Avail Use% Mounted on
+/dev/root        156G   15G  141G  10% /
+devtmpfs         8.3G     0  8.3G   0% /dev
+tmpfs            8.3G     0  8.3G   0% /dev/shm
+tmpfs            1.7G  857k  1.7G   1% /run
+tmpfs            5.3M     0  5.3M   0% /run/lock
+tmpfs            8.3G     0  8.3G   0% /sys/fs/cgroup
+/dev/nvme0n1p15  110M  6.4M  104M   6% /boot/efi
+circleci@ip-10-0-113-50:~$ df -H
+Filesystem       Size  Used Avail Use% Mounted on
+/dev/root        156G   22G  135G  14% /
+devtmpfs         8.3G     0  8.3G   0% /dev
+tmpfs            8.3G     0  8.3G   0% /dev/shm
+tmpfs            1.7G  1.3M  1.7G   1% /run
+tmpfs            5.3M     0  5.3M   0% /run/lock
+tmpfs            8.3G     0  8.3G   0% /sys/fs/cgroup
+/dev/nvme0n1p15  110M  6.4M  104M   6% /boot/efi</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:30:56">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:30:56"><div class="time">2024-02-22 10:30:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I wonder if the "copyIntegrationTestFixtures" was a red herring</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:31:03">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:31:03"><div class="time">2024-02-22 10:31:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* And it's actually the "copyDependencies" step</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:31:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:31:43"><div class="time">2024-02-22 10:31:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Because the fixtures JAR is tiny</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:32:08">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:32:08"><div class="time">2024-02-22 10:32:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It should take seconds, at most.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:35:11">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 10:35:11"><div class="time">2024-02-22 10:35:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* your PR failed on your favorite step, spotless 😂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:35:20">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:35:20"><div class="time">2024-02-22 10:35:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah ...</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:35:34">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:35:34"><div class="time">2024-02-22 10:35:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* One of these days, I am going to make a pre-commit or something</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:35:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:35:41"><div class="time">2024-02-22 10:35:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* or pre-push</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:37:03">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 10:37:03"><div class="time">2024-02-22 10:37:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* we have pre-commit config but it's focused on Python parts <a href="https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/.pre-commit-config.yaml#L1">https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/.pre-commit-config.yaml#L1</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/.pre-commit-config.yaml | .pre-commit-config.yaml&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;repos:
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:37:24">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 10:37:24"><div class="time">2024-02-22 10:37:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* spotless is such a low hanging fruit tho...</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:37:38">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:37:38"><div class="time">2024-02-22 10:37:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I did it for one of my local repos</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:37:50">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:37:50"><div class="time">2024-02-22 10:37:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* But I didn't get it quite right</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:38:01">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:38:01"><div class="time">2024-02-22 10:38:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Perhaps I should run "spotlessCheck" on commit</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:38:33">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:38:33"><div class="time">2024-02-22 10:38:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* At least that way, I know my commit will not be committed if the check fails</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:38:46">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 10:38:46"><div class="time">2024-02-22 10:38:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://github.com/jguttman94/pre-commit-gradle">https://github.com/jguttman94/pre-commit-gradle</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">jguttman94/pre-commit-gradle</a></div>
+                                <div class="link-text">
+                                    Some custom gradle hooks for pre-commit.
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Stars</div>
+                                        15
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Language</div>
+                                        Python
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:46:02">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 10:46:02"><div class="time">2024-02-22 10:46:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 😞 <a href="https://github.com/pre-commit/pre-commit/issues/1110#issuecomment-518939116">https://github.com/pre-commit/pre-commit/issues/1110#issuecomment-518939116</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/pre-commit/pre-commit/issues/1110#issuecomment-518939116">Comment on #1110 How to run pre-commit inside folder</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;no I don&#39;t want to support that -- it rarely comes up and in most cases it&#39;s already a hack and worst case you can wrap whatever tool in &lt;code&gt;entry: bash -c &#39;cd ... &amp;amp;&amp;amp; ... &#34;$@&#34;&#39; --&lt;/code&gt;&lt;/p&gt;
+
+&lt;p&gt;there&#39;s a slippery slope of things that &lt;em&gt;could&lt;/em&gt; be supported. adding support for every wacky &lt;code&gt;cd&lt;/code&gt; / &lt;code&gt;env&lt;/code&gt; / etc. under the sun is not on the table, especially when it&#39;s very very standard approach: to run with the current environment in the root of the repository.&lt;/p&gt;
+
+&lt;p&gt;there&#39;s a quote that I don&#39;t know where I&#39;m stealing from and I don&#39;t know the exact phrasing but it goes something like &#34;In open source, no is temporary but yes is forever&#34; -- I really don&#39;t want to add yet more edge cases for things I will never ever use and can barely explain how the rules for such a thing would work.&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/pre-commit/pre-commit&#34;&gt;pre-commit/pre-commit&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:47:21">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:47:21"><div class="time">2024-02-22 10:47:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Or I should just use intellij to commit with the reformat code option</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:47:24">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:47:24"><div class="time">2024-02-22 10:47:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* instead of the CLI</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:57:06">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:57:06"><div class="time">2024-02-22 10:57:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Interesting ...</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:57:15">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:57:15"><div class="time">2024-02-22 10:57:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9444/workflows/f728a624-4db6-4d88-987b-5ad8c12d151d/jobs/179832">https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9444/workflows/f728a624-4db6-4d88-987b-5ad8c12d151d/jobs/179832</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:57:19">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:57:19"><div class="time">2024-02-22 10:57:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* This is still getting stuck</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:59:02">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:59:02"><div class="time">2024-02-22 10:59:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I wonder</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:59:04">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:59:04"><div class="time">2024-02-22 10:59:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I wonder</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:59:14">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:59:14"><div class="time">2024-02-22 10:59:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I wonder if it is the download of the archives</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:59:30">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:59:30"><div class="time">2024-02-22 10:59:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Those archives are "big"</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 10:59:34">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 10:59:34"><div class="time">2024-02-22 10:59:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* like &gt;300MB</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:03:55">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:03:55"><div class="time">2024-02-22 11:03:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it moved</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:04:09">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:04:09"><div class="time">2024-02-22 11:04:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* looks like <code>:app:copySparkBinariesSpark350Scala212</code> that's right after it</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:05:49">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:05:49"><div class="time">2024-02-22 11:05:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 300mb should not take that much anyway</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:06:14">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:06:14"><div class="time">2024-02-22 11:06:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It's not the copying</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:06:21">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:06:21"><div class="time">2024-02-22 11:06:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It's the downloading from the Apache archive</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:06:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:06:41"><div class="time">2024-02-22 11:06:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://archive.apache.org">https://archive.apache.org</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:06:47">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:06:47"><div class="time">2024-02-22 11:06:47</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It can be really slow at times</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:07:59">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:07:59"><div class="time">2024-02-22 11:07:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>The main archive of all public software releases of the Apache Software Foundation. This is simply a copy of the main distribution directory with the only difference that nothing will be ever removed over here. If you are looking for current software releases, please visit one of our numerous mirrors. Do note that heavy use of this service will result in immediate throttling of your download speeds to either 12 or 6 mbps for the remainder of the day, depending on severity. Continuous abuse (to the tune of more than 40 GB downloaded per week) will cause an automatic ban, so please tune your services to this fact.</code>
+🤔</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:08:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:08:31"><div class="time">2024-02-22 11:08:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* lmao</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:09:01">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:09:01"><div class="time">2024-02-22 11:09:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Another reason why we need a container registry</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:09:18">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:09:18"><div class="time">2024-02-22 11:09:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* then we'll get rate limited by it 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:09:42">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:09:42"><div class="time">2024-02-22 11:09:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The problem is the mirrors don't contain all of the versions of Spark</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:09:47">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:09:47"><div class="time">2024-02-22 11:09:47</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I think they go back to 3.3.4</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:12:22">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:12:22"><div class="time">2024-02-22 11:12:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I think we could start using <a href="http://quay.io">quay.io</a> : for a task</p>
+
+<ol><li>check if docker image with particular tag exists</li><li>if not, build it using Apache archive and push it to quay</li><li>run the tests</li>
+</ol>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:13:01">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:13:01"><div class="time">2024-02-22 11:13:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>&lt;a href="http://quay.io"&gt;quay.io&lt;/a&gt; does not restrict anonymous pulls against its repositories (either public or private) and only rate limits in the most severe circumstances to maintain service levels (e.g. tens of requests per second from the same IP address).</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:14:38">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:14:38"><div class="time">2024-02-22 11:14:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Aye, but who do we speak to in order to provision that?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:17:39">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:17:39"><div class="time">2024-02-22 11:17:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Maybe, just maybe, we can use circle ci's cache mechanism &gt;.&gt;</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:20:37">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:20:37"><div class="time">2024-02-22 11:20:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I wonder, @Maciej Obuchowski - the GCP project that exists, can we not use the container registry in that one?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:21:48">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:21:48"><div class="time">2024-02-22 11:21:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="http://quay.io">quay.io</a> is free, GCR is paid and not <em>that</em> cheap <a href="https://cloud.google.com/artifact-registry/pricing">https://cloud.google.com/artifact-registry/pricing</a></p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">Google Cloud</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://cloud.google.com/artifact-registry/pricing">Pricing  |  Artifact Registry  |  Google Cloud</a></div>
+                                <div class="link-text">
+                                    Review pricing for Artifact Registry
+                                </div>
+                                
+                                
+    
+        <a href="https://cloud.google.com/artifact-registry/pricing">
+            <img class="preview" src="https://cloud.google.com/_static/cloud/images/social-icon-google-cloud-1200-630.png"
+                width="1200"
+                 height="630" />
+        </a>
+    
+                                
+                                    <div class="print-only">Original URL: https://cloud.google.com/artifact-registry/pricing</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:22:04">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:22:04"><div class="time">2024-02-22 11:22:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Is <a href="http://quay.io">quay.io</a> free?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:22:11">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:22:11"><div class="time">2024-02-22 11:22:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I see this: <a href="https://quay.io/plans/">https://quay.io/plans/</a></p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">quay.io</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://quay.io/plans/">Quay</a></div>
+                                <div class="link-text">
+                                    Quay is the best place to build, store, and distribute your containers. Public repositories are always free.
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://quay.io/plans/</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:22:53">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:22:53"><div class="time">2024-02-22 11:22:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>Public repositories are always free.</code> 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:23:01">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:23:01"><div class="time">2024-02-22 11:23:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* oooooh</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:25:42">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:25:42"><div class="time">2024-02-22 11:25:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'm setting up an <code>OpenLineage</code> organization that we could push the images to</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:25:48">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:25:48"><div class="time">2024-02-22 11:25:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* LMAO</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:25:55">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:25:55"><div class="time">2024-02-22 11:25:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I was doing that myself</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:27:42">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:27:42"><div class="time">2024-02-22 11:27:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Though, I don't know an "organization email" to use</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:29:59">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:29:59"><div class="time">2024-02-22 11:29:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* well, I was faster, I got the <code>openlineage</code> name 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:30:18">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:30:18"><div class="time">2024-02-22 11:30:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Added one of mine, it's possible to change it later</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:32:35">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:32:35"><div class="time">2024-02-22 11:32:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:32:50">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:32:50"><div class="time">2024-02-22 11:32:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it should be possible now to log in using
+<code>docker login -u="${QUAY_ACCOUNT_ID}" -p="${QUAY_ACCOUNT_TOKEN}" quay.io</code>
+from CI task which is marked <code>integration-tests</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:33:22">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:33:22"><div class="time">2024-02-22 11:33:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK. But I'll need to build those images first, and push them.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:33:26">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:33:26"><div class="time">2024-02-22 11:33:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and push to <a href="https://quay.io/repository/openlineage/spark">https://quay.io/repository/openlineage/spark</a></p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">quay.io</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://quay.io/repository/openlineage/spark">Quay</a></div>
+                                <div class="link-text">
+                                    Quay is the best place to build, store, and distribute your containers. Public repositories are always free.
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://quay.io/repository/openlineage/spark</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:33:49">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:33:49"><div class="time">2024-02-22 11:33:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* as in, the user <code>QUAY_ACCOUNT_ID</code> has permission to write there</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:34:19">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:34:19"><div class="time">2024-02-22 11:34:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Can you add me to the org, so I can push the images?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:34:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:34:41"><div class="time">2024-02-22 11:34:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* (I still have the binaries downloaded on my local)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:35:37">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:35:37"><div class="time">2024-02-22 11:35:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* using email <code>&lt;a href="mailto:damien.hawes@booking.com"&gt;damien.hawes@booking.com&lt;/a&gt;</code>?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:36:06">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:36:06"><div class="time">2024-02-22 11:36:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* check the mail 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:36:09">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:36:09"><div class="time">2024-02-22 11:36:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ye</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:50:51">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:50:51"><div class="time">2024-02-22 11:50:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:50:53">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:50:53"><div class="time">2024-02-22 11:50:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Pushing the images</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:52:46">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:52:46"><div class="time">2024-02-22 11:52:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I can see <code>spark-3.2.4-scala-2.13</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:52:53">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:52:53"><div class="time">2024-02-22 11:52:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yup</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:53:00">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:53:00"><div class="time">2024-02-22 11:53:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Next one is almost there</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:54:08">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:54:08"><div class="time">2024-02-22 11:54:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* These are some chunky images.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:54:20">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:54:20"><div class="time">2024-02-22 11:54:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Earlier I was thinking of pushing it on CI: checking if the Spark tag exist, then create image and push it if it does not</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:54:39">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:54:39"><div class="time">2024-02-22 11:54:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* but we need to do this only once</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:54:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:54:43"><div class="time">2024-02-22 11:54:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Exactly</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:55:04">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:55:04"><div class="time">2024-02-22 11:55:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and if we want to add support for another Spark/Scala version, we still need to do some work manually</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:55:10">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:55:10"><div class="time">2024-02-22 11:55:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* so I guess this does not matter?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:55:27">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:55:27"><div class="time">2024-02-22 11:55:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The process is fairly trivial.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:55:39">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 11:55:39"><div class="time">2024-02-22 11:55:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* but still would be good to have documentation how to create the image, so you're not bothered by questions next time 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:55:40">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:55:40"><div class="time">2024-02-22 11:55:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* And we can make an <code>openlineage-spark-docker</code> directory</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:55:56">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:55:56"><div class="time">2024-02-22 11:55:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Place the gradle in there</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:56:03">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:56:03"><div class="time">2024-02-22 11:56:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* put in a README.md</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:56:07">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:56:07"><div class="time">2024-02-22 11:56:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* etc</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:56:23">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:56:23"><div class="time">2024-02-22 11:56:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It <em>should</em> be a project that changes very rarely</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:58:03">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:58:03"><div class="time">2024-02-22 11:58:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Good find on the <a href="http://quay.io">quay.io</a> btw</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 11:58:12">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 11:58:12"><div class="time">2024-02-22 11:58:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Really nice one</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 12:02:17">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 12:02:17"><div class="time">2024-02-22 12:02:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK. All images have been pushed.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 12:09:08">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 12:09:08"><div class="time">2024-02-22 12:09:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yep, I can see all of them</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 12:09:35">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 12:09:35"><div class="time">2024-02-22 12:09:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* People still love to use 2.4.8 🙂</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06LV1HJHHN/screenshot_2024-02-22_at_18.09.19.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-02-22 at 18.09.19.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06LV1HJHHN/screenshot_2024-02-22_at_18.09.19.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06LV1HJHHN-b13ba698da/screenshot_2024-02-22_at_18.09.19_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="17" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 12:14:49">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 12:14:49"><div class="time">2024-02-22 12:14:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://github.com/OpenLineage/OpenLineage/pull/2455">https://github.com/OpenLineage/OpenLineage/pull/2455</a> should be enought to check if it works?</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/2455">#2455 spark: use prebuild Spark images from quay.io</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;draft: test if it works&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        integration/spark
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 12:15:23">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 12:15:23"><div class="time">2024-02-22 12:15:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* &gt; It <em>should</em> be a project that changes very rarely
+we should be building those images on minor Spark releases too</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 12:16:10">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 12:16:10"><div class="time">2024-02-22 12:16:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yes - that's what the spline folks did</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 12:16:44">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 12:16:44"><div class="time">2024-02-22 12:16:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* but they never supported 2.13</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 12:40:27">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 12:40:27"><div class="time">2024-02-22 12:40:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* LMAO</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 12:40:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 12:40:41"><div class="time">2024-02-22 12:40:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>WARN  &lt;a href="http://tc.quay.io/openlineage/spark:spark-3.3.4-scala-2.12"&gt;tc.quay.io/openlineage/spark:spark-3.3.4-scala-2.12&lt;/a&gt; - The architecture 'arm64' for image '&lt;a href="http://quay.io/openlineage/spark:spark-3.3.4-scala-2.12"&gt;quay.io/openlineage/spark:spark-3.3.4-scala-2.12&lt;/a&gt;' (ID sha256:dbdc0c8a3e1b182004c3c850c2ecb767b76cc14e55e3e994a34356630e689e86) does not match the Docker server architecture 'amd64'. This will cause the container to execute much more slowly due to emulation and may lead to timeout failures.</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 12:48:33">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 12:48:33"><div class="time">2024-02-22 12:48:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 12:48:39">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 12:48:39"><div class="time">2024-02-22 12:48:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* you have only arm containers locally?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 13:03:19">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 13:03:19"><div class="time">2024-02-22 13:03:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 13:03:21">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 13:03:21"><div class="time">2024-02-22 13:03:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It's an M1</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 13:03:36">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 13:03:36"><div class="time">2024-02-22 13:03:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'm pushing amd64 containers at the moment</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 13:04:15">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 13:04:15"><div class="time">2024-02-22 13:04:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yeah it adds another dimension to the problem</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 13:06:39">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 13:06:39"><div class="time">2024-02-22 13:06:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* First pushed</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 13:06:47">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 13:06:47"><div class="time">2024-02-22 13:06:47</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* They'll probably take like 15 minutes or so</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🙏 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 13:18:32">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 13:18:32"><div class="time">2024-02-22 13:18:32</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 13:18:33">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 13:18:33"><div class="time">2024-02-22 13:18:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* done</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 13:42:43">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 13:42:43"><div class="time">2024-02-22 13:42:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* not sure it did exactly what we want but probably okay for now</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06LVL1LZQ8/screenshot_2024-02-22_at_19.42.27.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-02-22 at 19.42.27.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06LVL1LZQ8/screenshot_2024-02-22_at_19.42.27.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06LVL1LZQ8-1efc9076f5/screenshot_2024-02-22_at_19.42.27_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="347" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 13:43:09">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 13:43:09"><div class="time">2024-02-22 13:43:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it would be best if this was multi-arch build I think</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 13:43:22">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 13:43:22"><div class="time">2024-02-22 13:43:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* anyway it's not a job for now, rerunning the tests and I'm finishing for today</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container thread_broadcast ">
+        <div id="2024-02-22 17:29:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 17:29:43"><div class="time">2024-02-22 17:29:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK - I have extracted the logic for building the images. It now also performs a multi-platform build, targeting <code>linux/amd64</code> and <code>linux/arm64</code>. This should be enough for the CI/CD pipeline, folks developing with Linux and folks developing with Apple ARM chips.</p>
+
+<p>The PR is here: <a href="https://github.com/OpenLineage/OpenLineage/pull/2456">https://github.com/OpenLineage/OpenLineage/pull/2456</a></p>
+
+<p>The images with multiple manifests are here:</p>
+
+<p><a href="https://quay.io/repository/openlineage/spark?tab=tags">https://quay.io/repository/openlineage/spark?tab=tags</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/2456">#2456 [SPARK] Extract the Docker image build logic into a separate Gradle project</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Why?&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Because the integration tests for the Spark integration were timing out, due to Apache throttling us. We were downloading the Spark binaries too often.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;We registered an OpenLineage org on &lt;a href=&#34;https://quay.io&#34;&gt;quay.io&lt;/a&gt;. Where I pushed the images that I had already built. This project expands on that, by providing multiple platforms for the images (&lt;code&gt;linux/arm64&lt;/code&gt; and &lt;code&gt;linux/amd64&lt;/code&gt;)&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        documentation, integration/spark
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        &lt;a href=&#34;https://github.com/d-m-h&#34;&gt;@d-m-h&lt;/a&gt;
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container thread_broadcast ">
+        <div id="2024-02-23 05:34:35">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-23 05:34:35"><div class="time">2024-02-23 05:34:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* To explain the situation for people not following the issue.</p>
+
+<p>We had problem with CI where download of 300MB archive from <a href="http://archive.apache.com">archive.apache.com</a> took over 10 minutes, probably because we were rate limited. That failed our integration tests and blocked the release.</p>
+
+<p>We used those archives to create docker images that were used for integration tests - compiled Spark of particular version with particular version of Scala.</p>
+
+<p>Solution to that problem was manually prebuilding the images and pushing it to free <a href="http://quay.io">quay.io</a> repository, This is not a problem, since bumping version of Spark that we test on also requires manual action, and because @Damien Hawes provided Gradle task to complete the work.</p>
+
+<p>I've created <code>openlineage</code> organization on <a href="http://quay.io">quay.io</a> where we can push the images - and any other images we could want, for example jupyter already configured with Spark integration to allow people easier experimentation with OpenLineage.</p>
+
+<p>If no one has any philosophical problems with that solution, I would like to see few committer volunteers to be added as admins to the <a href="http://quay.io">quay.io</a> organization - to increase the bus factor. @Julien Le Dem @Paweł Leszczyński @Damien Hawes - do you want to be added there?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 06:14:29">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-23 06:14:29"><div class="time">2024-02-23 06:14:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski - sure.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 19:59:19">
+            
+                <img src="https://avatars.slack-edge.com/2020-11-03/1467961410374_60dbc1781564d114f9e1_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Julien Le Dem
+                     <span class="print-only user-email">(julien@apache.org)</span>
+                </div>
+                <a href="#2024-02-23 19:59:19"><div class="time">2024-02-23 19:59:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yes! Thank you Maciej. As long as there’s clear doc and an easy one liner to update those, this sounds good to me. I think we need to pay extra attention on limiting write access as this is a potential injection point to modify what the build does invisibly. (you can push a different image and affect the build without modifying the repo). Is there already a signature verification on download from quay (to avoid unauthorized modification of those images)?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 02:41:11">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 02:41:11"><div class="time">2024-02-26 02:41:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Could we add add image building and storing in <a href="http://quai.io">quai.io</a> as part of our CI when needed image is not present there?</p>
+
+<p>I would love to have some info in the docs what has to be done to support Spark 3.6 once it gets released. Especially, how can one publish 3.6 image to <a href="http://quai.io">quai.io</a>?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:11:55">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 05:11:55"><div class="time">2024-02-26 05:11:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* &gt; Could we add add image building and storing in <a href="http://quai.io">quai.io</a> as part of our CI when needed image is not present there?
+We discussed this and decided it's already required to do manual work to support additional Spark version, so automating this won't give us much
+&gt; I would love to have some info in the docs what has to be done to support Spark 3.6 once it gets released. Especially, how can one publish 3.6 image to <a href="http://quai.io">quai.io</a>?
+There is a readme here: <a href="https://github.com/OpenLineage/OpenLineage/pull/2456/files#diff-44ca475a04d6a92886f82dd27b47d30c8e57f518aa3dbc467feef43ec1c57638">https://github.com/OpenLineage/OpenLineage/pull/2456/files#diff-44ca475a04d6a92886f82dd27b47d30c8e57f518aa3dbc467feef43ec1c57638</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:27:26">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 05:27:26"><div class="time">2024-02-26 05:27:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* thanks Maciej</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:39:58">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 05:39:58"><div class="time">2024-02-26 05:39:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* &gt; I think we need to pay extra attention on limiting write access as this is a potential injection point to modify what the build does invisibly. (you can push a different image and affect the build without modifying the repo). 
+@Julien Le Dem Yes, only authorized users (committers) can upload images. CI won’t write images, just read them, they would be pushed by committers before execution
+&gt; Is there already a signature verification on download from quay (to avoid unauthorized modification of those images)? (edited)
+Docker verifies SHA of downloaded images. Do you mean some additional mechanism to avoid potential problems with compromised committer?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 16:34:29">
+            
+                <img src="https://avatars.slack-edge.com/2020-11-03/1467961410374_60dbc1781564d114f9e1_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Julien Le Dem
+                     <span class="print-only user-email">(julien@apache.org)</span>
+                </div>
+                <a href="#2024-02-26 16:34:29"><div class="time">2024-02-26 16:34:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The sha could be saved in the repo and compared so that it can not be changed independently by someone who would have gained access to the credentials. </p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-27 08:05:21">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-27 08:05:21"><div class="time">2024-02-27 08:05:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Julien Le Dem that would make a lot of sense if the same commit that changes the images could not change the SHA 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-27 08:05:51">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-27 08:05:51"><div class="time">2024-02-27 08:05:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* unless we've made those SHAs part of something external, for example CircleCI config</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-27 08:06:28">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-27 08:06:28"><div class="time">2024-02-27 08:06:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* but TBH I think it's low risk, CircleCI would limit us fast if somebody would for example put crypto miner there</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:28:00">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-22 09:28:00"><div class="time">2024-02-22 09:28:00</div></a>
+                <div class="msg">
+                    <p>CFP closes on April 30
+<a href="https://events.linuxfoundation.org/open-source-summit-europe/">https://events.linuxfoundation.org/open-source-summit-europe/</a></p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">LF Events</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://events.linuxfoundation.org/open-source-summit-europe/">Open Source Summit Europe | LF Events</a></div>
+                                <div class="link-text">
+                                    The premier vendor-neutral conference for open source developers and technologists to collaborate, share information and learn about the latest technologies and innovations across open source.
+                                </div>
+                                
+                                
+    
+        <a href="https://events.linuxfoundation.org/open-source-summit-europe/">
+            <img class="preview" src="https://events.linuxfoundation.org/wp-content/uploads/2024/02/OSS-EU-24-Social-Snackable.png"
+                width="1200"
+                 height="628" />
+        </a>
+    
+                                
+                                    <div class="print-only">Original URL: https://events.linuxfoundation.org/open-source-summit-europe/</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👀 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:49:42">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 09:49:42"><div class="time">2024-02-22 09:49:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Only a few days after Airflow Summit <code>September 10-12, 2024</code> 🤔</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 15:48:04">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-22 15:48:04"><div class="time">2024-02-22 15:48:04</div></a>
+                <div class="msg">
+                    <p>New communication channel: <a href="https://medium.com/@openlineageproject">https://medium.com/@openlineageproject</a></p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">Medium</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://medium.com/@openlineageproject">OpenLineage – Medium</a></div>
+                                <div class="link-text">
+                                    Read writing from OpenLineage on Medium. Every day, OpenLineage and thousands of other voices read, write, and share important stories on Medium.
+                                </div>
+                                
+                                
+    
+        <a href="https://medium.com/@openlineageproject">
+            <img class="preview" src="https://miro.medium.com/v2/da:true/resize:fit:2400/0*7ej2opLYyLCW5kcr"
+                
+                 />
+        </a>
+    
+                                
+                                    <div class="print-only">Original URL: https://medium.com/@openlineageproject</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 15:48:19">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-22 15:48:19"><div class="time">2024-02-22 15:48:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* More to come...</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 03:19:10">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-23 03:19:10"><div class="time">2024-02-23 03:19:10</div></a>
+                <div class="msg">
+                    <p>I might be the only one running into this issue (for now). I plan on opening PR for a fix this weekend, but if someone wants to pick it up your more than welcome to: <a href="https://github.com/OpenLineage/OpenLineage/issues/2458">https://github.com/OpenLineage/OpenLineage/issues/2458</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/2458">#2458 Add deserialization support for `server` models</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;In Marquez, we&#39;re planning to use the models defined in pkg &lt;code&gt;io.openlineage.server.**&lt;/code&gt; to collect OpenLineage events:&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;  @POST
+  @Consumes(APPLICATION_JSON)
+  @Path(&#34;/lineage&#34;)
+  public Response collect(@NotNull OpenLineage.BaseEvent event) {
+    metaDb.write(event);
+    return Response.ok().build();
+  }
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;To add polymorphic deserialization support for &lt;code&gt;server&lt;/code&gt; models, we need to annotate the &lt;strong&gt;interface&lt;/strong&gt; &lt;code&gt;io.openlineage.server.BaseEvent&lt;/code&gt; with &lt;code&gt;@JsonTypeInfo&lt;/code&gt; and &lt;code&gt;@JsonSubTypes&lt;/code&gt;:&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;@JsonTypeInfo(
+  use = JsonTypeInfo.Id.NAME,
+  include = JsonTypeInfo.As.EXISTING_PROPERTY,
+  property = &#34;type&#34;)
+@JsonSubTypes({
+  @JsonSubTypes.Type(value = RunEvent.class, name = &#34;RUN_EVENT&#34;),
+  @JsonSubTypes.Type(value = JobEvent.class, name = &#34;JOB_EVENT&#34;),
+  @JsonSubTypes.Type(value = DatasetEvent.class, name = &#34;DATASET_EVENT&#34;)
+})
+public interface BaseEvent {
+...
+}
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        proposal
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 13:08:55">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-23 13:08:55"><div class="time">2024-02-23 13:08:55</div></a>
+                <div class="msg">
+                    <p>This is a GCP-specific question, but does anyone know the answer? <a href="https://openlineage.slack.com/archives/C01CK9T7HKR/p1708010167626709?thread_ts=1707920807.530409&amp;cid=C01CK9T7HKR">https://openlineage.slack.com/archives/C01CK9T7HKR/p1708010167626709?thread_ts=1707920807.530409&amp;cid=C01CK9T7HKR</a></p>
+                    <div class="message-attachment"
+                            >
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://secure.gravatar.com/avatar/c77c4db9ebb850f6b5974815f40575b8.jpg?s=48&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-48.png" class="icon">
+                                    }
+                                    <a href="https://openlineage.slack.com/team/U05NMJ0NBUK">
+                                    ldacey
+                                    </a><span class="print-only">(https://openlineage.slack.com/team/U05NMJ0NBUK)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;but day to day there is normally just one file downloaded so that should be a cleaner view in the future I assume? that input dataset (SFTP file) should only refer to the output dataset on GCS&lt;/p&gt;
+
+&lt;p&gt;[sftp_file] --&amp;gt; [GCS file in landing folder] --&amp;gt; [GCS file in raw folder (renamed), only added if the checksum doesn&#39;t exist] -&amp;gt; [bronze delta table on GCS] --&amp;gt; [silver delta tableon GCS] --&amp;gt; [gold delta table on ADLS gen2]&lt;/p&gt;
+
+&lt;p&gt;I am just considering whether I should proceed with file level datasets if it will make the UI too messy and complex. we do not control changes in the schema from clients, so on one hand it is nice to track&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.slack.com/archives/C01CK9T7HKR/p1708010167626709?thread_ts=1707920807.530409&amp;amp;cid=C01CK9T7HKR</div>
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        Thread in Slack Conversation
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-25 07:52:08">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-25 07:52:08"><div class="time">2024-02-25 07:52:08</div></a>
+                <div class="msg">
+                    <p>FYI: The release of 1.9.0 did not go through</p>
+
+<p>Issue: <a href="https://github.com/OpenLineage/OpenLineage/issues/2467">https://github.com/OpenLineage/OpenLineage/issues/2467</a>
+PR: <a href="https://github.com/OpenLineage/OpenLineage/pull/2468">https://github.com/OpenLineage/OpenLineage/pull/2468</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/2467">#2467 OpenLineage 1.9.0 was tagged, but the release failed on `release-integration-flink` step</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/2468">#2468 [FLINK] Add the &#34;isReleaseVersion&#34; property back to integration/flink/build.gradle</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:47:35">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 05:47:35"><div class="time">2024-02-26 05:47:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The biggest problem with release, as always, is that you can't test it in other way than running it 😞</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-25 08:13:45">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-25 08:13:45"><div class="time">2024-02-25 08:13:45</div></a>
+                <div class="msg">
+                    <p>It also seems like, despite the fact that the spark step completed, there was a silent failure or something. I don't see the artefacts on central.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:47:08">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 05:47:08"><div class="time">2024-02-26 05:47:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Michael Robinson needs to manually promote them</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 08:57:04">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-26 08:57:04"><div class="time">2024-02-26 08:57:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Damien Hawes looking into this today</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 08:58:14">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 08:58:14"><div class="time">2024-02-26 08:58:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Michael Robinson you can rerun release now</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Michael Robinson
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 13:54:06">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-26 13:54:06"><div class="time">2024-02-26 13:54:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Damien Hawes the release is out. comms to follow shortly</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 15:45:18">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-26 15:45:18"><div class="time">2024-02-26 15:45:18</div></a>
+                <div class="msg">
+                    <p>Feedback and input requested for this month's newsletter. I've added sections for the Flink and Spark integrations. Please lmk what you think about the "highlights" I've chosen for these and for Airflow if you have a moment between now and EOD Wednesday. Thanks. <a href="https://docs.google.com/document/d/15caPR4q7dOPs6co2x0q5hYSX65ZhHHdhKrFP7dVSRPI/edit?usp=sharing">https://docs.google.com/document/d/15caPR4q7dOPs6co2x0q5hYSX65ZhHHdhKrFP7dVSRPI/edit?usp=sharing</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 15:54:33">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 15:54:33"><div class="time">2024-02-26 15:54:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Would it be okay to highlight 2 new committers? 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 15:55:14">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-26 15:55:14"><div class="time">2024-02-26 15:55:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 👆why I ask for input! thank you @Jakub Dardziński</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Jakub Dardziński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 16:24:51">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-02-26 16:24:51"><div class="time">2024-02-26 16:24:51</div></a>
+                <div class="msg">
+                    <p>Snowflake taking a play from the Databricks playbook?
+<a href="https://www.snowflake.com/en/data-cloud/horizon/">https://www.snowflake.com/en/data-cloud/horizon/</a></p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">snowflake.com</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://www.snowflake.com/en/data-cloud/horizon/">Snowflake Horizon</a></div>
+                                <div class="link-text">
+                                    Snowflake Horizon: Data Cloud governance solution, offering compliance, security, privacy, interoperability, and seamless data access in one unified platform.
+                                </div>
+                                
+                                
+    
+        <a href="https://www.snowflake.com/en/data-cloud/horizon/">
+            <img class="preview" src="https://publish-p57963-e462109.adobeaemcloud.com/content/dam/snowflake-site/general/technical/default-og-image/snowflake-social-share.png"
+                width="1200"
+                 height="630" />
+        </a>
+    
+                                
+                                    <div class="print-only">Original URL: https://www.snowflake.com/en/data-cloud/horizon/</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
     </div>
 </div>
 
diff --git a/channel/general/index.html b/channel/general/index.html
index 6b86e9a..e13edbd 100644
--- a/channel/general/index.html
+++ b/channel/general/index.html
@@ -46,6 +46,18 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../github-discussions/index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-notifications/index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../gx-integration/index.html">
                         # gx-integration
@@ -94,6 +106,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../spark-support-multiple-scala-versions/index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../spec-compliance/index.html">
                         # spec-compliance
@@ -106,6 +124,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../user-generated-metadata/index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
         </ul>
         <h3 id="group-title">Private Channels</h3>
         <ul class="list" id="group-list">
@@ -1162,7 +1186,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/1">#1 initial spec proposal</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;The goal is to specify the initial model (just plain lineage) that will be extended with various facets. &lt;br /&gt;
+                                    &lt;p&gt;The goal is to specify the initial model (just plain lineage) that will be extended with various facets.&lt;br /&gt;
 It does not intend to restrict to HTTP. Those same PUT calls without output can be translated to any async protocol&lt;/p&gt;
 
 &lt;p&gt;Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
@@ -1337,7 +1361,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/1">#1 initial spec proposal</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;The goal is to specify the initial model (just plain lineage) that will be extended with various facets. &lt;br /&gt;
+                                    &lt;p&gt;The goal is to specify the initial model (just plain lineage) that will be extended with various facets.&lt;br /&gt;
 It does not intend to restrict to HTTP. Those same PUT calls without output can be translated to any async protocol&lt;/p&gt;
 
 &lt;p&gt;Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
@@ -1551,7 +1575,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/1">#1 initial spec proposal</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;The goal is to specify the initial model (just plain lineage) that will be extended with various facets. &lt;br /&gt;
+                                    &lt;p&gt;The goal is to specify the initial model (just plain lineage) that will be extended with various facets.&lt;br /&gt;
 It does not intend to restrict to HTTP. Those same PUT calls without output can be translated to any async protocol&lt;/p&gt;
 
 &lt;p&gt;Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
@@ -1644,7 +1668,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/1">#1 initial spec proposal</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;The goal is to specify the initial model (just plain lineage) that will be extended with various facets. &lt;br /&gt;
+                                    &lt;p&gt;The goal is to specify the initial model (just plain lineage) that will be extended with various facets.&lt;br /&gt;
 It does not intend to restrict to HTTP. Those same PUT calls without output can be translated to any async protocol&lt;/p&gt;
 
 &lt;p&gt;Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
@@ -3095,11 +3119,11 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/15">#15 [PROPOSAL] Move the OpenLineage spec to JonSchema (from OpenAPI)</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
-OpenAPI and JsonSchema are mostly the same model with a goal of OpenAPI to be a strict superset of JSONSchema in the near future. &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+OpenAPI and JsonSchema are mostly the same model with a goal of OpenAPI to be a strict superset of JSONSchema in the near future.&lt;br /&gt;
 The goal is to make OpenLineage independent from the underlying protocol. OpenAPI assumes a REST endpoint which is not our intent here. This would still make possible to define an OpenLineage HTTP endpoint while decoupling the model and make it more obvious that it can be used with Kafka for example.&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
 Convert the OpenAPI spec to a json schema.&lt;/p&gt;
                                 </div>
                                 
@@ -3168,7 +3192,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/17">#17 adding Json-Schema for OpenLineage</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;resolves &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/15&#34;&gt;#15&lt;/a&gt; &lt;br /&gt;
+                                    &lt;p&gt;resolves &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/15&#34;&gt;#15&lt;/a&gt;&lt;br /&gt;
 Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
                                 </div>
                                 
@@ -3465,7 +3489,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/17">#17 adding Json-Schema for OpenLineage</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;resolves &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/15&#34;&gt;#15&lt;/a&gt; &lt;br /&gt;
+                                    &lt;p&gt;resolves &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/15&#34;&gt;#15&lt;/a&gt;&lt;br /&gt;
 Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
                                 </div>
                                 
@@ -3689,12 +3713,12 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/20">#20 [PROPOSAL] Add InputFacets and OutputFacets</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
-We currently have JobFacets for everything that does not change every run (example: the current version in source control like the git sha). We have RunFacets for everything that changes every Run (example: the schedule time). &lt;br /&gt;
-We are missing the same notion for input and output datasets. &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+We currently have JobFacets for everything that does not change every run (example: the current version in source control like the git sha). We have RunFacets for everything that changes every Run (example: the schedule time).&lt;br /&gt;
+We are missing the same notion for input and output datasets.&lt;br /&gt;
 Currently we only have Dataset facets for things that don&#39;t change every run (example: Schema). I propose to add Input and Output facets to capture things that change in datasets every run (ex: number of row produced, etc)&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
 Add InputFacets and OutputFacets in the core model. Directly in the Input or Output field.&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;&#34;inputs&#34;: {
@@ -3789,12 +3813,12 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/20">#20 [PROPOSAL] Add InputFacets and OutputFacets</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
-We currently have JobFacets for everything that does not change every run (example: the current version in source control like the git sha). We have RunFacets for everything that changes every Run (example: the schedule time). &lt;br /&gt;
-We are missing the same notion for input and output datasets. &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+We currently have JobFacets for everything that does not change every run (example: the current version in source control like the git sha). We have RunFacets for everything that changes every Run (example: the schedule time).&lt;br /&gt;
+We are missing the same notion for input and output datasets.&lt;br /&gt;
 Currently we only have Dataset facets for things that don&#39;t change every run (example: Schema). I propose to add Input and Output facets to capture things that change in datasets every run (ex: number of row produced, etc)&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
 Add InputFacets and OutputFacets in the core model. Directly in the Input or Output field.&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;&#34;inputs&#34;: {
@@ -3884,7 +3908,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/23">#23 add input and output facets</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;This PR resolves &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/20&#34;&gt;#20&lt;/a&gt; &lt;br /&gt;
+                                    &lt;p&gt;This PR resolves &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/20&#34;&gt;#20&lt;/a&gt;&lt;br /&gt;
 Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
                                 </div>
                                 
@@ -6561,8 +6585,8 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 <div class="link-text">
                                     &lt;p&gt;&lt;strong&gt;Naming&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;We define the unique name strategy per datasource to ensure it is followed uniformly independently from the type of job consuming and producing data. &lt;br /&gt;
-The namespace for a dataset is the unique name for its datasource. &lt;br /&gt;
+&lt;p&gt;We define the unique name strategy per datasource to ensure it is followed uniformly independently from the type of job consuming and producing data.&lt;br /&gt;
+The namespace for a dataset is the unique name for its datasource.&lt;br /&gt;
 For jobs it is the scheduler.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Datasets:&lt;/strong&gt;&lt;/p&gt;
@@ -6621,9 +6645,9 @@ <h3 id="mpim-title">Group Direct Messages</h3>
 
 &lt;p&gt;&lt;strong&gt;BigQuery&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;See: &lt;br /&gt;
-&lt;a href=&#34;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&#34;&gt;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&lt;/a&gt; &lt;br /&gt;
-&lt;a href=&#34;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&lt;/a&gt; &lt;br /&gt;
+&lt;p&gt;See:&lt;br /&gt;
+&lt;a href=&#34;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&#34;&gt;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&lt;/a&gt;&lt;br /&gt;
+&lt;a href=&#34;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&lt;/a&gt;&lt;br /&gt;
 &lt;a href=&#34;https://cloud.google.com/bigquery/docs/tables-intro|Introduction to tables | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/tables-intro|Introduction to tables | BigQuery&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;Datasource hierarchy:&lt;/p&gt;
@@ -6757,14 +6781,14 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 <div class="link-text">
                                     &lt;p&gt;&lt;strong&gt;Contributing to OpenLineage&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;This project welcomes contributors from any organization or background, provided they are &lt;br /&gt;
-willing to follow the simple processes outlined below, as well as adhere to the &lt;br /&gt;
+&lt;p&gt;This project welcomes contributors from any organization or background, provided they are&lt;br /&gt;
+willing to follow the simple processes outlined below, as well as adhere to the&lt;br /&gt;
 &amp;lt;CODE&lt;em&gt;OF&lt;/em&gt;CONDUCT.md|Code of Conduct&amp;gt;.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Joining the community&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The community collaborates primarily through &lt;code&gt;GitHub&lt;/code&gt; and the instance messaging tool, &lt;code&gt;Slack&lt;/code&gt;. &lt;br /&gt;
-There is also a mailing list. &lt;br /&gt;
+&lt;p&gt;The community collaborates primarily through &lt;code&gt;GitHub&lt;/code&gt; and the instance messaging tool, &lt;code&gt;Slack&lt;/code&gt;.&lt;br /&gt;
+There is also a mailing list.&lt;br /&gt;
 See how to join &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage#community&#34;&gt;here&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Reporting an Issue&lt;/strong&gt;&lt;/p&gt;
@@ -6778,10 +6802,10 @@ <h3 id="mpim-title">Group Direct Messages</h3>
 
 &lt;p&gt;Before sending a Pull Request with significant changes, please use the &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues&#34;&gt;issue tracker&lt;/a&gt; to discuss the potential improvements you want to make.&lt;/p&gt;
 
-&lt;p&gt;OpenLineage uses &lt;a href=&#34;https://help.github.com/articles/about-collaborative-development-models/&#34;&gt;GitHub&#39;s fork and pull model&lt;/a&gt; &lt;br /&gt;
+&lt;p&gt;OpenLineage uses &lt;a href=&#34;https://help.github.com/articles/about-collaborative-development-models/&#34;&gt;GitHub&#39;s fork and pull model&lt;/a&gt;&lt;br /&gt;
 to create a contribution.&lt;/p&gt;
 
-&lt;p&gt;Every contribution is signed to say that the contributor has the rights to make the contribution and &lt;br /&gt;
+&lt;p&gt;Every contribution is signed to say that the contributor has the rights to make the contribution and&lt;br /&gt;
 agrees with the &amp;lt;why-the-dco.md|Developer Certificate of Origin (DCO)&amp;gt;&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Proposing changes&lt;/strong&gt;&lt;/p&gt;
@@ -7648,14 +7672,14 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 <div class="link-text">
                                     &lt;p&gt;&lt;strong&gt;Contributing to OpenLineage&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;This project welcomes contributors from any organization or background, provided they are &lt;br /&gt;
-willing to follow the simple processes outlined below, as well as adhere to the &lt;br /&gt;
+&lt;p&gt;This project welcomes contributors from any organization or background, provided they are&lt;br /&gt;
+willing to follow the simple processes outlined below, as well as adhere to the&lt;br /&gt;
 &amp;lt;CODE&lt;em&gt;OF&lt;/em&gt;CONDUCT.md|Code of Conduct&amp;gt;.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Joining the community&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The community collaborates primarily through &lt;code&gt;GitHub&lt;/code&gt; and the instance messaging tool, &lt;code&gt;Slack&lt;/code&gt;. &lt;br /&gt;
-There is also a mailing list. &lt;br /&gt;
+&lt;p&gt;The community collaborates primarily through &lt;code&gt;GitHub&lt;/code&gt; and the instance messaging tool, &lt;code&gt;Slack&lt;/code&gt;.&lt;br /&gt;
+There is also a mailing list.&lt;br /&gt;
 See how to join &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage#community&#34;&gt;here&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Reporting an Issue&lt;/strong&gt;&lt;/p&gt;
@@ -7669,10 +7693,10 @@ <h3 id="mpim-title">Group Direct Messages</h3>
 
 &lt;p&gt;Before sending a Pull Request with significant changes, please use the &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues&#34;&gt;issue tracker&lt;/a&gt; to discuss the potential improvements you want to make.&lt;/p&gt;
 
-&lt;p&gt;OpenLineage uses &lt;a href=&#34;https://help.github.com/articles/about-collaborative-development-models/&#34;&gt;GitHub&#39;s fork and pull model&lt;/a&gt; &lt;br /&gt;
+&lt;p&gt;OpenLineage uses &lt;a href=&#34;https://help.github.com/articles/about-collaborative-development-models/&#34;&gt;GitHub&#39;s fork and pull model&lt;/a&gt;&lt;br /&gt;
 to create a contribution.&lt;/p&gt;
 
-&lt;p&gt;Every contribution is signed to say that the contributor has the rights to make the contribution and &lt;br /&gt;
+&lt;p&gt;Every contribution is signed to say that the contributor has the rights to make the contribution and&lt;br /&gt;
 agrees with the &amp;lt;why-the-dco.md|Developer Certificate of Origin (DCO)&amp;gt;&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Proposing changes&lt;/strong&gt;&lt;/p&gt;
@@ -8623,8 +8647,8 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/63|#63 [PROPOSAL] Define the OpenLineage spec versioning mechanism&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
-We need to define how the OpenLineage spec gets versioned and published. &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+We need to define how the OpenLineage spec gets versioned and published.&lt;br /&gt;
 Some requirements:&lt;/p&gt;
 
 &lt;p&gt;• The OpenLineage spec and related libraries are in the OpenLineage repo.
@@ -8633,9 +8657,9 @@ <h3 id="mpim-title">Group Direct Messages</h3>
 • We want to version the OpenLineage spec independently of the api spec.
 • The mechanism to version and publish the OpenLineage core spec, should apply to publishing custom facets.&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
-I have started a google doc to make it easier to collaborate: &lt;br /&gt;
-&lt;a href=&#34;https://docs.google.com/document/d/1inhmb90SB62VyYf8nkkpjBDPpyr2wxkIXQ_AFIQiF9I/edit&#34;&gt;https://docs.google.com/document/d/1inhmb90SB62VyYf8nkkpjBDPpyr2wxkIXQ_AFIQiF9I/edit&lt;/a&gt; &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
+I have started a google doc to make it easier to collaborate:&lt;br /&gt;
+&lt;a href=&#34;https://docs.google.com/document/d/1inhmb90SB62VyYf8nkkpjBDPpyr2wxkIXQ_AFIQiF9I/edit&#34;&gt;https://docs.google.com/document/d/1inhmb90SB62VyYf8nkkpjBDPpyr2wxkIXQ_AFIQiF9I/edit&lt;/a&gt;&lt;br /&gt;
 please comment in the doc.&lt;/p&gt;
                                 </div>
                                 
@@ -9936,7 +9960,7 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/84|#84 Finalize the OpenLineage mission statement&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;It is part of our technical charter. &lt;br /&gt;
+                                    &lt;p&gt;It is part of our technical charter.&lt;br /&gt;
 Currently we have: &#34;to enable the industry at-large to collect lineage metadata consistently and comprehensively across complex pipelines, creating a deeper understanding of data.&#34;&lt;/p&gt;
 
 &lt;p&gt;We&#39;d want to capture that this is specifically operational lineage, or lineage and metadata collected as the job is running.&lt;/p&gt;
@@ -10022,8 +10046,8 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/63|#63 [PROPOSAL] Define the OpenLineage spec versioning mechanism&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
-We need to define how the OpenLineage spec gets versioned and published. &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+We need to define how the OpenLineage spec gets versioned and published.&lt;br /&gt;
 Some requirements:&lt;/p&gt;
 
 &lt;p&gt;• The OpenLineage spec and related libraries are in the OpenLineage repo.
@@ -10034,34 +10058,34 @@ <h1>Supress success</h1>
 
 &lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;• The spec defines it’s current version using the “$id” field: &lt;br /&gt;
-    See: &lt;br /&gt;
-    &lt;a href=&#34;https://json-schema.org/draft/2020-12/json-schema-core.html#rfc.section.8.2.1&#34;&gt;json schema core doc&lt;/a&gt; &lt;br /&gt;
-    &lt;a href=&#34;https://json-schema.org/draft/2019-09/schema&#34;&gt;Json schema spec $id&lt;/a&gt; &lt;a href=&#34;https://github.com/json-schema-org/json-schema-spec/blob/draft-next/meta/core.json&#34;&gt;also on github&lt;/a&gt; &lt;br /&gt;
-    Example: &lt;br /&gt;
-    &#34;$id&#34;: &#34;&lt;a href=&#34;https://openlineage.io/spec/0.1.0/OpenLineage.json&#34;&gt;https://openlineage.io/spec/0.1.0/OpenLineage.json&lt;/a&gt;&#34; &lt;br /&gt;
-    The URL in $id is resolvable and returns that version of the spec. &lt;br /&gt;
+&lt;p&gt;• The spec defines it’s current version using the “$id” field:&lt;br /&gt;
+    See:&lt;br /&gt;
+    &lt;a href=&#34;https://json-schema.org/draft/2020-12/json-schema-core.html#rfc.section.8.2.1&#34;&gt;json schema core doc&lt;/a&gt;&lt;br /&gt;
+    &lt;a href=&#34;https://json-schema.org/draft/2019-09/schema&#34;&gt;Json schema spec $id&lt;/a&gt; &lt;a href=&#34;https://github.com/json-schema-org/json-schema-spec/blob/draft-next/meta/core.json&#34;&gt;also on github&lt;/a&gt;&lt;br /&gt;
+    Example:&lt;br /&gt;
+    &#34;$id&#34;: &#34;&lt;a href=&#34;https://openlineage.io/spec/0.1.0/OpenLineage.json&#34;&gt;https://openlineage.io/spec/0.1.0/OpenLineage.json&lt;/a&gt;&#34;&lt;br /&gt;
+    The URL in $id is resolvable and returns that version of the spec.&lt;br /&gt;
     We use github pages to publish the spec to &lt;a href=&#34;http://openlineage.io&#34;&gt;openlineage.io&lt;/a&gt;
-• The $id urls uses a SEMVER compliant version, following the &lt;a href=&#34;https://docs.snowplowanalytics.com/docs/pipeline-components-and-applications/iglu/common-architecture/schemaver/&#34;&gt;SCHEMAVER semantics&lt;/a&gt; &lt;br /&gt;
+• The $id urls uses a SEMVER compliant version, following the &lt;a href=&#34;https://docs.snowplowanalytics.com/docs/pipeline-components-and-applications/iglu/common-architecture/schemaver/&#34;&gt;SCHEMAVER semantics&lt;/a&gt;&lt;br /&gt;
     MODEL-REVISION-ADDITION
     • MODEL when you make a breaking schema change which will prevent interaction with any historical data
     • REVISION when you introduce a schema change which may prevent interaction with some historical data
     • ADDITION when you make a schema change that is compatible with all historical data
 • CI verification that:
-    • the version changes when the spec changed: &lt;br /&gt;
+    • the version changes when the spec changed:&lt;br /&gt;
         When resolving “$id”, the build fails if the spec is not exactly the same.
-    • The version does not change when the spec does not change. &lt;br /&gt;
+    • The version does not change when the spec does not change.&lt;br /&gt;
         TODO: define a mechanism to verify that the current version of the spec is not already published with a different. Possibly hash based.
     • Libraries are generating event with current version
     • Make sure the spec is backward compatible (only add optional fields) and consistent with the versioning semantics
-• git pre commit: &lt;br /&gt;
+• git pre commit:&lt;br /&gt;
     Increments the versions automatically when the spec changes.
-• CI publish (on tag): &lt;br /&gt;
-    The spec gets published automatically to the $id URL on &lt;a href=&#34;http://OpenLineage.io&#34;&gt;OpenLineage.io&lt;/a&gt; &lt;br /&gt;
-    Check the $id field has the right domain prefix &lt;br /&gt;
+• CI publish (on tag):&lt;br /&gt;
+    The spec gets published automatically to the $id URL on &lt;a href=&#34;http://OpenLineage.io&#34;&gt;OpenLineage.io&lt;/a&gt;&lt;br /&gt;
+    Check the $id field has the right domain prefix&lt;br /&gt;
     Publish current OpenLineage.json to that URL&lt;/p&gt;
 
-&lt;p&gt;The discussion is available on a google doc: &lt;br /&gt;
+&lt;p&gt;The discussion is available on a google doc:&lt;br /&gt;
 &lt;a href=&#34;https://docs.google.com/document/d/1inhmb90SB62VyYf8nkkpjBDPpyr2wxkIXQ_AFIQiF9I/edit&#34;&gt;https://docs.google.com/document/d/1inhmb90SB62VyYf8nkkpjBDPpyr2wxkIXQ_AFIQiF9I/edit&lt;/a&gt;&lt;/p&gt;
                                 </div>
                                 
@@ -10178,10 +10202,10 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/35|#35 [PROPOSAL] Dataset version facet&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 Many databases have explicit versioning in place for datasets. It is highly desirable to track the specific version of the dataset if it is known at consumption/generation time. Rather than relying on the service to correctly tie job inputs to specific versions of a dataset, the client should be allowed to report that information if it is available.&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
 A dataset version facet may be sufficient to report dataset version information, if it exists. Custom facets can be used to include any database specific version information that may exist, while the minimum required fields should include a versionName string field.&lt;/p&gt;
                                 </div>
                                 
@@ -10553,8 +10577,8 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/63|#63 [PROPOSAL] Define the OpenLineage spec versioning mechanism&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
-We need to define how the OpenLineage spec gets versioned and published. &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+We need to define how the OpenLineage spec gets versioned and published.&lt;br /&gt;
 Some requirements:&lt;/p&gt;
 
 &lt;p&gt;• The OpenLineage spec and related libraries are in the OpenLineage repo.
@@ -10570,24 +10594,24 @@ <h1>Supress success</h1>
         • &lt;a href=&#34;https://json-schema.org/draft/2020-12/json-schema-core.html#rfc.section.8.2.1&#34;&gt;json schema core doc&lt;/a&gt;
         • &lt;a href=&#34;https://json-schema.org/draft/2019-09/schema&#34;&gt;Json schema spec $id&lt;/a&gt;
         • &lt;a href=&#34;https://github.com/json-schema-org/json-schema-spec/blob/draft-next/meta/core.json&#34;&gt;also on github&lt;/a&gt;
-    • Example: &lt;br /&gt;
-        &lt;code&gt;&#34;$id&#34;: &#34;&amp;lt;https://openlineage.io/spec/0.1.0/OpenLineage.json&amp;gt;&#34;&lt;/code&gt; &lt;br /&gt;
-        The URL in $id is resolvable and returns that version of the spec. &lt;br /&gt;
+    • Example:&lt;br /&gt;
+        &lt;code&gt;&#34;$id&#34;: &#34;&amp;lt;https://openlineage.io/spec/0.1.0/OpenLineage.json&amp;gt;&#34;&lt;/code&gt;&lt;br /&gt;
+        The URL in $id is resolvable and returns that version of the spec.&lt;br /&gt;
         We use github pages to publish the spec to &lt;a href=&#34;http://openlineage.io&#34;&gt;openlineage.io&lt;/a&gt;
-• The $id urls uses a SEMVER compliant version, following the &lt;a href=&#34;https://docs.snowplowanalytics.com/docs/pipeline-components-and-applications/iglu/common-architecture/schemaver/&#34;&gt;SCHEMAVER semantics&lt;/a&gt; &lt;br /&gt;
+• The $id urls uses a SEMVER compliant version, following the &lt;a href=&#34;https://docs.snowplowanalytics.com/docs/pipeline-components-and-applications/iglu/common-architecture/schemaver/&#34;&gt;SCHEMAVER semantics&lt;/a&gt;&lt;br /&gt;
     MODEL-REVISION-ADDITION
     • MODEL when you make a breaking schema change which will prevent interaction with any historical data
     • REVISION when you introduce a schema change which may prevent interaction with some historical data
     • ADDITION when you make a schema change that is compatible with all historical data
 • The spec in /spec/OpenLineage.json might be using a prerelease version (ex: 0.1.0-rc0)
 • CI verifies that:
-    • the version changes when the spec changed: &lt;br /&gt;
+    • the version changes when the spec changed:&lt;br /&gt;
         When resolving “$id”, the build fails if the spec is not exactly the same.
-    • The version does not change when the spec does not change. &lt;br /&gt;
+    • The version does not change when the spec does not change.&lt;br /&gt;
         We can verify that the current version of the spec is not already published with a different version.
     • Libraries are generating event with current version
     • Make sure the spec is backward compatible (only add optional fields) and consistent with the versioning semantics
-• git pre commit: &lt;br /&gt;
+• git pre commit:&lt;br /&gt;
     Increments the versions automatically when the spec changes.
 • spec publication:
     • update the $id to the correct value
@@ -10595,7 +10619,7 @@ <h1>Supress success</h1>
     • The spec is published automatically to the $id URL on &lt;a href=&#34;http://OpenLineage.io&#34;&gt;OpenLineage.io&lt;/a&gt;
     • Validation that the $id field has the right domain prefix&lt;/p&gt;
 
-&lt;p&gt;The discussion is available on a google doc: &lt;br /&gt;
+&lt;p&gt;The discussion is available on a google doc:&lt;br /&gt;
 &lt;a href=&#34;https://docs.google.com/document/d/1inhmb90SB62VyYf8nkkpjBDPpyr2wxkIXQ_AFIQiF9I/edit&#34;&gt;https://docs.google.com/document/d/1inhmb90SB62VyYf8nkkpjBDPpyr2wxkIXQ_AFIQiF9I/edit&lt;/a&gt;&lt;/p&gt;
                                 </div>
                                 
@@ -10656,7 +10680,7 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/84|#84 Finalize the OpenLineage mission statement&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;The mission statement is part of our technical charter. &lt;br /&gt;
+                                    &lt;p&gt;The mission statement is part of our technical charter.&lt;br /&gt;
 We started from:&lt;/p&gt;
 
 &lt;p&gt;&amp;gt; &#34;The mission of the Project is to enable the industry at-large to collect lineage metadata consistently and comprehensively across complex pipelines, creating a deeper understanding of data.&#34;&lt;/p&gt;
@@ -12017,11 +12041,11 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/148|#148 [PROPOSAL] column level lineage facet&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 For transformations like SQL queries (but also in other cases), we can extract column level lineage. This allows answering questions like ‘which root input columns are used to construct column x?’. We need to be able to capture this information in the OpenLineage model&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
-We propose to introduce a new dataset facet: &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
+We propose to introduce a new dataset facet:&lt;br /&gt;
 example:&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;{
@@ -12254,8 +12278,8 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/153|#153 [PROPOSAL] Version facets independently of the core spec&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
-The OpenLineage core spec is versioned using a version URL in the &lt;code&gt;$id&lt;/code&gt; field: &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+The OpenLineage core spec is versioned using a version URL in the &lt;code&gt;$id&lt;/code&gt; field:&lt;br /&gt;
 See:&lt;/p&gt;
 
 &lt;p&gt;• &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/Versioning.md&#34;&gt;https://github.com/OpenLineage/OpenLineage/blob/main/spec/Versioning.md&lt;/a&gt;
@@ -12268,8 +12292,8 @@ <h1>Supress success</h1>
 
 &lt;p&gt;Currently all the core facets are also defined in that same core spec.&lt;/p&gt;
 
-&lt;p&gt;This means that the core spec gets a new version whenever a facet is changed along with every other facet. &lt;br /&gt;
-We&#39;d rather have the core spec and each facet versioned independently so that their version changes only when they change. &lt;br /&gt;
+&lt;p&gt;This means that the core spec gets a new version whenever a facet is changed along with every other facet.&lt;br /&gt;
+We&#39;d rather have the core spec and each facet versioned independently so that their version changes only when they change.&lt;br /&gt;
 This matches much better the use cases for using the version number.&lt;/p&gt;
 
 &lt;p&gt;For example:&lt;/p&gt;
@@ -12284,13 +12308,13 @@ <h1>Supress success</h1>
 
 &lt;p&gt;This leaves the core spec to only contain the &lt;code&gt;LineageEvent&lt;/code&gt; and related core entities (LineageEvent, Run, Job, Dataset) but none of the core facets.&lt;/p&gt;
 
-&lt;p&gt;See for example: &lt;br /&gt;
-&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/789b55fc6e6e07d0aedbe130f775721829e83618/spec/OpenLineage.json&#34;&gt;https://github.com/OpenLineage/OpenLineage/blob/789b55fc6e6e07d0aedbe130f775721829e83618/spec/OpenLineage.json&lt;/a&gt; &lt;br /&gt;
-This would be the spec that a consumer would implement to accept any facet version. &lt;br /&gt;
-This would ensure that the core spec version changes rarely, only when we add fields to the core model. &lt;br /&gt;
+&lt;p&gt;See for example:&lt;br /&gt;
+&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/789b55fc6e6e07d0aedbe130f775721829e83618/spec/OpenLineage.json&#34;&gt;https://github.com/OpenLineage/OpenLineage/blob/789b55fc6e6e07d0aedbe130f775721829e83618/spec/OpenLineage.json&lt;/a&gt;&lt;br /&gt;
+This would be the spec that a consumer would implement to accept any facet version.&lt;br /&gt;
+This would ensure that the core spec version changes rarely, only when we add fields to the core model.&lt;br /&gt;
 Each facet would be versioned independently following the same versioning mechanism. Each facet version will change if and only if this particular facet schema changes. It also makes core facets and custom facets work exactly the same, they are just maintained in different repositories.&lt;/p&gt;
 
-&lt;p&gt;Example: &lt;br /&gt;
+&lt;p&gt;Example:&lt;br /&gt;
 &lt;a href=&#34;https://openlineage.io/spec/1-0-0/DatasetSchemaFacet.json&#34;&gt;https://openlineage.io/spec/1-0-0/DatasetSchemaFacet.json&lt;/a&gt;&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;{
@@ -12675,8 +12699,8 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/204|#204 Introduce UnknownFacet for spark&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;PR for &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/175&#34;&gt;Issue:&lt;/a&gt; &lt;br /&gt;
-Adding new custom facet for spark with name&#34;spark_unknown&#34;. &lt;br /&gt;
+                                    &lt;p&gt;PR for &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/175&#34;&gt;Issue:&lt;/a&gt;&lt;br /&gt;
+Adding new custom facet for spark with name&#34;spark_unknown&#34;.&lt;br /&gt;
 Holds information about unvisited nodes from spark plan.&lt;/p&gt;
                                 </div>
                                 
@@ -15058,7 +15082,7 @@ <h1>Supress success</h1>
 
 &lt;/code&gt;&lt;/pre&gt;
 
-&lt;p&gt;Do i do something wrong or is spark 3 simply not yet supported? &lt;br /&gt;
+&lt;p&gt;Do i do something wrong or is spark 3 simply not yet supported?&lt;br /&gt;
 Thanks&lt;/p&gt;
                                 </div>
                                 
@@ -15115,7 +15139,7 @@ <h1>Supress success</h1>
                                 <div class="link-text">
                                     &lt;p&gt;Hi Team&lt;/p&gt;
 
-&lt;p&gt;I have tried to collect lineage on spark 2.4 with openlineage 0.2.2. &lt;br /&gt;
+&lt;p&gt;I have tried to collect lineage on spark 2.4 with openlineage 0.2.2.&lt;br /&gt;
 Here is my pom.xml;&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;&amp;amp;lt;project xmlns=&#34;http://maven.apache.org/POM/4.0.0&#34; xmlns:xsi=&#34;http://www.w3.org/2001/XMLSchema-instance&#34;
@@ -19314,9 +19338,9 @@ <h1>Supress success</h1>
 
 &lt;p&gt;&lt;strong&gt;BigQuery&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;See: &lt;br /&gt;
-&lt;a href=&#34;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&#34;&gt;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&lt;/a&gt; &lt;br /&gt;
-&lt;a href=&#34;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&lt;/a&gt; &lt;br /&gt;
+&lt;p&gt;See:&lt;br /&gt;
+&lt;a href=&#34;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&#34;&gt;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&lt;/a&gt;&lt;br /&gt;
+&lt;a href=&#34;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&lt;/a&gt;&lt;br /&gt;
 &lt;a href=&#34;https://cloud.google.com/bigquery/docs/tables-intro|Introduction to tables | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/tables-intro|Introduction to tables | BigQuery&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;Datasource hierarchy:&lt;/p&gt;
@@ -19390,13 +19414,13 @@ <h1>Supress success</h1>
 &lt;p&gt;&lt;strong&gt;Jobs&lt;/strong&gt;
 &lt;strong&gt;Context&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;A &lt;code&gt;Job&lt;/code&gt; is a recurring data transformation with Inputs and outputs. Each execution is captured as a &lt;code&gt;Run&lt;/code&gt; with corresponding metadata. &lt;br /&gt;
-A &lt;code&gt;Run&lt;/code&gt; event identifies the &lt;code&gt;Job&lt;/code&gt; it is an instance of by providing the job’s unique identifier. &lt;br /&gt;
+&lt;p&gt;A &lt;code&gt;Job&lt;/code&gt; is a recurring data transformation with Inputs and outputs. Each execution is captured as a &lt;code&gt;Run&lt;/code&gt; with corresponding metadata.&lt;br /&gt;
+A &lt;code&gt;Run&lt;/code&gt; event identifies the &lt;code&gt;Job&lt;/code&gt; it is an instance of by providing the job’s unique identifier.&lt;br /&gt;
 The &lt;code&gt;Job&lt;/code&gt; identifier is composed of a &lt;code&gt;Namespace&lt;/code&gt; and a &lt;code&gt;Name&lt;/code&gt;. The job name is unique within that namespace.&lt;/p&gt;
 
 &lt;p&gt;The core property we want to identify about a &lt;code&gt;Job&lt;/code&gt; is how it changes over time. Different schedules of the same logic applied to different datasets (possibly with different parameters) are different jobs. The notion of a &lt;code&gt;job&lt;/code&gt; is tied to a recurring schedule with specific inputs and outputs. It could be an incremental update or a full reprocess or even a streaming job.&lt;/p&gt;
 
-&lt;p&gt;If the same code artifact (for example a spark jar or a templated SQL query) is used in the context of different schedules with different input or outputs then they are different jobs. &lt;br /&gt;
+&lt;p&gt;If the same code artifact (for example a spark jar or a templated SQL query) is used in the context of different schedules with different input or outputs then they are different jobs.&lt;br /&gt;
 We are interested first in how they affect the datasets they produce.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Job Namespace and constructing job names&lt;/strong&gt;&lt;/p&gt;
@@ -19417,12 +19441,12 @@ <h1>Supress success</h1>
 
 &lt;p&gt;&lt;strong&gt;Parent job run: a nested hierarchy of Jobs&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;It is often the case that jobs are part of a nested hierarchy. &lt;br /&gt;
+&lt;p&gt;It is often the case that jobs are part of a nested hierarchy.&lt;br /&gt;
 For example an Airflow DAG contains tasks. An instance of the DAG is finished when all of the tasks are finished. Similarly a Spark job can spawn multiple actions each of them running independently. Additionally, a Spark job can be launched by an Airflow task within a DAG.&lt;/p&gt;
 
 &lt;p&gt;Since what we care about is identifying the job as rooted in a recurring schedule, we want to capture that connection and make sure that we treat the same application logic triggered at different schedules as different jobs. For example: if an Airflow DAG runs individual tasks per partition (for example market segments) using the same underlying job logic, they will be tracked as separate jobs.&lt;/p&gt;
 
-&lt;p&gt;To capture this, a run event provides &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json#L282-L331&#34;&gt;a &lt;code&gt;ParentRun&lt;/code&gt; facet&lt;/a&gt;, referring to the parent &lt;code&gt;Job&lt;/code&gt; and &lt;code&gt;Run&lt;/code&gt;. This allows tracking a recurring job from the root of the schedule it is running for. &lt;br /&gt;
+&lt;p&gt;To capture this, a run event provides &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json#L282-L331&#34;&gt;a &lt;code&gt;ParentRun&lt;/code&gt; facet&lt;/a&gt;, referring to the parent &lt;code&gt;Job&lt;/code&gt; and &lt;code&gt;Run&lt;/code&gt;. This allows tracking a recurring job from the root of the schedule it is running for.&lt;br /&gt;
 If there&#39;s a parent job, we use the same namespace, otherwise it is provided by configuration.&lt;/p&gt;
 
 &lt;p&gt;Example:&lt;/p&gt;
@@ -20007,11 +20031,11 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/148|#148 [PROPOSAL] column level lineage facet&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 For transformations like SQL queries (but also in other cases), we can extract column level lineage. This allows answering questions like ‘which root input columns are used to construct column x?’. We need to be able to capture this information in the OpenLineage model&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
-We propose to introduce a new dataset facet: &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
+We propose to introduce a new dataset facet:&lt;br /&gt;
 example:&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;{
@@ -20603,7 +20627,7 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/318|#318 Add Redshift support to dbt integration&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;As of &lt;code&gt;dbt-ol==0.2.2&lt;/code&gt;, it is not possible to generate lineage if the target DWH is Redshift. &lt;br /&gt;
+                                    &lt;p&gt;As of &lt;code&gt;dbt-ol==0.2.2&lt;/code&gt;, it is not possible to generate lineage if the target DWH is Redshift.&lt;br /&gt;
 Try running &lt;code&gt;dbt-ol&lt;/code&gt; and you get the following error:&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;Traceback (most recent call last):
@@ -23192,7 +23216,7 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/322|#322 dbt: support manifest and run-results v3&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;There are no major differences between v2 and v3 metadata, at least those impacting information that we&#39;re collecting. &lt;br /&gt;
+                                    &lt;p&gt;There are no major differences between v2 and v3 metadata, at least those impacting information that we&#39;re collecting.&lt;br /&gt;
 This PR makes &lt;code&gt;dbt-ol&lt;/code&gt; treat v3 metadata the same way we treated v2.&lt;/p&gt;
 
 &lt;p&gt;Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
@@ -23500,7 +23524,7 @@ <h1>Supress success</h1>
 
 &lt;p&gt;I.e&lt;/p&gt;
 
-&lt;p&gt;As a user conducting testing of a data set I wish to DELETE it and then start a new &lt;br /&gt;
+&lt;p&gt;As a user conducting testing of a data set I wish to DELETE it and then start a new&lt;br /&gt;
 As a user creating a job I linked the wrong datasets, I wish to the DELETE the job&lt;/p&gt;
 
 &lt;p&gt;Ideally for:&lt;/p&gt;
@@ -23645,15 +23669,15 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/323|#323 [PROPOSAL] Ability to annotate datasets with metadata without a job run&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
-We need a way to make observations about a Dataset current state outside of a run reading or writing the data. &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+We need a way to make observations about a Dataset current state outside of a run reading or writing the data.&lt;br /&gt;
 For example, this could be:&lt;/p&gt;
 
 &lt;p&gt;• collecting schema information about a table from a warehouse
 • informing that a table has been deleted
 • etc&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
 Adding Dataset event types that are not lineage events. This would be the Dataset entity with its facets:  &lt;/p&gt;
 
 &lt;p&gt;&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/3a1ccbd854bbf202bbe6437bf81786cb01ed4d01/spec/OpenLineage.json#L178-L203&#34;&gt;OpenLineage/spec/OpenLineage.json&lt;/a&gt;&lt;/p&gt;
@@ -24745,11 +24769,11 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/148|#148 [PROPOSAL] column level lineage facet&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 For transformations like SQL queries (but also in other cases), we can extract column level lineage. This allows answering questions like ‘which root input columns are used to construct column x?’. We need to be able to capture this information in the OpenLineage model&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
-We propose to introduce a new dataset facet: &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
+We propose to introduce a new dataset facet:&lt;br /&gt;
 example:&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;{
@@ -25685,7 +25709,7 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/336|#336 [PROPOSAL] Add a design doc process for proposals&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 Add a design doc section for proposals. The process would be the following:&lt;/p&gt;
 
 &lt;p&gt;• open an issue with the &#34;PROPOSAL&#34; template
@@ -26558,8 +26582,8 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/376|#376 [INTEGRATION][dbt] support dbt built&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;dbt build is a superset of the dbt run and dbt test commands. &lt;br /&gt;
-We should apply the same logic there. &lt;br /&gt;
+                                    &lt;p&gt;dbt build is a superset of the dbt run and dbt test commands.&lt;br /&gt;
+We should apply the same logic there.&lt;br /&gt;
 &lt;a href=&#34;https://docs.getdbt.com/reference/commands/build&#34;&gt;https://docs.getdbt.com/reference/commands/build&lt;/a&gt;&lt;/p&gt;
                                 </div>
                                 
@@ -26614,7 +26638,7 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/383|#383 dbt: use column description from metadata.json even if we have catalog&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;Column descriptions are properly set in &lt;code&gt;metadata.json&lt;/code&gt; file. Fetch it from there, even if we have &lt;code&gt;catalog.json&lt;/code&gt;. &lt;br /&gt;
+                                    &lt;p&gt;Column descriptions are properly set in &lt;code&gt;metadata.json&lt;/code&gt; file. Fetch it from there, even if we have &lt;code&gt;catalog.json&lt;/code&gt;.&lt;br /&gt;
 Also, remove empty column descriptions from being checked in most tests.&lt;/p&gt;
 
 &lt;p&gt;Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
@@ -26679,7 +26703,7 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/336|#336 [PROPOSAL] Add a design doc process for proposals&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 Add a design doc section for proposals. The process would be the following:&lt;/p&gt;
 
 &lt;p&gt;• open an issue with the &#34;PROPOSAL&#34; template
@@ -27707,7 +27731,7 @@ <h1>Supress success</h1>
                 <div class="msg">
                     <p>So in this case in my template I am adding:</p>
 
-<p>```env: <br />
+<p>```env:<br />
   ADDITIONAL<em>PYTHON</em>DEPS: "openpyxl==3.0.3 smart<em>open==2.0.0 apache-airflow-providers-http apache-airflow-providers-cncf-kubernetes apache-airflow-providers-amazon openlineage-airflow"
   OPENLINEAGE</em>URL: <a href="https://marquez-internal-eks.eu-west-1.dev.hbi.systems">https://marquez-internal-eks.eu-west-1.dev.hbi.systems</a>
   OPENLINEAGE<em>NAMESPACE: dns</em>airflow
@@ -30620,9 +30644,9 @@ <h1>Supress success</h1>
 
 &lt;p&gt;&lt;strong&gt;BigQuery&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;See: &lt;br /&gt;
-&lt;a href=&#34;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&#34;&gt;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&lt;/a&gt; &lt;br /&gt;
-&lt;a href=&#34;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&lt;/a&gt; &lt;br /&gt;
+&lt;p&gt;See:&lt;br /&gt;
+&lt;a href=&#34;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&#34;&gt;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&lt;/a&gt;&lt;br /&gt;
+&lt;a href=&#34;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&lt;/a&gt;&lt;br /&gt;
 &lt;a href=&#34;https://cloud.google.com/bigquery/docs/tables-intro|Introduction to tables | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/tables-intro|Introduction to tables | BigQuery&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;Datasource hierarchy:&lt;/p&gt;
@@ -30711,13 +30735,13 @@ <h1>Supress success</h1>
 &lt;p&gt;&lt;strong&gt;Jobs&lt;/strong&gt;
 &lt;strong&gt;Context&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;A &lt;code&gt;Job&lt;/code&gt; is a recurring data transformation with Inputs and outputs. Each execution is captured as a &lt;code&gt;Run&lt;/code&gt; with corresponding metadata. &lt;br /&gt;
-A &lt;code&gt;Run&lt;/code&gt; event identifies the &lt;code&gt;Job&lt;/code&gt; it is an instance of by providing the job’s unique identifier. &lt;br /&gt;
+&lt;p&gt;A &lt;code&gt;Job&lt;/code&gt; is a recurring data transformation with Inputs and outputs. Each execution is captured as a &lt;code&gt;Run&lt;/code&gt; with corresponding metadata.&lt;br /&gt;
+A &lt;code&gt;Run&lt;/code&gt; event identifies the &lt;code&gt;Job&lt;/code&gt; it is an instance of by providing the job’s unique identifier.&lt;br /&gt;
 The &lt;code&gt;Job&lt;/code&gt; identifier is composed of a &lt;code&gt;Namespace&lt;/code&gt; and a &lt;code&gt;Name&lt;/code&gt;. The job name is unique within that namespace.&lt;/p&gt;
 
 &lt;p&gt;The core property we want to identify about a &lt;code&gt;Job&lt;/code&gt; is how it changes over time. Different schedules of the same logic applied to different datasets (possibly with different parameters) are different jobs. The notion of a &lt;code&gt;job&lt;/code&gt; is tied to a recurring schedule with specific inputs and outputs. It could be an incremental update or a full reprocess or even a streaming job.&lt;/p&gt;
 
-&lt;p&gt;If the same code artifact (for example a spark jar or a templated SQL query) is used in the context of different schedules with different input or outputs then they are different jobs. &lt;br /&gt;
+&lt;p&gt;If the same code artifact (for example a spark jar or a templated SQL query) is used in the context of different schedules with different input or outputs then they are different jobs.&lt;br /&gt;
 We are interested first in how they affect the datasets they produce.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Job Namespace and constructing job names&lt;/strong&gt;&lt;/p&gt;
@@ -30738,12 +30762,12 @@ <h1>Supress success</h1>
 
 &lt;p&gt;&lt;strong&gt;Parent job run: a nested hierarchy of Jobs&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;It is often the case that jobs are part of a nested hierarchy. &lt;br /&gt;
+&lt;p&gt;It is often the case that jobs are part of a nested hierarchy.&lt;br /&gt;
 For example an Airflow DAG contains tasks. An instance of the DAG is finished when all of the tasks are finished. Similarly a Spark job can spawn multiple actions each of them running independently. Additionally, a Spark job can be launched by an Airflow task within a DAG.&lt;/p&gt;
 
 &lt;p&gt;Since what we care about is identifying the job as rooted in a recurring schedule, we want to capture that connection and make sure that we treat the same application logic triggered at different schedules as different jobs. For example: if an Airflow DAG runs individual tasks per partition (for example market segments) using the same underlying job logic, they will be tracked as separate jobs.&lt;/p&gt;
 
-&lt;p&gt;To capture this, a run event provides &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json#L282-L331&#34;&gt;a &lt;code&gt;ParentRun&lt;/code&gt; facet&lt;/a&gt;, referring to the parent &lt;code&gt;Job&lt;/code&gt; and &lt;code&gt;Run&lt;/code&gt;. This allows tracking a recurring job from the root of the schedule it is running for. &lt;br /&gt;
+&lt;p&gt;To capture this, a run event provides &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json#L282-L331&#34;&gt;a &lt;code&gt;ParentRun&lt;/code&gt; facet&lt;/a&gt;, referring to the parent &lt;code&gt;Job&lt;/code&gt; and &lt;code&gt;Run&lt;/code&gt;. This allows tracking a recurring job from the root of the schedule it is running for.&lt;br /&gt;
 If there&#39;s a parent job, we use the same namespace, otherwise it is provided by configuration.&lt;/p&gt;
 
 &lt;p&gt;Example:&lt;/p&gt;
@@ -31202,7 +31226,7 @@ <h1>Supress success</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* This is an example Lineage event JSON I am sending.</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F02MQKTFZUG/example_lineage_event.js?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Example lineage event</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F02MQKTFZUG/example_lineage_event.js?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Example lineage event</a></div>
                             
                                 
     
@@ -32473,7 +32497,7 @@ <h1>Supress success</h1>
 
 &lt;p&gt;&lt;strong&gt;Summary of Changes&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;Databulder extractor to extract lineage information from OpenLineage format &lt;br /&gt;
+&lt;p&gt;Databulder extractor to extract lineage information from OpenLineage format&lt;br /&gt;
 &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;https://github.com/OpenLineage/OpenLineage&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Tests&lt;/strong&gt;
@@ -37425,9 +37449,9 @@ <h1>Supress success</h1>
                                     &lt;p&gt;&lt;strong&gt;OpenLineage Spec&lt;/strong&gt;
 &lt;strong&gt;Specification&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The specification for OpenLineage is formalized as a JsonSchema &amp;lt;OpenLineage.json|OpenLineage.json&amp;gt;. &lt;br /&gt;
-An OpenAPI spec is also provided for HTTP based implementations: &amp;lt;OpenLineage.yml|OpenLineage.yml&amp;gt; &lt;br /&gt;
-The documentation is published at: &lt;a href=&#34;https://openlineage.github.io/&#34;&gt;https://openlineage.github.io/&lt;/a&gt; &lt;br /&gt;
+&lt;p&gt;The specification for OpenLineage is formalized as a JsonSchema &amp;lt;OpenLineage.json|OpenLineage.json&amp;gt;.&lt;br /&gt;
+An OpenAPI spec is also provided for HTTP based implementations: &amp;lt;OpenLineage.yml|OpenLineage.yml&amp;gt;&lt;br /&gt;
+The documentation is published at: &lt;a href=&#34;https://openlineage.github.io/&#34;&gt;https://openlineage.github.io/&lt;/a&gt;&lt;br /&gt;
 It allows extensions to the spec using &lt;code&gt;Custom Facets&lt;/code&gt; as described in this document.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Core concepts&lt;/strong&gt;
@@ -37441,7 +37465,7 @@ <h1>Supress success</h1>
 • &lt;strong&gt;Run&lt;/strong&gt;: An instance of a running job with a start and completion (or failure) time. A run is identified by a globally unique ID relative to its job definition. A run ID &lt;strong&gt;must&lt;/strong&gt; be an &lt;a href=&#34;https://datatracker.ietf.org/doc/html/rfc4122&#34;&gt;UUID&lt;/a&gt;.
 • &lt;strong&gt;Facet&lt;/strong&gt;: A piece of metadata attached to one of the entities defined above.&lt;/p&gt;
 
-&lt;p&gt;example: &lt;br /&gt;
+&lt;p&gt;example:&lt;br /&gt;
 Here is an example of a simple start run event not adding any facet information:&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;{
@@ -37474,10 +37498,10 @@ <h1>Supress success</h1>
 
 &lt;p&gt;&lt;strong&gt;Lifecycle&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The OpenLineage API defines events to capture the lifecycle of a &lt;em&gt;Run&lt;/em&gt; for a given &lt;em&gt;Job&lt;/em&gt;. &lt;br /&gt;
-When a &lt;em&gt;job&lt;/em&gt; is being &lt;em&gt;run&lt;/em&gt;, we capture metadata by sending run events when the state of the job transitions to a different state. &lt;br /&gt;
-We might observe different aspects of the job run at different stages. This means that different metadata might be collected in each event during the lifecycle of a run. &lt;br /&gt;
-All metadata is additive. for example, if more inputs or outputs are detected as the job is running we might send additional events specifically for those datasets without re-emitting previously observed inputs or outputs. &lt;br /&gt;
+&lt;p&gt;The OpenLineage API defines events to capture the lifecycle of a &lt;em&gt;Run&lt;/em&gt; for a given &lt;em&gt;Job&lt;/em&gt;.&lt;br /&gt;
+When a &lt;em&gt;job&lt;/em&gt; is being &lt;em&gt;run&lt;/em&gt;, we capture metadata by sending run events when the state of the job transitions to a different state.&lt;br /&gt;
+We might observe different aspects of the job run at different stages. This means that different metadata might be collected in each event during the lifecycle of a run.&lt;br /&gt;
+All metadata is additive. for example, if more inputs or outputs are detected as the job is running we might send additional events specifically for those datasets without re-emitting previously observed inputs or outputs.&lt;br /&gt;
 Example:&lt;/p&gt;
 
 &lt;p&gt;• When the run starts, we collect the following Metadata:
@@ -37504,7 +37528,7 @@ <h1>Supress success</h1>
 
 &lt;p&gt;A facet is an atomic piece of metadata identified by its name. This means that emitting a new facet with the same name for the same entity replaces the previous facet instance for that entity entirely). It is defined as a JSON object that can be either part of the spec or custom facets defined in a different project.&lt;/p&gt;
 
-&lt;p&gt;Custom facets must use a distinct prefix named after the project defining them to avoid collision with standard facets defined in the &amp;lt;OpenLineage.json|OpenLineage.json&amp;gt; spec. &lt;br /&gt;
+&lt;p&gt;Custom facets must use a distinct prefix named after the project defining them to avoid collision with standard facets defined in the &amp;lt;OpenLineage.json|OpenLineage.json&amp;gt; spec.&lt;br /&gt;
 They have a _schemaURL field pointing to the corresponding version of the facet schema (as a JSONPointer: &lt;a href=&#34;https://swagger.io/docs/specification/using-ref/&#34;&gt;$ref URL location&lt;/a&gt; ).&lt;/p&gt;
 
 &lt;p&gt;Example: &lt;a href=&#34;https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/MyCustomJobFacet&#34;&gt;https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/MyCustomJobFacet&lt;/a&gt;&lt;/p&gt;
@@ -37515,8 +37539,8 @@ <h1>Supress success</h1>
 
 &lt;p&gt;&lt;strong&gt;Custom Facet Naming&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;Naming of custom facets should follow pattern &lt;code&gt;{prefix}{name}{entity}Facet&lt;/code&gt; PascalCased. &lt;br /&gt;
-Prefix must be distinct identifier named after the project defining them to avoid colision with standard facets defined in the &amp;lt;OpenLineage.json|OpenLineage.json&amp;gt; spec. &lt;br /&gt;
+&lt;p&gt;Naming of custom facets should follow pattern &lt;code&gt;{prefix}{name}{entity}Facet&lt;/code&gt; PascalCased.&lt;br /&gt;
+Prefix must be distinct identifier named after the project defining them to avoid colision with standard facets defined in the &amp;lt;OpenLineage.json|OpenLineage.json&amp;gt; spec.&lt;br /&gt;
 Entity is the core entity for which the facet is attached.&lt;/p&gt;
 
 &lt;p&gt;When attached to core entity, the key should follow pattern &lt;code&gt;{prefix}_{name}&lt;/code&gt;, where both prefix and name follow snakeCase pattern.&lt;/p&gt;
@@ -39212,7 +39236,7 @@ <h1>Supress success</h1>
 
 &lt;p&gt;Generic implementation of EnvironmentFacet gives the ability to add environmental details. Since EnvironmentFacet produces HashMap it can handle properties dynamically.&lt;/p&gt;
 
-&lt;p&gt;In the current implementation added ability to collect properties for Databricks environment including mount point details. &lt;br /&gt;
+&lt;p&gt;In the current implementation added ability to collect properties for Databricks environment including mount point details.&lt;br /&gt;
 Below are some examples:&lt;/p&gt;
 
 &lt;p&gt;• &#34;orgId&#34;
@@ -39577,7 +39601,7 @@ <h1>Supress success</h1>
 
 &lt;p&gt;Generic implementation of EnvironmentFacet gives the ability to add environmental details. Since EnvironmentFacet produces HashMap it can handle properties dynamically.&lt;/p&gt;
 
-&lt;p&gt;In the current implementation added ability to collect properties for Databricks environment including mount point details. &lt;br /&gt;
+&lt;p&gt;In the current implementation added ability to collect properties for Databricks environment including mount point details.&lt;br /&gt;
 Below are some examples:&lt;/p&gt;
 
 &lt;p&gt;• &#34;orgId&#34;
@@ -39779,7 +39803,7 @@ <h1>Supress success</h1>
 <p>I've attached the logs and a screenshot of what I'm seeing the Spark UI.  If you had a chance to take a look, it's a bit verbose but I'd appreciate a second pair of eyes on my analysis. Hopefully I got something wrong 😅</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F0346B5DJBF/log4j-synapse2-subset.txt?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">log4j-SYNAPSE2-SUBSET.txt</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F0346B5DJBF/log4j-synapse2-subset.txt?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">log4j-SYNAPSE2-SUBSET.txt</a></div>
                             
                                 
     
@@ -40572,7 +40596,7 @@ <h1>Supress success</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* This is the one I wrote:</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F0367R94C9Z/http_to_bigquery.py?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">http_to_bigquery.py</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F0367R94C9Z/http_to_bigquery.py?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">http_to_bigquery.py</a></div>
                             
                                 
     
@@ -44175,10 +44199,10 @@ <h1>Supress success</h1>
 
 &lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;We&#39;ve added the &lt;code&gt;Created by Run&lt;/code&gt; section on the dataset page as well as the dataset version list view. Also updated is syntax highlighting support for &lt;code&gt;sql&lt;/code&gt; contexts and the empty states for context that is missing for us. &lt;br /&gt;
-&lt;a href=&#34;https://user-images.githubusercontent.com/7514204/160910381-644773d7-6ed6-499d-ad96-2ebdde14495b.png&#34;&gt;image&lt;/a&gt; &lt;br /&gt;
-&lt;a href=&#34;https://user-images.githubusercontent.com/7514204/160910466-5c62380f-0ad1-4e14-8292-c5c0b98b5ccb.png&#34;&gt;image&lt;/a&gt; &lt;br /&gt;
-&lt;a href=&#34;https://user-images.githubusercontent.com/7514204/160910773-4fbc6329-5ec3-483e-bf82-9269c0223906.png&#34;&gt;image&lt;/a&gt; &lt;br /&gt;
+&lt;p&gt;We&#39;ve added the &lt;code&gt;Created by Run&lt;/code&gt; section on the dataset page as well as the dataset version list view. Also updated is syntax highlighting support for &lt;code&gt;sql&lt;/code&gt; contexts and the empty states for context that is missing for us.&lt;br /&gt;
+&lt;a href=&#34;https://user-images.githubusercontent.com/7514204/160910381-644773d7-6ed6-499d-ad96-2ebdde14495b.png&#34;&gt;image&lt;/a&gt;&lt;br /&gt;
+&lt;a href=&#34;https://user-images.githubusercontent.com/7514204/160910466-5c62380f-0ad1-4e14-8292-c5c0b98b5ccb.png&#34;&gt;image&lt;/a&gt;&lt;br /&gt;
+&lt;a href=&#34;https://user-images.githubusercontent.com/7514204/160910773-4fbc6329-5ec3-483e-bf82-9269c0223906.png&#34;&gt;image&lt;/a&gt;&lt;br /&gt;
 &lt;a href=&#34;https://user-images.githubusercontent.com/7514204/160917522-b6a6c52f-e2bb-4590-85c1-6f6ed46b4eb7.png&#34;&gt;image&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;&amp;gt; &lt;strong&gt;Note:&lt;/strong&gt; All database schema changes require discussion. Please &lt;a href=&#34;https://docs.github.com/en/issues/tracking-your-work-with-issues/linking-a-pull-request-to-an-issue&#34;&gt;link the issue&lt;/a&gt; for context.&lt;/p&gt;
@@ -49800,7 +49824,7 @@ <h1>logger = logging.getLogger(<strong>name</strong>)</h1>
 Any thoughts?</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F03C77MGM6E/serial_job.py?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">serial_job.py</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F03C77MGM6E/serial_job.py?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">serial_job.py</a></div>
                             
                                 
     
@@ -49809,7 +49833,7 @@ <h1>logger = logging.getLogger(<strong>name</strong>)</h1>
                             
                         </div>
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F03C0HXPG3Y/repos.py?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">repos.py</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F03C0HXPG3Y/repos.py?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">repos.py</a></div>
                             
                                 
     
@@ -52481,7 +52505,7 @@ <h1>logger = logging.getLogger(<strong>name</strong>)</h1>
                                 <div class="link-text">
                                     &lt;p&gt;Issue reported on Slack: &lt;a href=&#34;https://openlineage.slack.com/archives/C01CK9T7HKR/p1653624210694359?thread_ts=1651498343.959749&amp;amp;cid=C01CK9T7HKR|https://openlineage.slack.com/archives/C01CK9T7HKR/p1653624210694359?thread_ts=1651498343.959749&amp;amp;cid=C01CK9T7HKR&#34;&gt;https://openlineage.slack.com/archives/C01CK9T7HKR/p1653624210694359?thread&lt;em&gt;ts=1651498343.959749&amp;amp;cid=C01CK9T7HKR|https://openlineage.slack.com/archives/C01CK9T7HKR/p1653624210694359?thread&lt;/em&gt;ts=1651498343.959749&amp;amp;cid=C01CK9T7HKR&lt;/a&gt;&lt;/p&gt;
 
-&lt;p&gt;Following up on this as I encounter the same issue with the Openlineage Databricks integration. This issue seems quite malicious as it crashes the Spark Context and requires a restart. &lt;br /&gt;
+&lt;p&gt;Following up on this as I encounter the same issue with the Openlineage Databricks integration. This issue seems quite malicious as it crashes the Spark Context and requires a restart.&lt;br /&gt;
 I have marquez running on AWS EKS; I’m using Openlineage 0.8.2 on Databricks 10.4 (Spark 3.2.1) and my Spark config looks like this:&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;spark.openlineage.host &amp;lt;https://internal-xxxxxxxxxxxxxxxxxxxxxxx-xxxxxxxxxxx.us-east-1.elb.amazonaws.com/&amp;gt;
@@ -52498,8 +52522,8 @@ <h1>logger = logging.getLogger(<strong>name</strong>)</h1>
 
 &lt;/code&gt;&lt;/pre&gt;
 
-&lt;p&gt;After doing this a few times I get The spark context has stopped and the driver is restarting. Your notebook will be automatically reattached. &lt;br /&gt;
-&lt;a href=&#34;https://pastebin.com/9NbEjnGL&#34;&gt;stderr shows a bunch of things&lt;/a&gt;. log4j shows the same as for Kostikey: ERROR EventEmitter: [...] Unable to serialize logical plan due to: Infinite recursion (StackOverflowError) &lt;br /&gt;
+&lt;p&gt;After doing this a few times I get The spark context has stopped and the driver is restarting. Your notebook will be automatically reattached.&lt;br /&gt;
+&lt;a href=&#34;https://pastebin.com/9NbEjnGL&#34;&gt;stderr shows a bunch of things&lt;/a&gt;. log4j shows the same as for Kostikey: ERROR EventEmitter: [...] Unable to serialize logical plan due to: Infinite recursion (StackOverflowError)&lt;br /&gt;
 I have one more piece of information which I can’t make much sense of, but hopefully someone else can; if I include the port in the host, I can very reliably crash the Spark Context on the first attempt. So:&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;&amp;lt;https://internal-xxxxxxxxxxxxxxxxxxxxxxx-xxxxxxxxxxx.us-east-1.elb.amazonaws.com/&amp;gt; &amp;amp;lt;- crashes after a couple of attempts, sometimes it takes me a while to reproduce it while repeatedly reading/writing the same datasets
@@ -52763,8 +52787,8 @@ <h1>logger = logging.getLogger(<strong>name</strong>)</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/MarquezProject/marquez/issues/1736|#1736 Ability to DELETE jobs and datasets&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;When jobs or datasets are deleted (or renamed) we need a way to tell Marquez that they don&#39;t exist anymore so that they don&#39;t clutter the lineage view. &lt;br /&gt;
-It would make sense to have &lt;code&gt;DELETE&lt;/code&gt; support on &lt;code&gt;/api/v1/namespaces/{ns}/datasets/{name}&lt;/code&gt; and &lt;code&gt;/api/v1/namespaces/{ns}/jobs/{name}&lt;/code&gt; resources. &lt;br /&gt;
+                                    &lt;p&gt;When jobs or datasets are deleted (or renamed) we need a way to tell Marquez that they don&#39;t exist anymore so that they don&#39;t clutter the lineage view.&lt;br /&gt;
+It would make sense to have &lt;code&gt;DELETE&lt;/code&gt; support on &lt;code&gt;/api/v1/namespaces/{ns}/datasets/{name}&lt;/code&gt; and &lt;code&gt;/api/v1/namespaces/{ns}/jobs/{name}&lt;/code&gt; resources.&lt;br /&gt;
 This is a soft delete in the internal marquez model. It creates a new &lt;code&gt;deleted&lt;/code&gt; version. The resources will not show up in the &#34;current&#34; lineage view in &lt;code&gt;GET /api/v1/lineage&lt;/code&gt;&lt;/p&gt;
                                 </div>
                                 
@@ -54982,7 +55006,7 @@ <h2>[2022-05-19, 15:24:50 UTC] {taskinstance.py:1357} INFO - </h2>
                                 <div class="link-text">
                                     &lt;p&gt;I see a change in the metadata collected from Airflow jobs which I think was introduced with the combination of Airflow 2.3/OpenLineage 0.8.1. There&#39;s an &lt;code&gt;airflow_version&lt;/code&gt; facet that contains an &lt;code&gt;operator&lt;/code&gt; attribute that is added by the integration.&lt;/p&gt;
 
-&lt;p&gt;In Airflow 2.2 for a &lt;code&gt;PostgresOperator&lt;/code&gt; that attribute would have had a value: &lt;code&gt;airflow.providers.postgres.operators.postgres.PostgresOperator&lt;/code&gt; but now in Airflow 2.3 that operator is tracked as: &lt;code&gt;airflow.models.taskinstance.TaskInstance&lt;/code&gt; &lt;br /&gt;
+&lt;p&gt;In Airflow 2.2 for a &lt;code&gt;PostgresOperator&lt;/code&gt; that attribute would have had a value: &lt;code&gt;airflow.providers.postgres.operators.postgres.PostgresOperator&lt;/code&gt; but now in Airflow 2.3 that operator is tracked as: &lt;code&gt;airflow.models.taskinstance.TaskInstance&lt;/code&gt;&lt;br /&gt;
 ( fwiw there&#39;s also a &lt;code&gt;taskInfo&lt;/code&gt; attribute in there containing a json string which itself has a &lt;code&gt;operator&lt;/code&gt; that is still set to &lt;code&gt;PostgresOperator&lt;/code&gt; )&lt;/p&gt;
                                 </div>
                                 
@@ -58405,15 +58429,15 @@ <h2>[2022-05-19, 15:24:50 UTC] {taskinstance.py:1357} INFO - </h2>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/323|#323 [PROPOSAL] Ability to annotate datasets with metadata without a job run&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
-We need a way to make observations about a Dataset current state outside of a run reading or writing the data. &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+We need a way to make observations about a Dataset current state outside of a run reading or writing the data.&lt;br /&gt;
 For example, this could be:&lt;/p&gt;
 
 &lt;p&gt;• collecting schema information about a table from a warehouse
 • informing that a table has been deleted
 • etc&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
 Adding Dataset event types that are not lineage events. This would be the Dataset entity with its facets:  &lt;/p&gt;
 
 &lt;p&gt;&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/3a1ccbd854bbf202bbe6437bf81786cb01ed4d01/spec/OpenLineage.json#L178-L203&#34;&gt;OpenLineage/spec/OpenLineage.json&lt;/a&gt;&lt;/p&gt;
@@ -59427,7 +59451,7 @@ <h2>[2022-05-19, 15:24:50 UTC] {taskinstance.py:1357} INFO - </h2>
 
 &lt;p&gt;&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;Currently, in Airflow integration, lineage is only captured via a few extractors which greatly limits its use case. Airflow allows users to manually annotate lineage for the tasks using inlets and outlets. These can be a great fallback mechanism when extractors cannot automatically extract the input and output Datasets. &lt;br /&gt;
+&lt;p&gt;Currently, in Airflow integration, lineage is only captured via a few extractors which greatly limits its use case. Airflow allows users to manually annotate lineage for the tasks using inlets and outlets. These can be a great fallback mechanism when extractors cannot automatically extract the input and output Datasets.&lt;br /&gt;
 The PR closes &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/384&#34;&gt;#384&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;Addresses: &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/384&#34;&gt;#384&lt;/a&gt;&lt;/p&gt;
@@ -59598,7 +59622,7 @@ <h2>[2022-05-19, 15:24:50 UTC] {taskinstance.py:1357} INFO - </h2>
 
 &lt;p&gt;&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;Currently, in Airflow integration, lineage is only captured via a few extractors which greatly limits its use case. Airflow allows users to manually annotate lineage for the tasks using inlets and outlets. These can be a great fallback mechanism when extractors cannot automatically extract the input and output Datasets. &lt;br /&gt;
+&lt;p&gt;Currently, in Airflow integration, lineage is only captured via a few extractors which greatly limits its use case. Airflow allows users to manually annotate lineage for the tasks using inlets and outlets. These can be a great fallback mechanism when extractors cannot automatically extract the input and output Datasets.&lt;br /&gt;
 The PR closes &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/384&#34;&gt;#384&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;Addresses: &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/384&#34;&gt;#384&lt;/a&gt;&lt;/p&gt;
@@ -65625,7 +65649,7 @@ <h1>SundayFunday</h1>
 <code>./gradlew :shared:spotlessApply &amp;amp;&amp;amp; ./gradlew :app:spotlessApply &amp;amp;&amp;amp; ./gradlew clean build test</code></p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F03R2VAC23F/testoutput.txt?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">testOutput.txt</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F03R2VAC23F/testoutput.txt?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">testOutput.txt</a></div>
                             
                                 
     
@@ -66014,7 +66038,7 @@ <h1>SundayFunday</h1>
 &lt;ol&gt;&lt;li&gt;&lt;code&gt;java.lang.NoSuchMethodError: io.openlineage.client.OpenLineageClientUtils.newObjectMapper()Lcom/fasterxml/jackson/databind/ObjectMapper;&lt;/code&gt;&lt;/li&gt;&lt;li&gt;when ObjectMapper was changed there is issue with serialization, if test is run with &lt;code&gt;./gradlew app:test&lt;/code&gt; the tests are passing but if it&#39;s run with &lt;code&gt;./gradlew app:build&lt;/code&gt; the &lt;code&gt;OpenLineage.RunFacets.additionalProperties&lt;/code&gt; is serialized as additional field and test is failing&lt;/li&gt;
 &lt;/ol&gt;
 
-&lt;p&gt;EDIT: &lt;br /&gt;
+&lt;p&gt;EDIT:&lt;br /&gt;
 It turns out there are also issues with Delta.&lt;/p&gt;
 
 &lt;p&gt;Closes: potentially -&amp;gt; &lt;a href=&#34;https://openlineage.slack.com/archives/C01CK9T7HKR/p1658868064009839&#34;&gt;https://openlineage.slack.com/archives/C01CK9T7HKR/p1658868064009839&lt;/a&gt;&lt;/p&gt;
@@ -66127,11 +66151,11 @@ <h1>SundayFunday</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/148|#148 [PROPOSAL] column level lineage facet&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 For transformations like SQL queries (but also in other cases), we can extract column level lineage. This allows answering questions like ‘which root input columns are used to construct column x?’. We need to be able to capture this information in the OpenLineage model&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
-We propose to introduce a new dataset facet: &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
+We propose to introduce a new dataset facet:&lt;br /&gt;
 example:&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;{
@@ -68315,7 +68339,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-08-04 15:50:22">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -70193,7 +70217,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-08-25 17:30:46">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -70482,7 +70506,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-08-26 19:26:22">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -70823,7 +70847,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-09-01 12:04:41">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -73103,7 +73127,7 @@ <h1>SundayFunday</h1>
 
 &lt;p&gt;&lt;strong&gt;point-in-time upstream lineage&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The point-in-time upstream lineage leverages the run to dataset version relation to track back the lineage of a given dataset of job version. &lt;br /&gt;
+&lt;p&gt;The point-in-time upstream lineage leverages the run to dataset version relation to track back the lineage of a given dataset of job version.&lt;br /&gt;
 Dataset version -&amp;gt; run that produced it -&amp;gt; consumed Dataset Versions.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Next Steps&lt;/strong&gt;&lt;/p&gt;
@@ -74261,7 +74285,7 @@ <h1>SundayFunday</h1>
 
 &lt;p&gt;&lt;strong&gt;point-in-time upstream lineage&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The point-in-time upstream lineage leverages the run to dataset version relation to track back the lineage of a given dataset of job version. &lt;br /&gt;
+&lt;p&gt;The point-in-time upstream lineage leverages the run to dataset version relation to track back the lineage of a given dataset of job version.&lt;br /&gt;
 Dataset version -&amp;gt; run that produced it -&amp;gt; consumed Dataset Versions.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Next Steps&lt;/strong&gt;&lt;/p&gt;
@@ -75466,17 +75490,17 @@ <h1>SundayFunday</h1>
 
 &lt;p&gt;&lt;code&gt;pluggy&lt;/code&gt; mechanism enables us to execute multiple, or none, listeners that implement particular extension point, so that users can use multiple listeners seamlessly.&lt;/p&gt;
 
-&lt;p&gt;In this PR, three such extension points are added. &lt;br /&gt;
+&lt;p&gt;In this PR, three such extension points are added.&lt;br /&gt;
 When TaskInstance&#39;s state is changed to &lt;code&gt;RUNNING&lt;/code&gt;, &lt;code&gt;on_task_instance_running&lt;/code&gt; hook is called. On change to&lt;code&gt;SUCCESS&lt;/code&gt; &lt;code&gt;on_task_instance_success&lt;/code&gt; is called, similarly on &lt;code&gt;FAILED&lt;/code&gt; &lt;code&gt;on_task_instance_failed&lt;/code&gt; is called.&lt;/p&gt;
 
 &lt;p&gt;Actual notification mechanism is be implemented using &lt;a href=&#34;https://docs.sqlalchemy.org/en/13/orm/session_events.html#after-flush&#34;&gt;SQLAlchemy’s events mechanism&lt;/a&gt;. This ensures that plugins will get every change of state, regardless of where in the codebase it happened, and not require manual annotation of TI state changes across the codebase.&lt;/p&gt;
 
 &lt;p&gt;To make sure that this change is not affecting performance, running this mechanism on scheduler is disabled by default. The SQLAlchemy event mechanism is also not affected by default - the event listener is only added if we have any plugin which actually provides any listener.&lt;/p&gt;
 
-&lt;p&gt;Design doc: &lt;br /&gt;
+&lt;p&gt;Design doc:&lt;br /&gt;
 &lt;a href=&#34;https://docs.google.com/document/d/1L3xfdlWVUrdnFXng1Di4nMQYQtzMfhvvWDR9K4wXnDU/edit?usp=sharing&#34;&gt;https://docs.google.com/document/d/1L3xfdlWVUrdnFXng1Di4nMQYQtzMfhvvWDR9K4wXnDU/edit?usp=sharing&lt;/a&gt;&lt;/p&gt;
 
-&lt;p&gt;Background to this change: &lt;br /&gt;
+&lt;p&gt;Background to this change:&lt;br /&gt;
 When discussing changing LineageBackend api for OpenLineage plugin, we came to consensus that the changes proposed there would be better suited to the new API &lt;a href=&#34;https://github.com/apache/airflow/issues/17984&#34;&gt;#17984&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;related: &lt;a href=&#34;https://github.com/apache/airflow/issues/17984&#34;&gt;#17984&lt;/a&gt;&lt;/p&gt;
@@ -77872,7 +77896,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-10-26 15:22:22">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -78047,7 +78071,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-11-02 15:54:31">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -78574,7 +78598,7 @@ <h1>SundayFunday</h1>
 
 &lt;p&gt;Generic implementation of EnvironmentFacet gives the ability to add environmental details. Since EnvironmentFacet produces HashMap it can handle properties dynamically.&lt;/p&gt;
 
-&lt;p&gt;In the current implementation added ability to collect properties for Databricks environment including mount point details. &lt;br /&gt;
+&lt;p&gt;In the current implementation added ability to collect properties for Databricks environment including mount point details.&lt;br /&gt;
 Below are some examples:&lt;/p&gt;
 
 &lt;p&gt;• &#34;orgId&#34;
@@ -79768,7 +79792,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-11-28 10:29:58">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -79846,7 +79870,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-11-28 11:11:58">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -79945,7 +79969,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-11-28 11:12:57">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -79997,7 +80021,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-11-28 11:13:47">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -81458,9 +81482,9 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/1419">#1419 [PROPOSAL] Add custom environment variables to the RunEvent</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;Hi, &lt;br /&gt;
-I would like to capture some custom environment variables and send it along with the column lineage to the server. This feature will be of great use as there is a potential use case to capture and persist some environment-specific metadata from spark clusters. &lt;br /&gt;
-Wondering if this feature can be supported, or is on the roadmap potentially? Thanks a lot! &lt;br /&gt;
+                                    &lt;p&gt;Hi,&lt;br /&gt;
+I would like to capture some custom environment variables and send it along with the column lineage to the server. This feature will be of great use as there is a potential use case to capture and persist some environment-specific metadata from spark clusters.&lt;br /&gt;
+Wondering if this feature can be supported, or is on the roadmap potentially? Thanks a lot!&lt;br /&gt;
 cc: &lt;a href=&#34;https://github.com/pawel-big-lebowski&#34;&gt;@pawel-big-lebowski&lt;/a&gt;&lt;/p&gt;
                                 </div>
                                 
@@ -81545,7 +81569,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -82508,7 +82532,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2022-12-29 10:47:00">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -82566,9 +82590,9 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                     &lt;p&gt;&lt;strong&gt;OpenLineage Spec&lt;/strong&gt;
 &lt;strong&gt;Specification&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The specification for OpenLineage is formalized as a JsonSchema &lt;OpenLineage.json|OpenLineage.json&gt;. &lt;br /&gt;
-An OpenAPI spec is also provided for HTTP based implementations: &lt;OpenLineage.yml|OpenLineage.yml&gt; &lt;br /&gt;
-The documentation is published at: &lt;a href=&#34;https://openlineage.github.io/&#34;&gt;https://openlineage.github.io/&lt;/a&gt; &lt;br /&gt;
+&lt;p&gt;The specification for OpenLineage is formalized as a JsonSchema &lt;OpenLineage.json|OpenLineage.json&gt;.&lt;br /&gt;
+An OpenAPI spec is also provided for HTTP based implementations: &lt;OpenLineage.yml|OpenLineage.yml&gt;&lt;br /&gt;
+The documentation is published at: &lt;a href=&#34;https://openlineage.github.io/&#34;&gt;https://openlineage.github.io/&lt;/a&gt;&lt;br /&gt;
 It allows extensions to the spec using &lt;code&gt;Custom Facets&lt;/code&gt; as described in this document.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Core concepts&lt;/strong&gt;
@@ -82582,7 +82606,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 • &lt;strong&gt;Run&lt;/strong&gt;: An instance of a running job with a start and completion (or failure) time. A run is identified by a globally unique ID relative to its job definition. A run ID &lt;strong&gt;must&lt;/strong&gt; be an &lt;a href=&#34;https://datatracker.ietf.org/doc/html/rfc4122&#34;&gt;UUID&lt;/a&gt;.
 • &lt;strong&gt;Facet&lt;/strong&gt;: A piece of metadata attached to one of the entities defined above.&lt;/p&gt;
 
-&lt;p&gt;example: &lt;br /&gt;
+&lt;p&gt;example:&lt;br /&gt;
 Here is an example of a simple start run event not adding any facet information:&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;{
@@ -82614,10 +82638,10 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;p&gt;&lt;strong&gt;Lifecycle&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The OpenLineage API defines events to capture the lifecycle of a &lt;em&gt;Run&lt;/em&gt; for a given &lt;em&gt;Job&lt;/em&gt;. &lt;br /&gt;
-When a &lt;em&gt;job&lt;/em&gt; is being &lt;em&gt;run&lt;/em&gt;, we capture metadata by sending run events when the state of the job transitions to a different state. &lt;br /&gt;
-We might observe different aspects of the job run at different stages. This means that different metadata might be collected in each event during the lifecycle of a run. &lt;br /&gt;
-All metadata is additive. for example, if more inputs or outputs are detected as the job is running we might send additional events specifically for those datasets without re-emitting previously observed inputs or outputs. &lt;br /&gt;
+&lt;p&gt;The OpenLineage API defines events to capture the lifecycle of a &lt;em&gt;Run&lt;/em&gt; for a given &lt;em&gt;Job&lt;/em&gt;.&lt;br /&gt;
+When a &lt;em&gt;job&lt;/em&gt; is being &lt;em&gt;run&lt;/em&gt;, we capture metadata by sending run events when the state of the job transitions to a different state.&lt;br /&gt;
+We might observe different aspects of the job run at different stages. This means that different metadata might be collected in each event during the lifecycle of a run.&lt;br /&gt;
+All metadata is additive. for example, if more inputs or outputs are detected as the job is running we might send additional events specifically for those datasets without re-emitting previously observed inputs or outputs.&lt;br /&gt;
 Example:&lt;/p&gt;
 
 &lt;p&gt;• When the run starts, we collect the following Metadata:
@@ -82644,7 +82668,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;p&gt;A facet is an atomic piece of metadata identified by its name. This means that emitting a new facet with the same name for the same entity replaces the previous facet instance for that entity entirely). It is defined as a JSON object that can be either part of the spec or custom facets defined in a different project.&lt;/p&gt;
 
-&lt;p&gt;Custom facets must use a distinct prefix named after the project defining them to avoid collision with standard facets defined in the &lt;OpenLineage.json|OpenLineage.json&gt; spec. &lt;br /&gt;
+&lt;p&gt;Custom facets must use a distinct prefix named after the project defining them to avoid collision with standard facets defined in the &lt;OpenLineage.json|OpenLineage.json&gt; spec.&lt;br /&gt;
 They have a _schemaURL field pointing to the corresponding version of the facet schema (as a JSONPointer: &lt;a href=&#34;https://swagger.io/docs/specification/using-ref/&#34;&gt;$ref URL location&lt;/a&gt; ).&lt;/p&gt;
 
 &lt;p&gt;Example: &lt;a href=&#34;https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/MyCustomJobFacet&#34;&gt;https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/MyCustomJobFacet&lt;/a&gt;&lt;/p&gt;
@@ -82655,8 +82679,8 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;p&gt;&lt;strong&gt;Custom Facet Naming&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;Naming of custom facets should follow pattern &lt;code&gt;{prefix}{name}{entity}Facet&lt;/code&gt; PascalCased. &lt;br /&gt;
-Prefix must be distinct identifier named after the project defining them to avoid colision with standard facets defined in the &lt;OpenLineage.json|OpenLineage.json&gt; spec. &lt;br /&gt;
+&lt;p&gt;Naming of custom facets should follow pattern &lt;code&gt;{prefix}{name}{entity}Facet&lt;/code&gt; PascalCased.&lt;br /&gt;
+Prefix must be distinct identifier named after the project defining them to avoid colision with standard facets defined in the &lt;OpenLineage.json|OpenLineage.json&gt; spec.&lt;br /&gt;
 Entity is the core entity for which the facet is attached.&lt;/p&gt;
 
 &lt;p&gt;When attached to core entity, the key should follow pattern &lt;code&gt;{prefix}_{name}&lt;/code&gt;, where both prefix and name follow snakeCase pattern.&lt;/p&gt;
@@ -83989,7 +84013,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-01-13 14:39:51">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -87244,14 +87268,14 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                 <div class="link-text">
                                     &lt;p&gt;Hi,&lt;/p&gt;
 
-&lt;p&gt;First activity : Making HTTP Call to pull the lookup data and store it in datalake. &lt;br /&gt;
-Second Activity : After the completion of first activity, invoking Azure databricks to use the lookup file and generate the output tables. What are all the steps should be follow to refer databricks generated tables facets as an output in the current activity &amp;amp; input to the subsequent activities in the pipeline. &lt;br /&gt;
-When I configure spark generated tables as output to the current activity the existing spark metadata is not showing up. &lt;br /&gt;
-How can this be achievable. &lt;br /&gt;
-Can someone please guide me on this. &lt;br /&gt;
+&lt;p&gt;First activity : Making HTTP Call to pull the lookup data and store it in datalake.&lt;br /&gt;
+Second Activity : After the completion of first activity, invoking Azure databricks to use the lookup file and generate the output tables. What are all the steps should be follow to refer databricks generated tables facets as an output in the current activity &amp;amp; input to the subsequent activities in the pipeline.&lt;br /&gt;
+When I configure spark generated tables as output to the current activity the existing spark metadata is not showing up.&lt;br /&gt;
+How can this be achievable.&lt;br /&gt;
+Can someone please guide me on this.&lt;br /&gt;
 Note: After the execution of each activity in ADF Pipeline I am sending start and complete/fail event lineage to Marquez.&lt;/p&gt;
 
-&lt;p&gt;Thanks, &lt;br /&gt;
+&lt;p&gt;Thanks,&lt;br /&gt;
 Brahma&lt;/p&gt;
                                 </div>
                                 
@@ -87482,7 +87506,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <p>Hi folks, I’m opening a vote to release <strong>OpenLineage 0.20.0</strong>, featuring:
 • <a href="https://github.com/OpenLineage/OpenLineage/pull/1495">Airflow: add new extractor for <code>GCSToGCSOperator</code></a> 
     <em>Adds a new extractor for this operator.</em>
-• <a href="https://github.com/OpenLineage/OpenLineage/pull/1469">Proxy: implement lineage event validator for client proxy</a> <br />
+• <a href="https://github.com/OpenLineage/OpenLineage/pull/1469">Proxy: implement lineage event validator for client proxy</a><br />
     <em>Implements logic in the proxy (which is still in development) for validating and handling lineage events.</em>
 • A fix of a breaking change in the common integration and other bug fixes in the DBT, Airflow, Spark, and SQL integrations and in the Java and Python clients.
 As per the policy <a href="https://github.com/OpenLineage/OpenLineage/blob/main/GOVERNANCE.md">here</a>, three +1s from committers will authorize. Thanks in advance.</p>
@@ -87911,7 +87935,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-02-09 10:50:07">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -88732,7 +88756,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;If a table is used with a database (ex: &lt;code&gt;catalog.my_db.my_table&lt;/code&gt; or &lt;code&gt;my_db.my_table&lt;/code&gt;), the field &lt;code&gt;table.schema&lt;/code&gt; is the database. However it is &lt;code&gt;None&lt;/code&gt;. &lt;br /&gt;
+&lt;p&gt;If a table is used with a database (ex: &lt;code&gt;catalog.my_db.my_table&lt;/code&gt; or &lt;code&gt;my_db.my_table&lt;/code&gt;), the field &lt;code&gt;table.schema&lt;/code&gt; is the database. However it is &lt;code&gt;None&lt;/code&gt;.&lt;br /&gt;
 So we can use this field to get database, or use operator default database if &lt;code&gt;table.schema is None&lt;/code&gt;&lt;/p&gt;
 
 &lt;p&gt;☐ Your change modifies the &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json&#34;&gt;core&lt;/a&gt; OpenLineage model
@@ -88751,7 +88775,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -91198,7 +91222,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-03-02 20:04:19">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -91224,7 +91248,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-03-02 20:06:00">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -91327,7 +91351,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-03-03 16:24:07">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -91357,7 +91381,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-03-03 16:24:50">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -91883,7 +91907,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -92192,7 +92216,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-03-15 15:18:22">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -93395,8 +93419,8 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/1747">#1747 [PROPOSAL] Support for V2SessionCatalog</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;Delta catalog uses V2SessionCatalog for some operations. All catalog calls except the delta lake ones are delegated to V2SessionCatalog. Currently, openlineage does not support this spark catalog. &lt;br /&gt;
-Adding support for the V2SessionCatalog will be of great use as we are currently unable to emit metadata from some important pipelines which use this spark catalog, to our backend. &lt;br /&gt;
+                                    &lt;p&gt;Delta catalog uses V2SessionCatalog for some operations. All catalog calls except the delta lake ones are delegated to V2SessionCatalog. Currently, openlineage does not support this spark catalog.&lt;br /&gt;
+Adding support for the V2SessionCatalog will be of great use as we are currently unable to emit metadata from some important pipelines which use this spark catalog, to our backend.&lt;br /&gt;
 Wondering if this feature can be supported, or is on the roadmap potentially? Thanks a lot!&lt;/p&gt;
                                 </div>
                                 
@@ -94389,7 +94413,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-04-06 10:22:17">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -96557,11 +96581,11 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/1784">#1784 Null Pointer Exception with OpenlineageSparkListener</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;Hi everyone, &lt;br /&gt;
-I am facing this null pointer exception in OpenlineageSparkListener for my job saving into delta table. &lt;br /&gt;
+                                    &lt;p&gt;Hi everyone,&lt;br /&gt;
+I am facing this null pointer exception in OpenlineageSparkListener for my job saving into delta table.&lt;br /&gt;
 &lt;code&gt;ERROR AsyncEventQueue: Listener OpenLineageSparkListener threw an exception java.lang.NullPointerException java.base/java.util.concurrent.ConcurrentHashMap.putVal(Unknown Source) java.base/java.util.concurrent.ConcurrentHashMap.put(Unknown Source) io.openlineage.spark.agent.JobMetricsHolder.addMetrics(JobMetricsHolder.java:40) io.openlineage.spark.agent.OpenLineageSparkListener.onTaskEnd(OpenLineageSparkListener.java:179) org.apache.spark.scheduler.SparkListenerBus.doPostEvent(SparkListenerBus.scala:45) org.apache.spark.scheduler.SparkListenerBus.doPostEvent$(SparkListenerBus.scala:28) org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:37) org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:37) org.apache.spark.util.ListenerBus.postToAll(ListenerBus.scala:117) org.apache.spark.util.ListenerBus.postToAll$(ListenerBus.scala:101) org.apache.spark.scheduler.AsyncEventQueue.super$postToAll(AsyncEventQueue.scala:105) org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:105) scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.java:23) scala.util.DynamicVariable.withValue(DynamicVariable.scala:62) &amp;lt;a href=&#34;http://org.apache.spark.scheduler.AsyncEventQueue.org&#34;&amp;gt;org.apache.spark.scheduler.AsyncEventQueue.org&amp;lt;/a&amp;gt;$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:100) org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:96) org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1381) org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:96)&lt;/code&gt;&lt;/p&gt;
 
-&lt;p&gt;The spark submit command used is: &lt;br /&gt;
+&lt;p&gt;The spark submit command used is:&lt;br /&gt;
 &lt;code&gt;spark-submit --py-files /usr/local/lib/common_utils.zip,/usr/local/lib/team_utils.zip,/usr/local/lib/project_utils.zip --conf spark.executor.cores=16 --conf spark.hadoop.fs.s3a.connection.maximum=100 --conf spark.sql.shuffle.partitions=1000 --conf spark.speculation=true --conf spark.sql.adaptive.advisoryPartitionSizeInBytes=256MB --conf spark.hadoop.fs.s3a.multiobjectdelete.enable=false --conf spark.memory.fraction=0.7 --conf spark.kubernetes.executor.label.experiment=some_label --conf spark.kubernetes.executor.label.team=team_name --conf spark.driver.memory=26112m --conf &amp;lt;a href=&#34;http://spark.kubernetes.executor.label.app.kubernetes.io/managed-by=pipeline_name&#34;&amp;gt;spark.kubernetes.executor.label.app.kubernetes.io/managed-by=pipeline_name&amp;lt;/a&amp;gt; --conf spark.kubernetes.executor.label.instance-type=4xlarge --conf spark.executor.instances=10 --conf spark.kubernetes.executor.label.env=prd --conf spark.kubernetes.executor.label.job-name=job_name --conf spark.kubernetes.executor.label.owner=owner --conf spark.kubernetes.executor.label.pipeline=pipeline --conf spark.kubernetes.executor.label.platform-name=platform_name --conf spark.speculation.multiplier=10 --conf spark.memory.storageFraction=0.4 --conf spark.driver.maxResultSize=26112m --conf spark.kubernetes.executor.request.cores=15000m --conf spark.speculation.interval=1s --conf spark.executor.memory=104g --conf spark.sql.catalogImplementation=hive --conf spark.eventLog.dir=file:///logs/spark-events --conf spark.hadoop.fs.s3a.threads.max=100 --conf spark.speculation.quantile=0.75 job.py&lt;/code&gt;&lt;/p&gt;
 
 &lt;p&gt;Would greatly appreciate any help on this! Thanks!&lt;/p&gt;
@@ -96699,7 +96723,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -97992,7 +98016,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -100797,7 +100821,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -101121,7 +101145,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                 .partitionBy(**partitions).option(&#34;replaceWhere&#34;, where_clause).save(path)
 &lt;/code&gt;&lt;/pre&gt;
 
-&lt;p&gt;I also noticed the same issue when using the &lt;code&gt;MERGE INTO&lt;/code&gt; command from spark sql. &lt;br /&gt;
+&lt;p&gt;I also noticed the same issue when using the &lt;code&gt;MERGE INTO&lt;/code&gt; command from spark sql.&lt;br /&gt;
 Would it be possible to extend the support to these df operations. too please? Thanks!&lt;/p&gt;
                                 </div>
                                 
@@ -101896,7 +101920,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/1828">#1828 [Spark] duplicate events when for delta</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;Each join query run on top of delta tables have two start and two complete events. Openlineage 0.22..00 &lt;br /&gt;
+                                    &lt;p&gt;Each join query run on top of delta tables have two start and two complete events. Openlineage 0.22..00&lt;br /&gt;
 &lt;a href=&#34;https://openlineage.slack.com/archives/C01CK9T7HKR/p1683014620909079&#34;&gt;https://openlineage.slack.com/archives/C01CK9T7HKR/p1683014620909079&lt;/a&gt;&lt;/p&gt;
                                 </div>
                                 
@@ -102013,7 +102037,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -102630,77 +102654,77 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/1821">#1821 Azure databricks use aggregate funcation can not buildColumnLineageDatasetFacet</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;Enviroment: &lt;br /&gt;
-databricks 12.1 (includes Apache Spark 3.3.1, Scala 2.12) &lt;br /&gt;
-Openlineage 0.21.1 &lt;br /&gt;
-sql: &lt;br /&gt;
-INSERT INTO TABLE openliange&lt;em&gt;test &lt;br /&gt;
-SELECT &lt;br /&gt;
-union&lt;/em&gt;id, &lt;br /&gt;
-first(name) AS name &lt;br /&gt;
-FROM tmp &lt;br /&gt;
-GROUP BY union_id; &lt;br /&gt;
-when we use &#39;GROUP BY&#39; function, the program report err: &lt;br /&gt;
-23/03/10 07:49:15 ERROR ColumnLevelLineageUtils: Error when invoking static method &#39;buildColumnLineageDatasetFacet&#39; for Spark3 &lt;br /&gt;
-java.lang.reflect.InvocationTargetException &lt;br /&gt;
-at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) &lt;br /&gt;
-at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) &lt;br /&gt;
-at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) &lt;br /&gt;
-at java.lang.reflect.Method.invoke(Method.java:498) &lt;br /&gt;
-at io.openlineage.spark.agent.lifecycle.plan.column.ColumnLevelLineageUtils.buildColumnLineageDatasetFacet(ColumnLevelLineageUtils.java:35) &lt;br /&gt;
-at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.lambda$buildOutputDatasets$21(OpenLineageRunEventBuilder.java:424) &lt;br /&gt;
-at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) &lt;br /&gt;
-at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1384) &lt;br /&gt;
-at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482) &lt;br /&gt;
-at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472) &lt;br /&gt;
-at java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708) &lt;br /&gt;
-at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) &lt;br /&gt;
-at java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:566) &lt;br /&gt;
-at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.buildOutputDatasets(OpenLineageRunEventBuilder.java:437) &lt;br /&gt;
-at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.populateRun(OpenLineageRunEventBuilder.java:296) &lt;br /&gt;
-at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.buildRun(OpenLineageRunEventBuilder.java:279) &lt;br /&gt;
-at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.buildRun(OpenLineageRunEventBuilder.java:231) &lt;br /&gt;
-at io.openlineage.spark.agent.lifecycle.SparkSQLExecutionContext.end(SparkSQLExecutionContext.java:95) &lt;br /&gt;
-at io.openlineage.spark.agent.OpenLineageSparkListener.sparkSQLExecEnd(OpenLineageSparkListener.java:98) &lt;br /&gt;
-at io.openlineage.spark.agent.OpenLineageSparkListener.onOtherEvent(OpenLineageSparkListener.java:84) &lt;br /&gt;
-at org.apache.spark.scheduler.SparkListenerBus.doPostEvent(SparkListenerBus.scala:102) &lt;br /&gt;
-at org.apache.spark.scheduler.SparkListenerBus.doPostEvent$(SparkListenerBus.scala:28) &lt;br /&gt;
-at org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:42) &lt;br /&gt;
-at org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:42) &lt;br /&gt;
-at org.apache.spark.util.ListenerBus.postToAll(ListenerBus.scala:118) &lt;br /&gt;
-at org.apache.spark.util.ListenerBus.postToAll$(ListenerBus.scala:102) &lt;br /&gt;
-at org.apache.spark.scheduler.AsyncEventQueue.super$postToAll(AsyncEventQueue.scala:114) &lt;br /&gt;
-at org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:114) &lt;br /&gt;
-at scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.java:23) &lt;br /&gt;
-at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62) &lt;br /&gt;
-at &lt;a href=&#34;http://org.apache.spark.scheduler.AsyncEventQueue.org&#34;&gt;org.apache.spark.scheduler.AsyncEventQueue.org&lt;/a&gt;$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:109) &lt;br /&gt;
-at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:105) &lt;br /&gt;
-at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1655) &lt;br /&gt;
-at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:105) &lt;br /&gt;
-Caused by: java.lang.NoSuchMethodError: org.apache.spark.sql.catalyst.expressions.aggregate.AggregateExpression.resultId()Lorg/apache/spark/sql/catalyst/expressions/ExprId; &lt;br /&gt;
-at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.traverseExpression(ExpressionDependencyCollector.java:71) &lt;br /&gt;
-at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.lambda$traverseExpression$4(ExpressionDependencyCollector.java:66) &lt;br /&gt;
-at java.util.Iterator.forEachRemaining(Iterator.java:116) &lt;br /&gt;
-at scala.collection.convert.Wrappers$IteratorWrapper.forEachRemaining(Wrappers.scala:31) &lt;br /&gt;
-at java.util.Spliterators$IteratorSpliterator.forEachRemaining(Spliterators.java:1801) &lt;br /&gt;
-at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:647) &lt;br /&gt;
-at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.traverseExpression(ExpressionDependencyCollector.java:66) &lt;br /&gt;
-at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.lambda$null$2(ExpressionDependencyCollector.java:52) &lt;br /&gt;
-at java.util.LinkedList$LLSpliterator.forEachRemaining(LinkedList.java:1235) &lt;br /&gt;
-at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:647) &lt;br /&gt;
-at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.lambda$collect$3(ExpressionDependencyCollector.java:52) &lt;br /&gt;
-at org.apache.spark.sql.catalyst.trees.TreeNode.foreach(TreeNode.scala:292) &lt;br /&gt;
-at org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$foreach$1(TreeNode.scala:293) &lt;br /&gt;
-at org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$foreach$1$adapted(TreeNode.scala:293) &lt;br /&gt;
-at scala.collection.Iterator.foreach(Iterator.scala:943) &lt;br /&gt;
-at scala.collection.Iterator.foreach$(Iterator.scala:943) &lt;br /&gt;
-at scala.collection.AbstractIterator.foreach(Iterator.scala:1431) &lt;br /&gt;
-at scala.collection.IterableLike.foreach(IterableLike.scala:74) &lt;br /&gt;
-at scala.collection.IterableLike.foreach$(IterableLike.scala:73) &lt;br /&gt;
-at scala.collection.AbstractIterable.foreach(Iterable.scala:56) &lt;br /&gt;
-at org.apache.spark.sql.catalyst.trees.TreeNode.foreach(TreeNode.scala:293) &lt;br /&gt;
-at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.collect(ExpressionDependencyCollector.java:35) &lt;br /&gt;
-at io.openlineage.spark3.agent.lifecycle.plan.column.ColumnLevelLineageUtils.buildColumnLineageDatasetFacet(ColumnLevelLineageUtils.java:32) &lt;br /&gt;
+                                    &lt;p&gt;Enviroment:&lt;br /&gt;
+databricks 12.1 (includes Apache Spark 3.3.1, Scala 2.12)&lt;br /&gt;
+Openlineage 0.21.1&lt;br /&gt;
+sql:&lt;br /&gt;
+INSERT INTO TABLE openliange&lt;em&gt;test&lt;br /&gt;
+SELECT&lt;br /&gt;
+union&lt;/em&gt;id,&lt;br /&gt;
+first(name) AS name&lt;br /&gt;
+FROM tmp&lt;br /&gt;
+GROUP BY union_id;&lt;br /&gt;
+when we use &#39;GROUP BY&#39; function, the program report err:&lt;br /&gt;
+23/03/10 07:49:15 ERROR ColumnLevelLineageUtils: Error when invoking static method &#39;buildColumnLineageDatasetFacet&#39; for Spark3&lt;br /&gt;
+java.lang.reflect.InvocationTargetException&lt;br /&gt;
+at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)&lt;br /&gt;
+at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)&lt;br /&gt;
+at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)&lt;br /&gt;
+at java.lang.reflect.Method.invoke(Method.java:498)&lt;br /&gt;
+at io.openlineage.spark.agent.lifecycle.plan.column.ColumnLevelLineageUtils.buildColumnLineageDatasetFacet(ColumnLevelLineageUtils.java:35)&lt;br /&gt;
+at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.lambda$buildOutputDatasets$21(OpenLineageRunEventBuilder.java:424)&lt;br /&gt;
+at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)&lt;br /&gt;
+at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1384)&lt;br /&gt;
+at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)&lt;br /&gt;
+at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)&lt;br /&gt;
+at java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708)&lt;br /&gt;
+at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)&lt;br /&gt;
+at java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:566)&lt;br /&gt;
+at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.buildOutputDatasets(OpenLineageRunEventBuilder.java:437)&lt;br /&gt;
+at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.populateRun(OpenLineageRunEventBuilder.java:296)&lt;br /&gt;
+at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.buildRun(OpenLineageRunEventBuilder.java:279)&lt;br /&gt;
+at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.buildRun(OpenLineageRunEventBuilder.java:231)&lt;br /&gt;
+at io.openlineage.spark.agent.lifecycle.SparkSQLExecutionContext.end(SparkSQLExecutionContext.java:95)&lt;br /&gt;
+at io.openlineage.spark.agent.OpenLineageSparkListener.sparkSQLExecEnd(OpenLineageSparkListener.java:98)&lt;br /&gt;
+at io.openlineage.spark.agent.OpenLineageSparkListener.onOtherEvent(OpenLineageSparkListener.java:84)&lt;br /&gt;
+at org.apache.spark.scheduler.SparkListenerBus.doPostEvent(SparkListenerBus.scala:102)&lt;br /&gt;
+at org.apache.spark.scheduler.SparkListenerBus.doPostEvent$(SparkListenerBus.scala:28)&lt;br /&gt;
+at org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:42)&lt;br /&gt;
+at org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:42)&lt;br /&gt;
+at org.apache.spark.util.ListenerBus.postToAll(ListenerBus.scala:118)&lt;br /&gt;
+at org.apache.spark.util.ListenerBus.postToAll$(ListenerBus.scala:102)&lt;br /&gt;
+at org.apache.spark.scheduler.AsyncEventQueue.super$postToAll(AsyncEventQueue.scala:114)&lt;br /&gt;
+at org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:114)&lt;br /&gt;
+at scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.java:23)&lt;br /&gt;
+at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)&lt;br /&gt;
+at &lt;a href=&#34;http://org.apache.spark.scheduler.AsyncEventQueue.org&#34;&gt;org.apache.spark.scheduler.AsyncEventQueue.org&lt;/a&gt;$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:109)&lt;br /&gt;
+at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:105)&lt;br /&gt;
+at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1655)&lt;br /&gt;
+at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:105)&lt;br /&gt;
+Caused by: java.lang.NoSuchMethodError: org.apache.spark.sql.catalyst.expressions.aggregate.AggregateExpression.resultId()Lorg/apache/spark/sql/catalyst/expressions/ExprId;&lt;br /&gt;
+at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.traverseExpression(ExpressionDependencyCollector.java:71)&lt;br /&gt;
+at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.lambda$traverseExpression$4(ExpressionDependencyCollector.java:66)&lt;br /&gt;
+at java.util.Iterator.forEachRemaining(Iterator.java:116)&lt;br /&gt;
+at scala.collection.convert.Wrappers$IteratorWrapper.forEachRemaining(Wrappers.scala:31)&lt;br /&gt;
+at java.util.Spliterators$IteratorSpliterator.forEachRemaining(Spliterators.java:1801)&lt;br /&gt;
+at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:647)&lt;br /&gt;
+at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.traverseExpression(ExpressionDependencyCollector.java:66)&lt;br /&gt;
+at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.lambda$null$2(ExpressionDependencyCollector.java:52)&lt;br /&gt;
+at java.util.LinkedList$LLSpliterator.forEachRemaining(LinkedList.java:1235)&lt;br /&gt;
+at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:647)&lt;br /&gt;
+at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.lambda$collect$3(ExpressionDependencyCollector.java:52)&lt;br /&gt;
+at org.apache.spark.sql.catalyst.trees.TreeNode.foreach(TreeNode.scala:292)&lt;br /&gt;
+at org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$foreach$1(TreeNode.scala:293)&lt;br /&gt;
+at org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$foreach$1$adapted(TreeNode.scala:293)&lt;br /&gt;
+at scala.collection.Iterator.foreach(Iterator.scala:943)&lt;br /&gt;
+at scala.collection.Iterator.foreach$(Iterator.scala:943)&lt;br /&gt;
+at scala.collection.AbstractIterator.foreach(Iterator.scala:1431)&lt;br /&gt;
+at scala.collection.IterableLike.foreach(IterableLike.scala:74)&lt;br /&gt;
+at scala.collection.IterableLike.foreach$(IterableLike.scala:73)&lt;br /&gt;
+at scala.collection.AbstractIterable.foreach(Iterable.scala:56)&lt;br /&gt;
+at org.apache.spark.sql.catalyst.trees.TreeNode.foreach(TreeNode.scala:293)&lt;br /&gt;
+at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.collect(ExpressionDependencyCollector.java:35)&lt;br /&gt;
+at io.openlineage.spark3.agent.lifecycle.plan.column.ColumnLevelLineageUtils.buildColumnLineageDatasetFacet(ColumnLevelLineageUtils.java:32)&lt;br /&gt;
 ... 34 more&lt;/p&gt;
                                 </div>
                                 
@@ -102953,7 +102977,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* Here is the code we use.</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F057RGL2JN4/azure_sql_deltalake.py?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Azure SQL_DeltaLake.py</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F057RGL2JN4/azure_sql_deltalake.py?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Azure SQL_DeltaLake.py</a></div>
                             
                                 
     
@@ -103598,7 +103622,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-05-11 14:52:40">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -104069,7 +104093,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 <p>@Paweł Leszczyński @Michael Robinson</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F0584UY0398/merge-test.py?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">merge-test.py</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F0584UY0398/merge-test.py?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">merge-test.py</a></div>
                             
                                 
     
@@ -104693,7 +104717,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-05-18 10:27:52">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -104771,7 +104795,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-05-19 09:05:31">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -104798,7 +104822,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-05-19 09:06:30">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -105528,7 +105552,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
         final_df.write.mode(&#34;overwrite&#34;).saveAsTable(&#34;openlineage_poc.productordertest2&#34;)
 &lt;/code&gt;&lt;/pre&gt;
 
-&lt;p&gt;it&#39;s not present anymore. &lt;br /&gt;
+&lt;p&gt;it&#39;s not present anymore.&lt;br /&gt;
 &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/files/11505766/lineage.txt&#34;&gt;lineage.txt&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;Requested on slack: &lt;a href=&#34;https://openlineage.slack.com/archives/C01CK9T7HKR/p1684391393701839&#34;&gt;https://openlineage.slack.com/archives/C01CK9T7HKR/p1684391393701839&lt;/a&gt;&lt;/p&gt;
@@ -105657,10 +105681,10 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/1866">#1866 Reg: Lineage Representation With Available Datasets Generated by the Jobs</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 As part of the data ingestion pipeline process. process#1 generating the tables using spark. How can refer process#1 as an input for my process#2. When we specify them in lineage process by refering spark namespace where the datasets resides it&#39;s not showling accurately on Marquez UI.&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
 If N number of jobs generates the datasets under respective namespaces. We should refer the same in the lineage representation process as is insated of them craeting again and again under the job execution namespace.&lt;/p&gt;
                                 </div>
                                 
@@ -107215,7 +107239,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -108159,7 +108183,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <p>@channel
 <strong>We released OpenLineage 0.27.2, including:</strong>
 Fixes:
-• Python client: deprecate <code>client.from_environment</code>, do not skip loading config <code>#1908</code> @Maciej Obuchowski <br />
+• Python client: deprecate <code>client.from_environment</code>, do not skip loading config <code>#1908</code> @Maciej Obuchowski<br />
 For the details, see:
 <strong>Release:</strong> <a href="https://github.com/OpenLineage/OpenLineage/releases/tag/0.27.2">https://github.com/OpenLineage/OpenLineage/releases/tag/0.27.2</a>
 <strong>Changelog:</strong> <a href="https://github.com/OpenLineage/OpenLineage/blob/main/CHANGELOG.md">https://github.com/OpenLineage/OpenLineage/blob/main/CHANGELOG.md</a>
@@ -108662,7 +108686,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
          <code>.config('spark.extraListeners', 'io.openlineage.spark.agent.OpenLineageSparkListener')</code>
          <code>.config('spark.jars.packages', 'io.openlineage:openlineage_spark:0.12.0')</code>
          <code>.config('spark.openlineage.host', '&lt;http://marquez-api:5000&gt;')</code>
-         <code>.config('spark.openlineage.namespace', 'spark_integration')</code> <br />
+         <code>.config('spark.openlineage.namespace', 'spark_integration')</code><br />
          <code>.getOrCreate())</code></p>
 
 <p><code>spark.sparkContext.setLogLevel("INFO")</code></p>
@@ -111306,7 +111330,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the Marquez project.&lt;/p&gt;
                                 </div>
                                 
@@ -111512,7 +111536,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* This is the event generated for above query.</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05DA00JCSW/log4j-active__11__txt.txt?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">log4j-active (11).txt</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05DA00JCSW/log4j-active__11__txt.txt?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">log4j-active (11).txt</a></div>
                             
                                 
     
@@ -111583,7 +111607,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <p>this is event for view for which no lineage is being generated</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05DCA740KE/view.txt?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">view.txt</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05DCA740KE/view.txt?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">view.txt</a></div>
                             
                                 
     
@@ -113528,11 +113552,11 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/372">#372 spark: Cover streaming LogicalPlans</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;Cover implementations of LogicalPlan in &lt;br /&gt;
-org.apache.spark.sql.execution.streaming.continuous &lt;br /&gt;
-WriteToContinuousDataSource &lt;br /&gt;
-org.apache.spark.sql.execution.streaming.sources &lt;br /&gt;
-MemoryPlan &lt;br /&gt;
+                                    &lt;p&gt;Cover implementations of LogicalPlan in&lt;br /&gt;
+org.apache.spark.sql.execution.streaming.continuous&lt;br /&gt;
+WriteToContinuousDataSource&lt;br /&gt;
+org.apache.spark.sql.execution.streaming.sources&lt;br /&gt;
+MemoryPlan&lt;br /&gt;
 WriteToMicroBatchDataSource&lt;/p&gt;
                                 </div>
                                 
@@ -113984,7 +114008,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -114207,7 +114231,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-07-12 15:22:52">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -114259,7 +114283,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-07-12 21:44:21">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -114502,7 +114526,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;p&gt;“job and dataset facets apply to that entity from that moment on until they are replaced by a new version of the same facet”&lt;/p&gt;
 
-&lt;p&gt;However this doesn’t allow deleting the facet altogether if the facet is no longer applicable. &lt;br /&gt;
+&lt;p&gt;However this doesn’t allow deleting the facet altogether if the facet is no longer applicable.&lt;br /&gt;
 For example: the dataset no longer has an owner.&lt;/p&gt;
 
 &lt;p&gt;This proposal adds a mechanism for deleting job and dataset facets.&lt;/p&gt;
@@ -114527,7 +114551,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -114622,7 +114646,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                 <div class="link-text">
                                     &lt;p&gt;&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;Static metadata events (known also as runless) where presented within in the proposal: &lt;br /&gt;
+&lt;p&gt;Static metadata events (known also as runless) where presented within in the proposal:&lt;br /&gt;
 &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/proposals/1837/static_lineage.md&#34;&gt;https://github.com/OpenLineage/OpenLineage/blob/main/proposals/1837/static_lineage.md&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;and is being introduced to Openlineage specification within the PR: &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/pull/1880&#34;&gt;OpenLineage/OpenLineage#1880&lt;/a&gt;&lt;/p&gt;
@@ -115055,7 +115079,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-07-17 08:38:59">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -115732,7 +115756,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -116315,7 +116339,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* </p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05HR8SBTRV/untitled?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Untitled</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05HR8SBTRV/untitled?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Untitled</a></div>
                             
                                 
     
@@ -122816,7 +122840,7 @@ <h1>Marquez as an OpenLineage Client</h1>
                     <div class="message-container">
         <div id="2023-08-08 09:53:05">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -122868,7 +122892,7 @@ <h1>Marquez as an OpenLineage Client</h1>
                     <div class="message-container">
         <div id="2023-08-08 09:53:38">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -122924,7 +122948,7 @@ <h1>Marquez as an OpenLineage Client</h1>
                     <div class="message-container">
         <div id="2023-08-08 11:16:39">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -122976,7 +123000,7 @@ <h1>Marquez as an OpenLineage Client</h1>
                     <div class="message-container">
         <div id="2023-08-08 09:54:40">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -123049,7 +123073,7 @@ <h1>Marquez as an OpenLineage Client</h1>
                     <div class="message-container">
         <div id="2023-08-08 11:13:17">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -123173,7 +123197,7 @@ <h1>Marquez as an OpenLineage Client</h1>
                     <div class="message-container">
         <div id="2023-08-08 11:13:26">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -123306,7 +123330,7 @@ <h1>Marquez as an OpenLineage Client</h1>
                     <div class="message-container">
         <div id="2023-08-08 11:15:55">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -123607,7 +123631,7 @@ <h1>Marquez as an OpenLineage Client</h1>
                     <div class="message-container">
         <div id="2023-08-08 11:10:47">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -123801,7 +123825,7 @@ <h1>Marquez as an OpenLineage Client</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -125373,7 +125397,7 @@ <h1>csv_file = location.csv</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -125724,7 +125748,7 @@ <h1>csv_file = location.csv</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -126085,6 +126109,641 @@ <h1>csv_file = location.csv</h1>
         
             
                 
+                    <div class="message-container">
+        <div id="2024-02-13 05:27:36">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-13 05:27:36"><div class="time">2024-02-13 05:27:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i am getting this error while building the project.
+tried a lot of things, any pointers or leads will be helpful?
+i am using apple m1 max chip computer. thanks
+&gt; ------ Running smoke test ------
+&gt; Exception in thread “main” java.lang.UnsatisfiedLinkError: /private/var/folders/zz/zyxvpxvq6csfxvn<em>n0000000000000/T/native-lib4719585175993676348/libopenlineage</em>sql<em>java.dylib: dlopen(/private/var/folders/zz/zyxvpxvq6csfxvn</em>n0000000000000/T/native-lib4719585175993676348/libopenlineage<em>sql</em>java.dylib, 0x0001): tried: ‘/private/var/folders/zz/zyxvpxvq6csfxvn<em>n0000000000000/T/native-lib4719585175993676348/libopenlineage</em>sql<em>java.dylib’ (mach-o file, but is an incompatible architecture (have ‘arm64’, need ‘x86</em>64’)), ‘/System/Volumes/Preboot/Cryptexes/OS/private/var/folders/zz/zyxvpxvq6csfxvn<em>n0000000000000/T/native-lib4719585175993676348/libopenlineage</em>sql<em>java.dylib’ (no such file), ‘/private/var/folders/zz/zyxvpxvq6csfxvn</em>n0000000000000/T/native-lib4719585175993676348/libopenlineage<em>sql</em>java.dylib’ (mach-o file, but is an incompatible architecture (have ‘arm64’, need ‘x86_64’))
+&gt;         at java.base/java.lang.ClassLoader$NativeLibrary.load0(Native Method)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 05:51:45">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-13 05:51:45"><div class="time">2024-02-13 05:51:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* the build passes with out the smoke tests.
+but the command you gave is throwing below error</p>
+
+<blockquote>
+  <p>(base) snavalgi@macos-PD7LVVY6MQ spark % ./gradlew -q :app:integrationTest --tests io.openlineage.spark.agent.SparkIcebergIntegrationTest.testDropTable</p>
+  
+  <p>FAILURE: Build failed with an exception.</p>
+  
+  <p>** Where:
+  Build file ‘/Users/snavalgi/Documents/GitHub/OpenLineage/integration/spark/app/build.gradle’ line: 256</p>
+  
+  <p>** What went wrong:
+  A problem occurred evaluating project ‘:app’.</p>
+  
+  <blockquote>
+    <p>Could not resolve all files for configuration ‘:app:spark2’.
+    Could not resolve io.openlineage:openlineage<em>java:1.9.0-SNAPSHOT.
+         Required by:
+             project :app &gt; project :shared
+    Could not resolve io.openlineage:openlineage</em>java:1.9.0-SNAPSHOT.
+    Unable to load Maven meta-data from <a href="https://astronomer.jfrog.io/artifactory/maven-public-libs-snapshot/io/openlineage/openlineage-java/1.9.0-SNAPSHOT/maven-metadata.xml">https://astronomer.jfrog.io/artifactory/maven-public-libs-snapshot/io/openlineage/openlineage-java/1.9.0-SNAPSHOT/maven-metadata.xml</a>.
+    org.xml.sax.SAXParseException; lineNumber: 1; columnNumber: 10; DOCTYPE is disallowed when the feature “<a href="http://apache.org/xml/features/disallow-doctype-decl">http://apache.org/xml/features/disallow-doctype-decl</a>” set to true.
+    Could not resolve io.openlineage:openlineage<em>sql</em>java:1.9.0-SNAPSHOT.
+         Required by:
+             project :app &gt; project :shared
+    Could not resolve io.openlineage:openlineage<em>sql</em>java:1.9.0-SNAPSHOT.
+    Unable to load Maven meta-data from <a href="https://astronomer.jfrog.io/artifactory/maven-public-libs-snapshot/io/openlineage/openlineage-sql-java/1.9.0-SNAPSHOT/maven-metadata.xml">https://astronomer.jfrog.io/artifactory/maven-public-libs-snapshot/io/openlineage/openlineage-sql-java/1.9.0-SNAPSHOT/maven-metadata.xml</a>.
+    org.xml.sax.SAXParseException; lineNumber: 1; columnNumber: 10; DOCTYPE is disallowed when the feature “<a href="http://apache.org/xml/features/disallow-doctype-decl">http://apache.org/xml/features/disallow-doctype-decl</a>” set to true.</p>
+  </blockquote>
+  
+  <p>** Try:</p>
+  
+  <blockquote>
+    <p>Run with --stacktrace option to get the stack trace.
+    Run with --info or --debug option to get more log output.
+    Run with --scan to get full insights.
+    Get more help at <a href="https://help.gradle.org">https://help.gradle.org</a>.</p>
+  </blockquote>
+  
+  <p>BUILD FAILED in 10s</p>
+</blockquote>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 00:07:56">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-14 00:07:56"><div class="time">2024-02-14 00:07:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* updated the correct error message</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 05:30:22">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 05:30:22"><div class="time">2024-02-14 05:30:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @savan you need to build <code>openlineage-java</code>  and <code>openlineage-sql-java</code> libraries as described here: <a href="https://github.com/OpenLineage/OpenLineage/blob/73b4a3bcd84239e7baedd22b5294624623d6f3ad/integration/spark/README.md#preparation">https://github.com/OpenLineage/OpenLineage/blob/73b4a3bcd84239e7baedd22b5294624623d6f3ad/integration/spark/README.md#preparation</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 06:52:31">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-14 06:52:31"><div class="time">2024-02-14 06:52:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski thanks for the response.
+the issue was with java-8 architecture i had installed.</p>
+
+<p>i am able to compile, build and run the integration test now , with java 11 ( of appropriate arch)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 08:12:02">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-14 08:12:02"><div class="time">2024-02-14 08:12:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* was able running some(createtable) integration tests successfully.
+but now
+the marquez-api container is repeated crashing. any pointers?</p>
+
+<blockquote>
+  <p>marquez-api  | [Too many errors, abort]
+  marquez-api  | qemu: uncaught target signal 6 (Aborted) - core dumped
+  marquez-api  | /usr/src/app/entrypoint.sh: line 19:    44 Aborted                 java ${JAVA<em>OPTS} -jar marquez-**.jar server ${MARQUEZ</em>CONFIG}
+  marquez-api exited with code 134</p>
+</blockquote>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 08:15:37">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-14 08:15:37"><div class="time">2024-02-14 08:15:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* the marquez-api docker image has this warning</p>
+
+<blockquote>
+  <p>AMD64, image may have poor performance or fail, if run via emulation</p>
+</blockquote>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 08:32:54">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 08:32:54"><div class="time">2024-02-14 08:32:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Willy Lulciuc I think publishing <code>arm64</code> image of Marquez would be a good idea</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:36:46">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-14 13:36:46"><div class="time">2024-02-14 13:36:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah, supporting multi-architectural docker builds makes sense. Here’s an article outlining an approach <a href="https://www.padok.fr/en/blog/multi-architectures-docker-iot#architectures">https://www.padok.fr/en/blog/multi-architectures-docker-iot#architectures</a>. @Maciej Obuchowski what’s is what you’re suggesting here?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-25 02:53:54">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-25 02:53:54"><div class="time">2024-02-25 02:53:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski @Paweł Leszczyński
+i have verified the integration test for dropTestTable on my local.
+it is working fine. ✅✅✅✅✅
+can you please trigger the CI for this PR?
+and expedite the review and merge process
+<a href="https://github.com/OpenLineage/OpenLineage/pull/2214">https://github.com/OpenLineage/OpenLineage/pull/2214</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 03:33:48">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 03:33:48"><div class="time">2024-02-26 03:33:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* the test is still failin in CI -&gt; <a href="https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9488/workflows/f669d751-aa18-4735-a51f-7d647415fee8/jobs/181187">https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9488/workflows/f669d751-aa18-4735-a51f-7d647415fee8/jobs/181187</a></p>
+
+<p><code>io.openlineage.spark.agent.SparkContainerIntegrationTest testDropTable() FAILED (31.2s)</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 04:00:06">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-26 04:00:06"><div class="time">2024-02-26 04:00:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* on my local i see that the test is passing.
+let me update the branch and test again</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06LH0RLAVB/screenshot_2024-02-26_at_2.28.21___pm.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-02-26 at 2.28.21 PM.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06LH0RLAVB/screenshot_2024-02-26_at_2.28.21___pm.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06LH0RLAVB-1be5773c8f/screenshot_2024-02-26_at_2.28.21___pm_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="205" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:18:06">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-26 05:18:06"><div class="time">2024-02-26 05:18:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i have made a minor change .
+can you please trigger the CI again @Paweł Leszczyński</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👀 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:27:14">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-26 05:27:14"><div class="time">2024-02-26 05:27:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* the test is again passing on my local with latest code. but i notice the below error in the previous CI failure.</p>
+
+<p>the previous CI build was failing because
+the actual START event for droptable in the CI had  empty input and output.
+&gt; <code>"eventType" : "START",
+&amp;gt; "inputs" : [ ],
+&amp;gt; "outputs" : [ ]</code>
+but on my local ,
+the START event for droptable has output populated as below.
+&gt; <code>{
+&amp;gt;   "eventType": "START",
+&amp;gt;   "job": {
+&amp;gt;     "namespace": "testDropTable"
+&amp;gt;   },
+&amp;gt;   "inputs": [],
+&amp;gt;   "outputs": [
+&amp;gt;     {
+&amp;gt;       "namespace": "file",
+&amp;gt;       "name": "/tmp/drop_test/drop_table_test",
+&amp;gt;       "facets": {
+&amp;gt;         "dataSource": {
+&amp;gt;           "name": "file",
+&amp;gt;           "uri": "file"
+&amp;gt;         },
+&amp;gt;         "symlinks": {
+&amp;gt;           "identifiers": [
+&amp;gt;             {
+&amp;gt;               "namespace": "file:/tmp/drop_test",
+&amp;gt;               "name": "default.drop_table_test",
+&amp;gt;               "type": "TABLE"
+&amp;gt;             }
+&amp;gt;           ]
+&amp;gt;         },
+&amp;gt;         "lifecycleStateChange": {
+&amp;gt;           "lifecycleStateChange": "DROP"
+&amp;gt;         }
+&amp;gt;       }
+&amp;gt;     }
+&amp;gt;   ]
+&amp;gt; }</code>
+&gt; </p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:29:47">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 05:29:47"><div class="time">2024-02-26 05:29:47</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Please note that CI runs tests against several Spark versions. This can be configured with
+<code>-Pspark.version=3.4.2</code>
+It's possible that your test passing for some versions while still failing for other ones.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:33:05">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-26 05:33:05"><div class="time">2024-02-26 05:33:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* if CI is verifying against many spark version,
+does that mean,
+some spark version have empty output:[]
+and some have populated output:[]
+for the same START event of a droptable
+?</p>
+
+<p>if so then how do we specify different START events respectively for those versions of spark?
+is that possible?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:42:24">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 05:42:24"><div class="time">2024-02-26 05:42:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* For <code>complete</code> event the assertion with empty inputs and outputs verifies only if an <code>complete</code> event was emitted. It would  make sense for <code>start</code> to verify if this contains information about the deleted dataset. If it is missing for a single spark version, we should first try to understand why is this happening and if there is any workaround for this.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:43:43">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-26 05:43:43"><div class="time">2024-02-26 05:43:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yes makes sense.
+can you please approve to run CI for integration test again?</p>
+
+<p>I really wanted to check if this build passes.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:57:51">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-26 05:57:51"><div class="time">2024-02-26 05:57:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and for the spark version for which we are getting empty output[] in START event for droptable
+should i open a new ticket on openlineage and report the issue?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
                     <div class="message-container">
         <div id="2023-08-11 07:36:57">
             
@@ -127372,7 +128031,7 @@ <h1>csv_file = location.csv</h1>
 &lt;p&gt;• Short-term fix: Remove adaptive&lt;em&gt;spark&lt;/em&gt;plan from the excludedNodes in DatabricksEventFilter.
 • Long-term resolution: Consider integrating the proposal from &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/2056&#34;&gt;#2056&lt;/a&gt; for a more universal filtering mechanism.&lt;/p&gt;
 
-&lt;p&gt;Environment: &lt;br /&gt;
+&lt;p&gt;Environment:&lt;br /&gt;
 Databricks version: 12.2 LTS (includes Apache Spark 3.3.2, Scala 2.12)&lt;/p&gt;
 
 &lt;p&gt;I hope this provides a clear picture of the issue at hand. We&#39;re eager to collaborate on resolving this.&lt;/p&gt;
@@ -127414,7 +128073,7 @@ <h1>csv_file = location.csv</h1>
                     <div class="message-container">
         <div id="2023-08-16 09:24:09">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -128382,8 +129041,8 @@ <h1>csv_file = location.csv</h1>
 
 &lt;p&gt;While implementing the current OpenLineage Spark integration in Databricks, we&#39;ve made an interesting observation regarding event filtering and its behavior with narrow and wide transformations:&lt;/p&gt;
 
-&lt;p&gt;For a narrow transformation (without shuffle), the event is execute&lt;em&gt;insert&lt;/em&gt;into&lt;em&gt;hadoop&lt;/em&gt;fs&lt;em&gt;relation&lt;/em&gt;command and it doesn&#39;t include adaptive&lt;em&gt;spark&lt;/em&gt;plan. &lt;br /&gt;
-For a wide transformation (with shuffle), the event is adaptive&lt;em&gt;spark&lt;/em&gt;plan and doesn&#39;t have execute&lt;em&gt;insert&lt;/em&gt;into&lt;em&gt;hadoop&lt;/em&gt;fs&lt;em&gt;relation&lt;/em&gt;command. &lt;br /&gt;
+&lt;p&gt;For a narrow transformation (without shuffle), the event is execute&lt;em&gt;insert&lt;/em&gt;into&lt;em&gt;hadoop&lt;/em&gt;fs&lt;em&gt;relation&lt;/em&gt;command and it doesn&#39;t include adaptive&lt;em&gt;spark&lt;/em&gt;plan.&lt;br /&gt;
+For a wide transformation (with shuffle), the event is adaptive&lt;em&gt;spark&lt;/em&gt;plan and doesn&#39;t have execute&lt;em&gt;insert&lt;/em&gt;into&lt;em&gt;hadoop&lt;/em&gt;fs&lt;em&gt;relation&lt;/em&gt;command.&lt;br /&gt;
 We&#39;ve identified that the adaptive&lt;em&gt;spark&lt;/em&gt;plan is actively filtered out in the DatabricksEventFilter class. This results in the event being completely ignored due to this line:&lt;/p&gt;
 
 &lt;p&gt;Closes: &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/2058&#34;&gt;#2058&lt;/a&gt;&lt;/p&gt;
@@ -128409,7 +129068,7 @@ <h1>csv_file = location.csv</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -130967,7 +131626,7 @@ <h1>csv_file = location.csv</h1>
                     <div class="message-container">
         <div id="2023-08-25 11:32:12">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -130993,7 +131652,7 @@ <h1>csv_file = location.csv</h1>
                     <div class="message-container">
         <div id="2023-08-25 11:32:30">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -132669,7 +133328,7 @@ <h1>csv_file = location.csv</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -134154,7 +134813,7 @@ <h1>set the log level for the openlineage spark library</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -134404,7 +135063,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-09-12 17:15:36">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -134536,7 +135195,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-09-12 21:10:02">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -135020,7 +135679,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* these are the worker pod logs…where there is no log of openlineageplugin</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05S5J5AY2E/downloaded-logs-20230913-180017.json?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">downloaded-logs-20230913-180017.json</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05S5J5AY2E/downloaded-logs-20230913-180017.json?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">downloaded-logs-20230913-180017.json</a></div>
                             
                                 
     
@@ -136512,7 +137171,7 @@ <h1>set the log level for the openlineage spark library</h1>
                             
                         </div>
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05S21H1LHK/spark_events.txt?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">spark_events.txt</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05S21H1LHK/spark_events.txt?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">spark_events.txt</a></div>
                             
                                 
     
@@ -136547,7 +137206,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* </p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05S4S20MDZ/etl-mysql.py?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">etl-mysql.py</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05S4S20MDZ/etl-mysql.py?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">etl-mysql.py</a></div>
                             
                                 
     
@@ -136832,7 +137491,7 @@ <h1>set the log level for the openlineage spark library</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/2104#issuecomment-1735065087">Comment on #2104 [Spark Integration] Receiving duplicate OpenLineage events for a Spark Job</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;Hi &lt;a href=&#34;https://github.com/pawel-big-lebowski&#34;&gt;@pawel-big-lebowski&lt;/a&gt; I understand your point. I&#39;ve also come across cases where the duplicate events have the exact same payload with no difference in facets. I&#39;m assuming there should be some diff in the payload for the backend to merge them. I&#39;ve also seen a single Job emit 7 events and there is no fixed pattern for this. &lt;br /&gt;
+                                    &lt;p&gt;Hi &lt;a href=&#34;https://github.com/pawel-big-lebowski&#34;&gt;@pawel-big-lebowski&lt;/a&gt; I understand your point. I&#39;ve also come across cases where the duplicate events have the exact same payload with no difference in facets. I&#39;m assuming there should be some diff in the payload for the backend to merge them. I&#39;ve also seen a single Job emit 7 events and there is no fixed pattern for this.&lt;br /&gt;
 I also agree that there should be only a single START and a single COMPLETE event for any Job since this what the OL spec says.&lt;/p&gt;
 
 &lt;p&gt;This Job emits 7 events (5 Start and 2 Complete):&lt;/p&gt;
@@ -137417,7 +138076,7 @@ <h1>set the log level for the openlineage spark library</h1>
 
 &lt;p&gt;&lt;strong&gt;Goal&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;Allow third parties to register their implementations or custom extensions to make them easy to discover. &lt;br /&gt;
+&lt;p&gt;Allow third parties to register their implementations or custom extensions to make them easy to discover.&lt;br /&gt;
 Shorten “Producer” and “schema url” values&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;/p&gt;
@@ -137968,7 +138627,7 @@ <h1>set the log level for the openlineage spark library</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -138677,7 +139336,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <p>I am attaching the log4j, there is no openlineagecontext</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05TJ6PA3NG/log4j-active__3_.txt?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">log4j-active (3).txt</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05TJ6PA3NG/log4j-active__3_.txt?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">log4j-active (3).txt</a></div>
                             
                                 
     
@@ -138774,7 +139433,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-09-25 08:59:10">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -138830,7 +139489,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-09-25 08:56:53">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -138884,7 +139543,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-09-25 09:05:12">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -138936,7 +139595,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-09-25 09:07:03">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -139014,7 +139673,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-09-25 09:26:57">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -139412,7 +140071,7 @@ <h1>set the log level for the openlineage spark library</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/2105">#2105 [PROPOSAL] Spark jobs should have a parent Job describing the Run State of Spark pipeline.</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 Currently there is no way to group spark jobs running within the same SparkContext since there is no concept of parent Jobs in Spark. In airflow we support Parent Runs and this way we can group Tasks together within a single DAG.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Use cases:&lt;/strong&gt;&lt;/p&gt;
@@ -139420,7 +140079,7 @@ <h1>set the log level for the openlineage spark library</h1>
 &lt;p&gt;• For data catalog based OL backends, a user might want to search for Spark ETL pipelines first and then dive deeper into a specific pipeline to view the Spark Jobs. This is similar to how a user can search for airflow DAG assets and then look into the Tasks for that DAG.
 • Also this will help display operational metadata for Spark pipelines. For Airflow we have DAG run status (parent job status), but for Spark we don&#39;t have any such concept to display the completion state of a pipeline run. We can only track it at SparkJob level.&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
 This should be similar to the airflow implementation.&lt;/p&gt;
                                 </div>
                                 
@@ -141338,7 +141997,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-10-03 09:59:24">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -141584,7 +142243,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-10-03 21:45:09">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -141636,7 +142295,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-10-04 09:04:16">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -141662,7 +142321,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-10-04 09:05:58">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -141716,7 +142375,7 @@ <h1>set the log level for the openlineage spark library</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -141792,7 +142451,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-10-05 15:05:08">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -142244,7 +142903,7 @@ <h1>set the log level for the openlineage spark library</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -142510,7 +143169,7 @@ <h1>set the log level for the openlineage spark library</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -142608,7 +143267,7 @@ <h1>set the log level for the openlineage spark library</h1>
                             
                         </div>
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05V8FALBL7/cluster-logs?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">cluster-logs</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05V8FALBL7/cluster-logs?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">cluster-logs</a></div>
                             
                                 
     
@@ -143418,7 +144077,7 @@ <h1>set the log level for the openlineage spark library</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/2131">#2131 [Spark Databricks] NoSuchMethodError on ReplaceTableAsSelect</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;More details here: &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/2121&#34;&gt;#2121&lt;/a&gt; &lt;br /&gt;
+                                    &lt;p&gt;More details here: &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/2121&#34;&gt;#2121&lt;/a&gt;&lt;br /&gt;
 Looks like different class implementation on databricks platform.&lt;/p&gt;
                                 </div>
                                 
@@ -144199,7 +144858,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* attaching the html</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F061FR39UE5/io.openlineage.spark.agent.lifecycle.plan.altertableaddpartitioncommandvisitortest.html?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">io.openlineage.spark.agent.lifecycle.plan.AlterTableAddPartitionCommandVisitorTest.html</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F061FR39UE5/io.openlineage.spark.agent.lifecycle.plan.altertableaddpartitioncommandvisitortest.html?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">io.openlineage.spark.agent.lifecycle.plan.AlterTableAddPartitionCommandVisitorTest.html</a></div>
                             
                                 
     
@@ -147369,7 +148028,7 @@ <h1>set the log level for the openlineage spark library</h1>
                                 <div class="link-text">
                                     &lt;p&gt;Hi all!&lt;/p&gt;
 
-&lt;p&gt;I really appreciate this repository and would love to use it for its data lineage aspect! &lt;br /&gt;
+&lt;p&gt;I really appreciate this repository and would love to use it for its data lineage aspect!&lt;br /&gt;
 Last few days, I&#39;ve been trying to get the &lt;code&gt;marquez api&lt;/code&gt; Docker image up and running but whatever I try, it does not seem to work.&lt;/p&gt;
 
 &lt;p&gt;It returns the following errors in Docker Desktop:&lt;/p&gt;
@@ -147380,7 +148039,7 @@ <h1>set the log level for the openlineage spark library</h1>
 
 &lt;p&gt;&lt;code&gt;ERROR [2023-04-03 22:44:31,217] org.apache.tomcat.jdbc.pool.ConnectionPool: Unable to create initial connections of pool. 2023-04-03 17:44:31 ! org.postgresql.util.PSQLException: FATAL: password authentication failed for user &#34;marquez&#34;&lt;/code&gt;&lt;/p&gt;
 
-&lt;p&gt;All the steps in the README.md file were used to configure the PostgreSQL database for Marquez and to set the correct environment variables. &lt;br /&gt;
+&lt;p&gt;All the steps in the README.md file were used to configure the PostgreSQL database for Marquez and to set the correct environment variables.&lt;br /&gt;
 During my trouble shooting practices, I found a relatively similar issue on StackOverflow which refers to the danger in using the same ports for Postgres and Marquez but this did not help me yet in solving the issue (&lt;a href=&#34;https://stackoverflow.com/questions/62115827/org-postgresql-util-psqlexception-fatal-password-authentication-failed-for-use&#34;&gt;https://stackoverflow.com/questions/62115827/org-postgresql-util-psqlexception-fatal-password-authentication-failed-for-use&lt;/a&gt;).&lt;/p&gt;
 
 &lt;p&gt;Could you please help me out?&lt;/p&gt;
@@ -147934,7 +148593,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* </p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06375RT0LS/logs.txt?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">logs.txt</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06375RT0LS/logs.txt?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">logs.txt</a></div>
                             
                                 
     
@@ -149482,7 +150141,7 @@ <h1>show data</h1>
                     <p>@Paweł Leszczyński I tested 1.5.0, it works great now, but the environment facets is gone in START... which I very much want it.. any thoughts?</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F063M06MWBZ/data__10_.json?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">data (10).json</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F063M06MWBZ/data__10_.json?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">data (10).json</a></div>
                             
                                 
     
@@ -151344,7 +152003,7 @@ <h1>show data</h1>
                     <p>@Paweł Leszczyński I went back to 1.4.1, output does show adls location. But environment facet is gone in 1.4.1. It shows up in 1.5.0 but namespace is back to dbfs....</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F0663EAEL0Y/data__11_.json?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">data (11).json</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F0663EAEL0Y/data__11_.json?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">data (11).json</a></div>
                             
                                 
     
@@ -151999,7 +152658,7 @@ <h1>show data</h1>
                     <div class="message-container">
         <div id="2023-11-16 11:46:16">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -152052,7 +152711,7 @@ <h1>show data</h1>
                     <div class="message-container">
         <div id="2023-11-27 19:11:54">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -152827,15 +153486,11 @@ <h1>show data</h1>
 <p>like ( file_name, size, modification time, creation time )</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F066PBY4PB8/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">image.png</a></div>
+                            <div class="link-title"><a href="None"></a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F066PBY4PB8/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F066PBY4PB8-5c2d8398b6/image_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
-                width="360"
-                 height="136" />
-        </a>
+        <!-- no preview available -->
     
                             
                         </div>
@@ -153796,15 +154451,11 @@ <h1>show data</h1>
     <code>execute_spark_script(1, "/home/haneefa/airflow/dags/saved_files/")</code>                        </p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F067XJK1B6V/screenshot_from_2023-11-28_11-41-50.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Screenshot from 2023-11-28 11-41-50.png</a></div>
+                            <div class="link-title"><a href="None"></a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F067XJK1B6V/screenshot_from_2023-11-28_11-41-50.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F067XJK1B6V-8a53addae9/screenshot_from_2023-11-28_11-41-50_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
-                width="360"
-                 height="222" />
-        </a>
+        <!-- no preview available -->
     
                             
                         </div>
@@ -154436,7 +155087,7 @@ <h1>Set up SparkSubmitOperator for each query</h1>
 
 <p>for query in queries:
     task<em>id = f'spark</em>submit<em>{query}'
-    script</em>path = '/home/haneefa/airflow/dags/custom<em>operators/sample</em>sql<em>spark.py' <br />
+    script</em>path = '/home/haneefa/airflow/dags/custom<em>operators/sample</em>sql<em>spark.py'<br />
     query</em>num = queries.index(query) + 1</p>
 
 <pre><code>spark_task = SparkSubmitOperator(
@@ -154636,12 +155287,12 @@ <h1>Set up SparkSubmitOperator for each query</h1>
 <p>I was referring to fluentd openlineage proxy which lets users copy the event and send it to multiple backend. Fluentd has a list of out-of-the box output plugins containing BigQuery, S3, Redshift and others (<a href="https://www.fluentd.org/dataoutputs">https://www.fluentd.org/dataoutputs</a>)</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F068PAJPNBS/screenshot_2023-11-30_at_12.45.45.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Screenshot 2023-11-30 at 12.45.45.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F068PAJPNBS/screenshot_2023-11-30_at_12.45.45.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2023-11-30 at 12.45.45.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F068PAJPNBS/screenshot_2023-11-30_at_12.45.45.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F068PAJPNBS-a4e858ada0/screenshot_2023-11-30_at_12.45.45_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F068PAJPNBS/screenshot_2023-11-30_at_12.45.45.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F068PAJPNBS-a4e858ada0/screenshot_2023-11-30_at_12.45.45_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="240" />
         </a>
@@ -154727,7 +155378,7 @@ <h1>Set up SparkSubmitOperator for each query</h1>
                     <p>Hi all. I’m <a href="https://www.linkedin.com/in/skrawczyk/">Stefan</a>, and I’m after some directional advice:</p>
 
 <p>Context:
-• I drive an open source project called <a href="https://github.com/DAGWorks-Inc/hamilton">Hamilton</a>. TL;DR: it’s an opinionated way to write python code to express dataflows, e.g. great for feature engineering, data processing, doing LLM workflows, etc. in python. <br />
+• I drive an open source project called <a href="https://github.com/DAGWorks-Inc/hamilton">Hamilton</a>. TL;DR: it’s an opinionated way to write python code to express dataflows, e.g. great for feature engineering, data processing, doing LLM workflows, etc. in python.<br />
 • One of the features is that you get “<a href="https://blog.dagworks.io/p/lineage-hamilton-in-10-minutes-c2b8a944e2e6">lineage as code</a>”, e.g. you can get “column/dataframe level” lineage for pandas (or <a href="https://blog.dagworks.io/p/expressing-pyspark-transformations">pyspark</a>) code. So given a dataflow definition, and execution of a Hamilton dataflow, we can emit this code provenance for any artifacts generated — and this works where ever python runs.
 Ask:
 • As I understand open lineage was built more for artifact to artifact lineage. E.g. this table -&gt; table -&gt; ML model, etc. Question, for people who use/consume lineage, would this extra level of granularity (e.g. the code that ran to create an artifact) that we can provide with Hamilton, be interesting to emit as part of an open lineage event? (e.g. see inside your python airflow task, or spark job). I’m trying to determine how to prioritize an open lineage integration, and whether someone would pick up Hamilton because of it.
@@ -155406,7 +156057,7 @@ <h1>Set up SparkSubmitOperator for each query</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -155474,7 +156125,7 @@ <h1>Set up SparkSubmitOperator for each query</h1>
                     <div class="message-container">
         <div id="2023-12-06 21:52:39">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -156534,7 +157185,7 @@ <h1>Set up SparkSubmitOperator for each query</h1>
                     <div class="message-container">
         <div id="2023-12-07 14:44:04">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -156598,7 +157249,7 @@ <h1>Set up SparkSubmitOperator for each query</h1>
                     <div class="message-container">
         <div id="2023-12-08 11:40:47">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -156665,7 +157316,7 @@ <h1>Set up SparkSubmitOperator for each query</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* This text file contains a total of 10-11 events, including the start and completion events of one of my notebook runs. The process is simply reading from a Hive location and performing a full load to another Hive location.</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F069F2DBN3X/openlineage_events_facet_test.txt?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">OpenLineage_Events_Facet_Test.txt</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F069F2DBN3X/openlineage_events_facet_test.txt?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">OpenLineage_Events_Facet_Test.txt</a></div>
                             
                                 
     
@@ -156739,7 +157390,7 @@ <h1>Set up SparkSubmitOperator for each query</h1>
                     <div class="message-container">
         <div id="2023-12-12 16:05:18">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -156872,7 +157523,7 @@ <h1>Set up SparkSubmitOperator for each query</h1>
                     <div class="message-container">
         <div id="2023-12-10 12:09:47">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -159391,12 +160042,12 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
 Thanks 🙏</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06ADPXMMRU/screenshot_2023-12-18_at_11.00.49.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Screenshot 2023-12-18 at 11.00.49.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06ADPXMMRU/screenshot_2023-12-18_at_11.00.49.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2023-12-18 at 11.00.49.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06ADPXMMRU/screenshot_2023-12-18_at_11.00.49.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06ADPXMMRU-0e8f75b962/screenshot_2023-12-18_at_11.00.49_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06ADPXMMRU/screenshot_2023-12-18_at_11.00.49.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06ADPXMMRU-0e8f75b962/screenshot_2023-12-18_at_11.00.49_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="94" />
         </a>
@@ -159624,7 +160275,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -160537,12 +161188,12 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* in Admin &gt; Plugins can you see whether you have OpenLineageProviderPlugin and if so, are there listeners?</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06AT540UKY/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">image.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06AT540UKY/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06AT540UKY/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06AT540UKY-e2a65028e9/image_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06AT540UKY/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06AT540UKY-e2a65028e9/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="174" />
         </a>
@@ -160641,7 +161292,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* Dont</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06B28T18BE/airflow.cfg?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">airflow.cfg</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06B28T18BE/airflow.cfg?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">airflow.cfg</a></div>
                             
                                 
     
@@ -160702,7 +161353,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* </p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06B28U7RQC/.env?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">.env</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06B28U7RQC/.env?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">.env</a></div>
                             
                                 
     
@@ -161714,7 +162365,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -162936,12 +163587,12 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
 I've created a pdf with some code samples and OL inputs and output attributes.</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06BVV420AG/test_merge_operations_for_ol_-_databricks.pdf?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Test Merge Operations for OL - Databricks.pdf</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06BVV420AG/test_merge_operations_for_ol_-_databricks.pdf?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Test Merge Operations for OL - Databricks.pdf</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06BVV420AG/test_merge_operations_for_ol_-_databricks.pdf?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06BVV420AG-104c883200/test_merge_operations_for_ol_-_databricks_thumb_pdf.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06BVV420AG/test_merge_operations_for_ol_-_databricks.pdf?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06BVV420AG-104c883200/test_merge_operations_for_ol_-_databricks_thumb_pdf.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="909"
                  height="1286" />
         </a>
@@ -162949,7 +163600,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                             
                         </div>
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06BVVCN78U/metadata.json?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">metadata.json</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06BVVCN78U/metadata.json?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">metadata.json</a></div>
                             
                                 
     
@@ -163330,7 +163981,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -163433,7 +164084,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <div class="message-container thread_broadcast ">
         <div id="2024-01-02 11:00:58">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -163572,12 +164223,12 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/2186">#2186 [PROPOSAL] Formalizing transformation types</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 Automatic support of lineage use cases highly depends on the type of transformations between columns. Oftentimes the use cases to be supported pose a significant risk (compliance, impact analysis) and false negatives are highly undesirable. This means that the taxonomy of transformation types supported by OpenLineage has to be tightly specified. Otherwise OpenLineage consumers cannot build reliable automation on top of the transformation types, and therefore not reliably support these high-risk use cases. This is a proposal for modifying the column-level lineage facet with a tightly specified taxonomy of transformation types.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;/p&gt;
 
-&lt;ol&gt;&lt;li&gt;Change transformationType definition: &lt;br /&gt;
+&lt;ol&gt;&lt;li&gt;Change transformationType definition:&lt;br /&gt;
 From:&lt;/li&gt;
 &lt;/ol&gt;
 
@@ -164795,7 +165446,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <div class="message-container">
         <div id="2024-01-09 10:03:55">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -164859,7 +165510,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <div class="message-container">
         <div id="2024-01-11 05:14:03">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -164913,7 +165564,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <div class="message-container">
         <div id="2024-01-12 13:01:58">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -165024,12 +165675,12 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
 <p>Do we have the functionality to search on the lineage we are getting?</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06D805R7JA/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">image.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06D805R7JA/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06D805R7JA/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06D805R7JA-25e198d7f6/image_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06D805R7JA/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06D805R7JA-25e198d7f6/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="46" />
         </a>
@@ -165050,7 +165701,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <div class="message-container">
         <div id="2024-01-11 05:43:04">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -165134,7 +165785,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <div class="message-container">
         <div id="2024-01-11 05:47:13">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -165478,6 +166129,85 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
         
             
                 
+                    <div class="message-container">
+        <div id="2024-02-07 09:49:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-10-30/6126846084449_18447d963fbf13826099_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">David Goss
+                     <span class="print-only user-email">(david.goss@matillion.com)</span>
+                </div>
+                <a href="#2024-02-07 09:49:43"><div class="time">2024-02-07 09:49:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Sorry for the late reply @Julien Le Dem. So we have a custom dataset facet internally right now which is doing a couple of different jobs:
+• <code>datasetType</code> captures TABLE vs VIEW etc. We’re getting into more types with APIs, files etc so that will expand
+• <code>nameParts</code> captures the component parts of the dataset name where it’s a fully-qualified table name for example - so like <code>DATABASE.SCHEMA.TABLE</code> would be in there as <code>["TABLE", "SCHEMA", "DATABASE"]</code> - this might seem weird but it’s useful for us to not have to parse this back out later especially where the canonical name has quotes, escapes etc
+<code>{
+  "$schema": "&lt;https://json-schema.org/draft/2020-12/schema&gt;",
+  "$id": "****************/MatillionDatasetFacet.json",
+  "title": "Matillion Dataset Facet Schema",
+  "description": "Matillion Dataset Facet Schema",
+  "type": "object",
+  "properties": {
+    "type": {
+      "type": "string",
+      "description": "The type of the dataset",
+      "enum": [
+        "TABLE",
+        "VIEW",
+        "UNKNOWN"
+      ]
+    },
+    "nameParts": {
+      "type": "array",
+      "description": "The component parts of the dataset name (e.g. table, schema, database), from lowest to highest level",
+      "items": {
+        "type": "string"
+      }
+    }
+  }
+}</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 09:50:46">
+            
+                <img src="https://avatars.slack-edge.com/2023-10-30/6126846084449_18447d963fbf13826099_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">David Goss
+                     <span class="print-only user-email">(david.goss@matillion.com)</span>
+                </div>
+                <a href="#2024-02-07 09:50:46"><div class="time">2024-02-07 09:50:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* (This is just how we’re handling some stuff internally really - the idea is we can use our custom facet where needed and will pivot to standard facets if/when they start to exist for those use cases.)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
                     <div class="message-container">
         <div id="2024-01-11 19:16:03">
             
@@ -165548,7 +166278,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -166053,12 +166783,12 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* </p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06E00ETBU4/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">image.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06E00ETBU4/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06E00ETBU4/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06E00ETBU4-ff50e1dbad/image_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06E00ETBU4/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06E00ETBU4-ff50e1dbad/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="191" />
         </a>
@@ -166263,7 +166993,7 @@ <h2>Gradle 8.5</h2>
                         </div>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06DT25RMBQ/.tool-versions?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">.tool-versions</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06DT25RMBQ/.tool-versions?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">.tool-versions</a></div>
                             
                                 
     
@@ -166869,12 +167599,12 @@ <h2>Gradle 8.5</h2>
                     <p>any suggestions on naming for Graph API sources from outlook? I pull a lot of data from email attachments with Airflow. generally I am passing a resource (email address), the mailbox, and subfolder. from there I list messages and find attachments</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06EPTXC92P/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">image.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06EPTXC92P/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06EPTXC92P/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06EPTXC92P-4f717e3515/image_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06EPTXC92P/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06EPTXC92P-4f717e3515/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="44" />
         </a>
@@ -167620,11 +168350,11 @@ <h2>Gradle 8.5</h2>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/372">#372 spark: Cover streaming LogicalPlans</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;Cover implementations of LogicalPlan in &lt;br /&gt;
-org.apache.spark.sql.execution.streaming.continuous &lt;br /&gt;
-WriteToContinuousDataSource &lt;br /&gt;
-org.apache.spark.sql.execution.streaming.sources &lt;br /&gt;
-MemoryPlan &lt;br /&gt;
+                                    &lt;p&gt;Cover implementations of LogicalPlan in&lt;br /&gt;
+org.apache.spark.sql.execution.streaming.continuous&lt;br /&gt;
+WriteToContinuousDataSource&lt;br /&gt;
+org.apache.spark.sql.execution.streaming.sources&lt;br /&gt;
+MemoryPlan&lt;br /&gt;
 WriteToMicroBatchDataSource&lt;/p&gt;
                                 </div>
                                 
@@ -167718,12 +168448,12 @@ <h2>Gradle 8.5</h2>
                     <p>Hello team I see the following issue when i install <code>apache-airflow-providers-openlineage==1.4.0</code></p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06EVJY260N/screenshot_2024-01-22_at_1.43.27_pm.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Screenshot 2024-01-22 at 1.43.27 PM.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06EVJY260N/screenshot_2024-01-22_at_1.43.27_pm.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-01-22 at 1.43.27 PM.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06EVJY260N/screenshot_2024-01-22_at_1.43.27_pm.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06EVJY260N-ae9596c1df/screenshot_2024-01-22_at_1.43.27_pm_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06EVJY260N/screenshot_2024-01-22_at_1.43.27_pm.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06EVJY260N-ae9596c1df/screenshot_2024-01-22_at_1.43.27_pm_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="37" />
         </a>
@@ -167944,12 +168674,12 @@ <h2>Gradle 8.5</h2>
 is there any solution?</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FN3LD0PN/screenshot_2024-01-25_170958.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Screenshot 2024-01-25 170958.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FN3LD0PN/screenshot_2024-01-25_170958.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-01-25 170958.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FN3LD0PN/screenshot_2024-01-25_170958.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06FN3LD0PN-d757b88bb9/screenshot_2024-01-25_170958_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FN3LD0PN/screenshot_2024-01-25_170958.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06FN3LD0PN-d757b88bb9/screenshot_2024-01-25_170958_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="185" />
         </a>
@@ -168059,13 +168789,13 @@ <h2>Gradle 8.5</h2>
 &lt;p&gt;&lt;strong&gt;Getting started&lt;/strong&gt;
 &lt;strong&gt;Quickstart&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The fastest way to get started testing Spark and OpenLineage is to use the docker-compose files included &lt;br /&gt;
+&lt;p&gt;The fastest way to get started testing Spark and OpenLineage is to use the docker-compose files included&lt;br /&gt;
 in the project. From the Spark integration directory ($OPENLINEAGE_ROOT/integration/spark), execute&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;docker-compose up
 &lt;/code&gt;&lt;/pre&gt;
 
-&lt;p&gt;This will start Marquez as an Openlineage client and Jupyter Spark notebook on localhost:8888. On startup, the notebook container logs will show a list of URLs &lt;br /&gt;
+&lt;p&gt;This will start Marquez as an Openlineage client and Jupyter Spark notebook on localhost:8888. On startup, the notebook container logs will show a list of URLs&lt;br /&gt;
 including an access token, such as&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;notebook_1  |     To access the notebook, open this file in a browser:
@@ -168075,8 +168805,8 @@ <h2>Gradle 8.5</h2>
 notebook_1  |      or &amp;lt;http://127.0.0.1:8888/?token=XXXXXX&amp;gt;
 &lt;/code&gt;&lt;/pre&gt;
 
-&lt;p&gt;Copy the URL with the localhost IP and paste it into your browser window to begin creating a new Jupyter &lt;br /&gt;
-Spark notebook (see the &lt;docs|https://jupyter-docker-stacks.readthedocs.io/en/latest/&gt; for info on &lt;br /&gt;
+&lt;p&gt;Copy the URL with the localhost IP and paste it into your browser window to begin creating a new Jupyter&lt;br /&gt;
+Spark notebook (see the &lt;docs|https://jupyter-docker-stacks.readthedocs.io/en/latest/&gt; for info on&lt;br /&gt;
 using the Jupyter docker image).&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;OpenLineageSparkListener as a plain Spark Listener&lt;/strong&gt;&lt;/p&gt;
@@ -168100,9 +168830,9 @@ <h2>Gradle 8.5</h2>
 &lt;pre&gt;&lt;code&gt;gradle shadowJar
 &lt;/code&gt;&lt;/pre&gt;
 
-&lt;p&gt;then reference it in the Jupyter notebook with the following (note that the jar should be built &lt;br /&gt;
-&lt;em&gt;before&lt;/em&gt; running the &lt;code&gt;docker-compose up&lt;/code&gt; step or docker will just mount a dummy folder; once the &lt;br /&gt;
-&lt;code&gt;build/libs&lt;/code&gt; directory exists, you can repeatedly build the jar without restarting the jupyter &lt;br /&gt;
+&lt;p&gt;then reference it in the Jupyter notebook with the following (note that the jar should be built&lt;br /&gt;
+&lt;em&gt;before&lt;/em&gt; running the &lt;code&gt;docker-compose up&lt;/code&gt; step or docker will just mount a dummy folder; once the&lt;br /&gt;
+&lt;code&gt;build/libs&lt;/code&gt; directory exists, you can repeatedly build the jar without restarting the jupyter&lt;br /&gt;
 container):&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;from pyspark.sql import SparkSession
@@ -168121,7 +168851,7 @@ <h2>Gradle 8.5</h2>
 &lt;p&gt;&lt;strong&gt;Arguments&lt;/strong&gt;
 &lt;strong&gt;Spark Listener&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The SparkListener reads its configuration from SparkConf parameters. These can be specified on the &lt;br /&gt;
+&lt;p&gt;The SparkListener reads its configuration from SparkConf parameters. These can be specified on the&lt;br /&gt;
 command line or in the &lt;code&gt;conf/spark-defaults.conf&lt;/code&gt; file.&lt;/p&gt;
 
 &lt;p&gt;The following parameters can be specified in the Spark configuration:&lt;/p&gt;
@@ -168147,7 +168877,7 @@ <h2>Gradle 8.5</h2>
 
 &lt;p&gt;&lt;strong&gt;Kinesis&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;If &lt;code&gt;spark.openlineage.transport.type&lt;/code&gt; is set to &lt;code&gt;kinesis&lt;/code&gt;, then the below parameters would be read and used when building KinesisProducer. &lt;br /&gt;
+&lt;p&gt;If &lt;code&gt;spark.openlineage.transport.type&lt;/code&gt; is set to &lt;code&gt;kinesis&lt;/code&gt;, then the below parameters would be read and used when building KinesisProducer.&lt;br /&gt;
 Also, KinesisTransport depends on you to provide artifact &lt;code&gt;com.amazonaws:amazon_kinesis_producer:0.14.0&lt;/code&gt; or compatible on your classpath.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Kafka&lt;/strong&gt;&lt;/p&gt;
@@ -168163,8 +168893,8 @@ <h2>Gradle 8.5</h2>
 
 &lt;p&gt;&lt;strong&gt;Preparation&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The integration depends on two libraries that are build locally &lt;code&gt;openlineage-java&lt;/code&gt; and &lt;code&gt;openlineage-sql-java&lt;/code&gt;, &lt;br /&gt;
-so before any testing or building of a package you need to publish the appropriate artifacts to local maven repository. &lt;br /&gt;
+&lt;p&gt;The integration depends on two libraries that are build locally &lt;code&gt;openlineage-java&lt;/code&gt; and &lt;code&gt;openlineage-sql-java&lt;/code&gt;,&lt;br /&gt;
+so before any testing or building of a package you need to publish the appropriate artifacts to local maven repository.&lt;br /&gt;
 To build the packages you need to execute.&lt;/p&gt;
 
 &lt;p&gt;To install &lt;code&gt;openlineage-java&lt;/code&gt; in local maven repo run:&lt;/p&gt;
@@ -168197,12 +168927,12 @@ <h2>Gradle 8.5</h2>
 
 &lt;p&gt;&lt;strong&gt;Extending&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The Spark library is intended to support extension via custom implementations of a handful &lt;br /&gt;
-of interfaces. Nearly every extension interface extends or mimics Scala&#39;s &lt;code&gt;PartialFunction&lt;/code&gt;. The &lt;br /&gt;
-&lt;code&gt;isDefinedAt(Object x)&lt;/code&gt; method determines whether a given input is a valid input to the function. &lt;br /&gt;
-A default implementation of &lt;code&gt;isDefinedAt(Object x)&lt;/code&gt; is provided, which checks the generic type &lt;br /&gt;
-arguments of the concrete class, if concrete type arguments are given, and determines if the input &lt;br /&gt;
-argument matches the generic type. For example, the following class is automatically defined for an &lt;br /&gt;
+&lt;p&gt;The Spark library is intended to support extension via custom implementations of a handful&lt;br /&gt;
+of interfaces. Nearly every extension interface extends or mimics Scala&#39;s &lt;code&gt;PartialFunction&lt;/code&gt;. The&lt;br /&gt;
+&lt;code&gt;isDefinedAt(Object x)&lt;/code&gt; method determines whether a given input is a valid input to the function.&lt;br /&gt;
+A default implementation of &lt;code&gt;isDefinedAt(Object x)&lt;/code&gt; is provided, which checks the generic type&lt;br /&gt;
+arguments of the concrete class, if concrete type arguments are given, and determines if the input&lt;br /&gt;
+argument matches the generic type. For example, the following class is automatically defined for an&lt;br /&gt;
 input argument of type &lt;code&gt;MyDataset&lt;/code&gt;.&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;class MyDatasetDetector extends QueryPlanVisitor&amp;lt;MyDataset, OutputDataset&amp;gt; {
@@ -168215,16 +168945,16 @@ <h2>Gradle 8.5</h2>
 
 &lt;h3&gt;&lt;shared/src/main/java/io/openlineage/spark/api/OpenLineageEventHandlerFactory.java|&lt;code&gt;OpenLineageEventHandlerFactory&lt;/code&gt;&amp;gt;&lt;/h3&gt;
 
-&lt;p&gt;This interface defines the main entrypoint to the extension codebase. Custom implementations &lt;br /&gt;
-are registered by following Java&#39;s &lt;a href=&#34;https://docs.oracle.com/javase/8/docs/api/java/util/ServiceLoader.html&#34;&gt;&lt;code&gt;ServiceLoader&lt;/code&gt; conventions&lt;/a&gt;. &lt;br /&gt;
-A file called &lt;code&gt;io.openlineage.spark.api.OpenLineageEventHandlerFactory&lt;/code&gt; must exist in the &lt;br /&gt;
-application or jar&#39;s &lt;code&gt;META-INF/service&lt;/code&gt; directory. Each line of that file must be the fully &lt;br /&gt;
-qualified class name of a concrete implementation of &lt;code&gt;OpenLineageEventHandlerFactory&lt;/code&gt;. More than one &lt;br /&gt;
-implementation can be present in a single file. This might be useful to separate extensions that &lt;br /&gt;
-are targeted toward different environments - e.g., one factory may contain Azure-specific extensions, &lt;br /&gt;
+&lt;p&gt;This interface defines the main entrypoint to the extension codebase. Custom implementations&lt;br /&gt;
+are registered by following Java&#39;s &lt;a href=&#34;https://docs.oracle.com/javase/8/docs/api/java/util/ServiceLoader.html&#34;&gt;&lt;code&gt;ServiceLoader&lt;/code&gt; conventions&lt;/a&gt;.&lt;br /&gt;
+A file called &lt;code&gt;io.openlineage.spark.api.OpenLineageEventHandlerFactory&lt;/code&gt; must exist in the&lt;br /&gt;
+application or jar&#39;s &lt;code&gt;META-INF/service&lt;/code&gt; directory. Each line of that file must be the fully&lt;br /&gt;
+qualified class name of a concrete implementation of &lt;code&gt;OpenLineageEventHandlerFactory&lt;/code&gt;. More than one&lt;br /&gt;
+implementation can be present in a single file. This might be useful to separate extensions that&lt;br /&gt;
+are targeted toward different environments - e.g., one factory may contain Azure-specific extensions,&lt;br /&gt;
 while another factory may contain GCP extensions.&lt;/p&gt;
 
-&lt;p&gt;The &lt;code&gt;OpenLineageEventHandlerFactory&lt;/code&gt; interface makes heavy use of default methods. Implementations &lt;br /&gt;
+&lt;p&gt;The &lt;code&gt;OpenLineageEventHandlerFactory&lt;/code&gt; interface makes heavy use of default methods. Implementations&lt;br /&gt;
 may override any or all of the following methods&lt;/p&gt;
 
 &lt;p&gt;```
@@ -168254,12 +168984,12 @@ <h2>Gradle 8.5</h2>
                         </div>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FLGY8UVD/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">image.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FLGY8UVD/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FLGY8UVD/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06FLGY8UVD-877ccdf09a/image_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FLGY8UVD/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06FLGY8UVD-877ccdf09a/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="122" />
         </a>
@@ -168382,6 +169112,62 @@ <h2>Gradle 8.5</h2>
                     
                     
                     
+                        <div class="message-reaction">
+                        👍 jayant joshi
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 02:23:06">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-23/6520964760339_d563cbdad295e146ad7b_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">jayant joshi
+                     <span class="print-only user-email">(itsjayantjoshi@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 02:23:06"><div class="time">2024-01-30 02:23:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks @Maciej Obuchowski</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 13:47:41">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-01-30 13:47:41"><div class="time">2024-01-30 13:47:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @jayant joshi have you’ve tried running Marquez via gitpod? see <a href="https://github.com/MarquezProject/marquez?tab=readme-ov-file#try-it">https://github.com/MarquezProject/marquez?tab=readme-ov-file#try-it</a></p>
+                    
+                    
+                    
 		</div>
             </div>
         </div>
@@ -168446,7 +169232,7 @@ <h2>Gradle 8.5</h2>
                     
                     
                         <div class="message-reaction">
-                        ❤️ Maciej Obuchowski, Abdallah, Eric Veleker, Rodrigo Maia
+                        ❤️ Maciej Obuchowski, Abdallah, Eric Veleker, Rodrigo Maia, tati
                         </div>
                     
 		</div>
@@ -168499,11 +169285,11 @@ <h2>Gradle 8.5</h2>
                     
                     
                         <div class="message-reaction">
-                        ❤️ Ross Turk, Harel Shein
+                        ❤️ Ross Turk, Harel Shein, tati, Rodrigo Maia, Maciej Obuchowski, Jarek Potiuk, Mattia Bertorello
                         </div>
                     
                         <div class="message-reaction">
-                        🙌 Francis McGregor-Macdonald, Harel Shein
+                        🙌 Francis McGregor-Macdonald, Harel Shein, tati, Maciej Obuchowski, Jarek Potiuk
                         </div>
                     
 		</div>
@@ -168537,9 +169323,10147 @@ <h2>Gradle 8.5</h2>
                         </div>
                     
                         <div class="message-reaction">
-                        ➕ Harel Shein
+                        ➕ Harel Shein, Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 01:16:01">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 01:16:01"><div class="time">2024-01-30 01:16:01</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+I am trying to run a pyspark code through spark-submit command. Find the command which trying below. While running below command I am facing an issue "java.net.UnknownHostException: marquez-api".  Any solution to solve this issue ?
+Note that through jupyter lab I can run same code and create a lineage in the Marquez UI.</p>
+
+<p>"spark-submit  --conf "spark.extraListeners=io.openlineage.spark.agent.OpenLineageSparkListener"  --packages "io.openlineage:openlineage<em>spark:1.7.0"  --conf "spark.openlineage.transport.type=http"  --conf "spark.openlineage.transport.url= <a href="http://marquez-api:5000">http://marquez-api:5000</a>"  --conf "spark.openlineage.namespace=spark</em>integration"  pyspark_etl.py".</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06G4FAFS6R/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06G4FAFS6R/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06G4FAFS6R-0b7a9d41fc/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="187" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 02:06:27">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 02:06:27"><div class="time">2024-01-30 02:06:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* You've probably been running jupyter lab with docker compose alonng with Marquez containers?</p>
+
+<p>Try changing to host.docker.internal from marquez-api</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 02:43:43">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 02:43:43"><div class="time">2024-01-30 02:43:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Are you mean to say try passing below one ?
+"spark.openlineage.transport.url= <a href="http://host.docker.internal:5000">http://host.docker.internal:5000</a>"</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 02:47:25">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 02:47:25"><div class="time">2024-01-30 02:47:25</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yes</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 02:47:40">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 02:47:40"><div class="time">2024-01-30 02:47:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The above one also throwing a same error.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 02:48:00">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 02:48:00"><div class="time">2024-01-30 02:48:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* how do you instantiate marquez?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 02:49:56">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 02:49:56"><div class="time">2024-01-30 02:49:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Using below two sources:
+git clone <a href="https://github.com/OpenLineage/OpenLineage">https://github.com/OpenLineage/OpenLineage</a></p>
+
+<p>docker run --network spark<em>default -p 3000:3000 -e MARQUEZ</em>HOST=marquez-api -e MARQUEZ_PORT=5000 --link marquez-api:marquez-api marquezproject/marquez-web:0.44.0</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">OpenLineage/OpenLineage</a></div>
+                                <div class="link-text">
+                                    An Open Standard for lineage metadata collection
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Website</div>
+                                        &lt;http://openlineage.io&gt;
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Stars</div>
+                                        1496
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 02:50:56">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 02:50:56"><div class="time">2024-01-30 02:50:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* so you need to pass additional -p 5000:5000 flag</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 03:02:02">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 03:02:02"><div class="time">2024-01-30 03:02:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Are you mean like this  --conf "spark.openlineage.transport.port=5000" in the spark submit command ?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 03:04:03">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 03:04:03"><div class="time">2024-01-30 03:04:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* no, in docker run command</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 03:04:59">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 03:04:59"><div class="time">2024-01-30 03:04:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* you need to expose port 5000 for marquez-api container</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 03:26:49">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 03:26:49"><div class="time">2024-01-30 03:26:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and if you expose localhost:5000 should be available too</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 04:03:53">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 04:03:53"><div class="time">2024-01-30 04:03:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Find the attached localhost 5000 &amp; 5001 port results. Note that while running same code in the jupyter notebook, I could see lineage on the Marquez UI. For running a code through spark-submit only I am facing an issue.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06G84KJD34/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06G84KJD34/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06G84KJD34-a70b17aeeb/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="145" />
+        </a>
+    
+                            
+                        </div>
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06G56UE2J1/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06G56UE2J1/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06G56UE2J1-4542e3d926/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="290" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 04:04:48">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 04:04:48"><div class="time">2024-01-30 04:04:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yeah but are you running jupyter from console or in docker?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 04:20:34">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 04:20:34"><div class="time">2024-01-30 04:20:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I am using the jupyter one which comes with Open Lineage docker container</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 04:25:13">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 04:25:13"><div class="time">2024-01-31 04:25:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi @Jakub Dardziński, good afternoon. Any solution on this one ?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 04:43:13">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-31 04:43:13"><div class="time">2024-01-31 04:43:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* this is some workshop copy-paste tutorial <a href="https://github.com/OpenLineage/workshops/blob/main/spark/column-lineage-oct-2022.ipynb">https://github.com/OpenLineage/workshops/blob/main/spark/column-lineage-oct-2022.ipynb</a> i did in the past.</p>
+
+<p>you can try the following code snippet:
+<code>import json,requests
+marquez_url = "&lt;http://host.docker.internal:5000&gt;" ## this may depend on your local setup
+if (requests.get("{}/api/v1/namespaces".format(marquez_url)).status_code == 200):
+    print("Marquez is OK.")
+else:
+    print("Cannot connect to Marquez")</code>
+ to see if docker network is setup properly</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/workshops/blob/main/spark/column-lineage-oct-2022.ipynb | column-lineage-oct-2022.ipynb&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;code&gt;
+{
+ &#34;cells&#34;: [
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;8867600e&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;# Column Lineage Demo - October 2022\n&#34;,
+    &#34;\n&#34;,
+    &#34;In this document we provide a demo of current implementation of Column Level Lineage within Marquez and Openlinege \n&#34;,
+    &#34;\n&#34;,
+    &#34;## Envirnonment setup \n&#34;,
+    &#34;\n&#34;,
+    &#34; ** I&#39;ve tested this demo on `Mac 12.6` with `Docker Desktop 4.12.0`. \n&#34;,
+    &#34; ** I&#39;ve setup Spark Jupyter environment like described here [here](&amp;lt;https://openlineage.io/docs/integrations/spark/quickstart_local&amp;gt;)\n&#34;,
+    &#34; ** Run Marquez using the latest source code which contains the column level lineage feature.\n&#34;,
+    &#34;&lt;/code&gt;\n&#34;,
+    &#34; git clone &lt;a href=&#34;https://github.com/MarquezProject/marquez.git&#34;&gt;https://github.com/MarquezProject/marquez.git&lt;/a&gt;\n&#34;,
+    &#34; cd marquez\n&#34;,
+    &#34; ./docker/up.sh --build\n&#34;,
+    &#34; ``&lt;code&gt;\n&#34;,
+    &#34;\n&#34;,
+    &#34;&amp;gt; Once an October 2022 version of Marquez is released, testing this with Marquez docker image may be an easier option.  \n&#34;,
+    &#34; \n&#34;,
+    &#34;Let&#39;s check first if Marquez instance is properly running under a defined address. Returned status code should be 200.&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;code&#34;,
+   &#34;execution_count&#34;: 42,
+   &#34;id&#34;: &#34;b43f2f98&#34;,
+   &#34;metadata&#34;: {},
+   &#34;outputs&#34;: [
+    {
+     &#34;name&#34;: &#34;stdout&#34;,
+     &#34;output_type&#34;: &#34;stream&#34;,
+     &#34;text&#34;: [
+      &#34;Marquez is OK.\n&#34;
+     ]
+    }
+   ],
+   &#34;source&#34;: [
+    &#34;import json,requests\n&#34;,
+    &#34;marquez_url = \&#34;&amp;lt;http://host.docker.internal:5000\&amp;gt;&#34; ## this may depend on your local setup\n&#34;,
+    &#34;if (requests.get(\&#34;{}/api/v1/namespaces\&#34;.format(marquez_url)).status_code == 200):\n&#34;,
+    &#34;    print(\&#34;Marquez is OK.\&#34;)\n&#34;,
+    &#34;else:\n&#34;,
+    &#34;    print(\&#34;Cannot connect to Marquez\&#34;)&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;036c5b2f&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;Let&#39;s create the warehouse directory first.&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;code&#34;,
+   &#34;execution_count&#34;: null,
+   &#34;id&#34;: &#34;51e8b4f9&#34;,
+   &#34;metadata&#34;: {},
+   &#34;outputs&#34;: [],
+   &#34;source&#34;: [
+    &#34;%mkdir /home/jovyan/notebooks/spark-warehouse&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;7fe60ddb&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;If Marquez connection is OK, we can start a Spark context with OpenLineage pointed to Marquez&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;code&#34;,
+   &#34;execution_count&#34;: 43,
+   &#34;id&#34;: &#34;914e5905&#34;,
+   &#34;metadata&#34;: {},
+   &#34;outputs&#34;: [],
+   &#34;source&#34;: [
+    &#34;from pyspark.sql import SparkSession\n&#34;,
+    &#34;\n&#34;,
+    &#34;spark = (SparkSession.builder.master(&#39;local&#39;)\n&#34;,
+    &#34;         .appName(&#39;sample_spark&#39;)\n&#34;,
+    &#34;         .config(&#39;spark.extraListeners&#39;, &#39;io.openlineage.spark.agent.OpenLineageSparkListener&#39;)\n&#34;,
+    &#34;         .config(&#39;spark.jars.packages&#39;, &#39;io.openlineage:openlineage_spark:0.15.1&#39;)\n&#34;,
+    &#34;         .config(&#39;spark.openlineage.url&#39;, &#39;{}/api/v1/namespaces/column-lineage/&#39;.format(marquez_url))\n&#34;,
+    &#34;         .getOrCreate())&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;9bc086ab&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;Let&#39;s clear Docker&#39;s existing warehouse, in case the previous data exist.&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;code&#34;,
+   &#34;execution_count&#34;: 44,
+   &#34;id&#34;: &#34;a011bf15&#34;,
+   &#34;metadata&#34;: {},
+   &#34;outputs&#34;: [],
+   &#34;source&#34;: [
+    &#34;%rm -rf /home/jovyan/notebooks/spark-warehouse/**&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;dfc940c6&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;## Run example Spark Job&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;e3e7f340&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;Let&#39;s create now four datasets:&lt;/code&gt;dataset&lt;em&gt;a&lt;code&gt;,&lt;/code&gt;dataset&lt;/em&gt;b&lt;code&gt;,&lt;/code&gt;dataset&lt;em&gt;c&lt;code&gt;,&lt;/code&gt;dataset&lt;/em&gt;d&lt;code&gt;:\n&#34;,
+    &#34; **&lt;/code&gt;dataset&lt;em&gt;a&lt;code&gt;has to columns&lt;/code&gt;col&lt;/em&gt;1&lt;code&gt;and&lt;/code&gt;col&lt;em&gt;2&lt;code&gt;filled with some data,\n&#34;,
+    &#34; **&lt;/code&gt;dataset&lt;/em&gt;b&lt;code&gt;has one column&lt;/code&gt;col&lt;em&gt;3&lt;code&gt;and is created from&lt;/code&gt;dataset&lt;/em&gt;a&lt;code&gt;,\n&#34;,
+    &#34; **&lt;/code&gt;dataset&lt;em&gt;c&lt;code&gt;with&lt;/code&gt;col&lt;/em&gt;4&lt;code&gt;and&lt;/code&gt;dataset&lt;em&gt;d&lt;code&gt;with&lt;/code&gt;col&lt;/em&gt;5&lt;code&gt;are created from&lt;/code&gt;dataset&lt;em&gt;b&lt;code&gt;\n&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;code&#34;,
+   &#34;execution_count&#34;: 45,
+   &#34;id&#34;: &#34;f401c1e1&#34;,
+   &#34;metadata&#34;: {
+    &#34;scrolled&#34;: true
+   },
+   &#34;outputs&#34;: [
+    {
+     &#34;name&#34;: &#34;stderr&#34;,
+     &#34;output_type&#34;: &#34;stream&#34;,
+     &#34;text&#34;: [
+      &#34;22/10/11 15:46:09 WARN HadoopFSUtils: The directory file:/home/jovyan/notebooks/spark-warehouse/dataset_c was not found. Was it deleted very recently?\n&#34;,
+      &#34;22/10/11 15:46:10 WARN HadoopFSUtils: The directory file:/home/jovyan/notebooks/spark-warehouse/dataset_d was not found. Was it deleted very recently?\n&#34;
+     ]
+    }
+   ],
+   &#34;source&#34;: [
+    &#34;spark.createDataFrame([\n&#34;,
+    &#34;    {&#39;col_1&#39;: 1, &#39;col_2&#39;: 2},\n&#34;,
+    &#34;    {&#39;col_1&#39;: 3, &#39;col_2&#39;: 4}\n&#34;,
+    &#34;]).write.mode(\&#34;overwrite\&#34;).saveAsTable(&#39;dataset_a&#39;)\n&#34;,
+    &#34;spark.sql(\&#34;SELECT col_1 + col_2 AS col_3 FROM dataset_a\&#34;).write.mode(\&#34;overwrite\&#34;).saveAsTable(&#39;dataset_b&#39;)\n&#34;,
+    &#34;spark.sql(\&#34;SELECT col_3 AS col_4 FROM dataset_b\&#34;).write.mode(\&#34;overwrite\&#34;).saveAsTable(&#39;dataset_c&#39;)\n&#34;,
+    &#34;spark.sql(\&#34;SELECT col_3 AS col_5 FROM dataset_b\&#34;).write.mode(\&#34;overwrite\&#34;).saveAsTable(&#39;dataset_d&#39;)&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;4143ccb8&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;This should result in following column lineage graph:\n&#34;,
+    &#34; **&lt;/code&gt;col&lt;/em&gt;3&lt;code&gt;is created out of&lt;/code&gt;col&lt;em&gt;1&lt;code&gt;and&lt;/code&gt;col&lt;/em&gt;2&lt;code&gt;,\n&#34;,
+    &#34; **&lt;/code&gt;col&lt;em&gt;4&lt;code&gt;and&lt;/code&gt;col&lt;/em&gt;5&lt;code&gt;depend on&lt;/code&gt;col&lt;em&gt;3&lt;code&gt;.&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;94092c13&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;## Marquez API &#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;40563cf7&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;### Get dataset resource with column lineage included\n&#34;,
+    &#34;\n&#34;,
+    &#34;First we may list some example datasets:&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;code&#34;,
+   &#34;execution_count&#34;: 46,
+   &#34;id&#34;: &#34;f9abcf87&#34;,
+   &#34;metadata&#34;: {},
+   &#34;outputs&#34;: [
+    {
+     &#34;name&#34;: &#34;stdout&#34;,
+     &#34;output_type&#34;: &#34;stream&#34;,
+     &#34;text&#34;: [
+      &#34;{\n&#34;,
+      &#34;  \&#34;namespace\&#34;: \&#34;file\&#34;,\n&#34;,
+      &#34;  \&#34;name\&#34;: \&#34;/home/jovyan/notebooks/spark-warehouse/dataset_a\&#34;\n&#34;,
+      &#34;}\n&#34;
+     ]
+    }
+   ],
+   &#34;source&#34;: [
+    &#34;datasets = requests.get(\&#34;{}/api/v1/namespaces/file/datasets\&#34;.format(marquez_url)).json()\n&#34;,
+    &#34;print(json.dumps(datasets[\&#34;datasets\&#34;][0][\&#34;id\&#34;], indent=2))&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;f4b64488&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;Let&#39;s try now to fetch a specific dataset:\n&#34;,
+    &#34; ** ****namespace****:&lt;/code&gt;file&lt;code&gt;,\n&#34;,
+    &#34; ** ****name****:&lt;/code&gt;/home/jovyan/notebooks/spark-warehouse/dataset&lt;/em&gt;c&lt;code&gt;\n&#34;,
+    &#34; \n&#34;,
+    &#34;We need to encode dataset name to be able to pass it through URL.&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;code&#34;,
+   &#34;execution_count&#34;: 9,
+   &#34;id&#34;: &#34;1e2c674a&#34;,
+   &#34;metadata&#34;: {},
+   &#34;outputs&#34;: [],
+   &#34;source&#34;: [
+    &#34;import urllib\n&#34;,
+    &#34;encoded_name = urllib.parse.quote_plus(\&#34;/home/jovyan/notebooks/spark-warehouse/dataset_c\&#34;)&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;61dbcf02&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;&lt;/code&gt;dataset&lt;em&gt;c&lt;code&gt;was created from a single column&lt;/code&gt;col&lt;/em&gt;3&lt;code&gt;in&lt;/code&gt;dataset_b&lt;code&gt;, so its column lineage section should only contain a single field. &#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;code&#34;,
+   &#34;execution_count&#34;: 47,
+   &#34;id&#34;: &#34;486a7e2a&#34;,
+   &#34;metadata&#34;: {},
+   &#34;outputs&#34;: [
+    {
+     &#34;name&#34;: &#34;stdout&#34;,
+     &#34;output_type&#34;: &#34;stream&#34;,
+     &#34;text&#34;: [
+      &#34;[\n&#34;,
+      &#34;  {\n&#34;,
+      &#34;    \&#34;name\&#34;: \&#34;col_4\&#34;,\n&#34;,
+      &#34;    \&#34;inputFields\&#34;: [\n&#34;,
+      &#34;      {\n&#34;,
+      &#34;        \&#34;namespace\&#34;: \&#34;file\&#34;,\n&#34;,
+      &#34;        \&#34;dataset\&#34;: \&#34;/home/jovyan/notebooks/spark-warehouse/dataset_b\&#34;,\n&#34;,
+      &#34;        \&#34;field\&#34;: \&#34;col_3\&#34;\n&#34;,
+      &#34;      }\n&#34;,
+      &#34;    ],\n&#34;,
+      &#34;    \&#34;transformationDescription\&#34;: null,\n&#34;,
+      &#34;    \&#34;transformationType\&#34;: null\n&#34;,
+      &#34;  }\n&#34;,
+      &#34;]\n&#34;
+     ]
+    }
+   ],
+   &#34;source&#34;: [
+    &#34;dataset = requests.get(\&#34;{}/api/v1/namespaces/file/datasets/{}\&#34;.format(marquez_url, encoded_name)).json()\n&#34;,
+    &#34;print(json.dumps(dataset[\&#34;columnLineage\&#34;], indent=2))&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;3f24b59d&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;Fields&lt;/code&gt;transformationDescription&lt;code&gt;and&lt;/code&gt;transformationType` are available in the OpenLineage standard specification but not implemented in Spark integration (which is the only one).\n&#34;,
+    &#34;\n&#34;,
+    &#34;Colu…&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/workshops&#34;&gt;OpenLineage/workshops&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 04:44:05">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-31 04:44:05"><div class="time">2024-01-31 04:44:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* the other parts of workshop refer to old version of connector, but please verify first if everything with your docker network is fine before running real Spark job</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 04:53:29">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 04:53:29"><div class="time">2024-01-31 04:53:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Sure, thanks.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 04:54:55">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 04:54:55"><div class="time">2024-01-31 04:54:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* From your code, I could see marquez-api is running successfully at "<a href="http://marquez-api:5000">http://marquez-api:5000</a>". Find attached screenshot.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GUB3GRND/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GUB3GRND/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GUB3GRND-684c095dd7/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="117" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 04:57:08">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 04:57:08"><div class="time">2024-01-31 04:57:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* And I could create a lineage for spark in the Jupyter notebook successfully. But when I am submitting a job through spark-submit I am facing an issue "ERROR EventEmitter: Could not emit lineage w/ exception
+io.openlineage.client.OpenLineageClientException: java.net.UnknownHostException: marquez-api".</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 04:57:44">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-31 04:57:44"><div class="time">2024-01-31 04:57:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* great. do you run spark-submit from within the same docker container?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 04:58:08">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-31 04:58:08"><div class="time">2024-01-31 04:58:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* you can open <code>terminal</code> tab within jupyter to run it</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 05:02:05">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 05:02:05"><div class="time">2024-01-31 05:02:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Sure, thanks. Let me try running it.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 07:52:22">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 07:52:22"><div class="time">2024-01-31 07:52:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks @Paweł Leszczyński, it ran successfully in the jupyter terminal.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 05:50:58">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 05:50:58"><div class="time">2024-01-30 05:50:58</div></a>
+                <div class="msg">
+                    <p>Hi Team, I'm trying out OpenLineage with databricks and I'm not seeing expected results, need help to figure out what's the issue</p>
+
+<p>I'm following this quickstart guide: <a href="https://openlineage.io/docs/integrations/spark/quickstart_databricks/">https://openlineage.io/docs/integrations/spark/quickstart_databricks/</a></p>
+
+<p>more details in the thread 🧵</p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">openlineage.io</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://openlineage.io/docs/integrations/spark/quickstart_databricks/">Quickstart with Databricks | OpenLineage</a></div>
+                                <div class="link-text">
+                                    OpenLineage&#39;s Spark Integration can be installed on Databricks leveraging init scripts. Please note, Databricks on Google Cloud does not currently support the DBFS CLI, so the proposed solution will not work on Google Cloud until that feature is enabled.
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.io/docs/integrations/spark/quickstart_databricks/</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 05:52:09">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 05:52:09"><div class="time">2024-01-30 05:52:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I executed this piece of code as per the quickstart guide but the result generated on marquez is not as expected:
+<code>spark.createDataFrame([
+    {'a': 1, 'b': 2},
+    {'a': 3, 'b': 4}
+]).write.mode("overwrite").saveAsTable("default.temp")</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 05:53:58">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 05:53:58"><div class="time">2024-01-30 05:53:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* the quickstart guide shows this example and it produces the result with a output node in the results, But when I run this in databricks I see no output node generated.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GMBKSETB/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GMBKSETB/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GMBKSETB-d10035ef83/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="148" />
+        </a>
+    
+                            
+                        </div>
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GXFQSWEL/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GXFQSWEL/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GXFQSWEL-dda2d5f54a/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="67" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 05:56:02">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 05:56:02"><div class="time">2024-01-30 05:56:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* same thing happens when I run this piece of code</p>
+
+<p>```source<em>table = "mayur</em>table"
+destination<em>table = "onkar</em>table"</p>
+
+<h1>Read the data from the source table into a DataFrame</h1>
+
+<p>source<em>df = spark.sql(f"SELECT id FROM {source</em>table}")</p>
+
+<h1>Show the source DataFrame</h1>
+
+<p>source_df.show()</p>
+
+<h1>Write the data from the source DataFrame to the destination table</h1>
+
+<p>source<em>df.write.mode("overwrite").saveAsTable(destination</em>table)``<code>
+where I'm transferring data from one table to another and would expect a lineage between</code>mayur<em>table<code>and</code>onkar</em>table`  few events gets captured while running this piece of code but none of them has any output node</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 05:57:51">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 05:57:51"><div class="time">2024-01-30 05:57:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* as a result <code>onkar_table</code>  as a dataset was never recorded hence lineage between <code>mayur_table</code>  and <code>onkar_table</code>  was not recorded as well</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GXG5N9L0/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GXG5N9L0/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GXG5N9L0-267c97434b/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="58" />
+        </a>
+    
+                            
+                        </div>
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GXG8UM4G/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GXG8UM4G/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GXG8UM4G-aef726c549/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="178" />
+        </a>
+    
+                            
                         </div>
                     
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 05:58:27">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 05:58:27"><div class="time">2024-01-30 05:58:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'm using OpenLineage jar version 1.7.0 also tried this out with version 1.8.0 but had no luck</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 05:59:17">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 05:59:17"><div class="time">2024-01-30 05:59:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* any help would be appreciated, not sure if this could be a configuration issue</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 06:06:40">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-01-30 06:06:40"><div class="time">2024-01-30 06:06:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* are you using UC catalog?</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🙏 Mayur Singal
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 06:07:45">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-01-30 06:07:45"><div class="time">2024-01-30 06:07:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ive reported an issue while ago about "saveAsTable(destination_table)" when using Unity</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 06:12:52">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 06:12:52"><div class="time">2024-01-30 06:12:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Umm, yes UC is enabled on my instance but I'm performing this operation on default <code>hive_metastore</code> catalog</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 06:23:59">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 06:23:59"><div class="time">2024-01-30 06:23:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* just to add some more context, running this query via notebook also doesn't generate any lineage</p>
+
+<p><code>%sql
+insert into onkar_table select id from mayur_table;</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 07:11:52">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 07:11:52"><div class="time">2024-01-30 07:11:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* any relevant logs @Mayur Singal? Might be regular issue with databricks where they replace OSS Spark class with their own implementation silently</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 07:30:42">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 07:30:42"><div class="time">2024-01-30 07:30:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I had a similar thought, I checked the logs there is no relevant information over there don't see any errors as well.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container thread_broadcast ">
+        <div id="2024-02-01 05:10:34">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-02-01 05:10:34"><div class="time">2024-02-01 05:10:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi Team, please do let me know if I need to open any ticket for this or could this be a configuration issue on my side!</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:28:05">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 05:28:05"><div class="time">2024-02-01 05:28:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Can you try to set log level to debug and running again?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:29:15">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 05:29:15"><div class="time">2024-02-01 05:29:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Would be interesting what happens in code here <a href="https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/spark34/src/main/java/io/openlineage/spark34/agent/lifecycle/plan/column/CreateReplaceInputDatasetBuilder.java#L29">https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2[…]ent/lifecycle/plan/column/CreateReplaceInputDatasetBuilder.java</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/spark34/src/main/java/io/openlineage/spark34/agent/lifecycle/plan/column/CreateReplaceInputDatasetBuilder.java | CreateReplaceInputDatasetBuilder.java&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;public class CreateReplaceInputDatasetBuilder
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 08:24:09">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-05 08:24:09"><div class="time">2024-02-05 08:24:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I can try that and let you know</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski, Mayur Singal
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 08:14:51">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 08:14:51"><div class="time">2024-01-30 08:14:51</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+I want to view column level lineage for pyspark code. So I have sample pyspark ETL code and I tried to run on the Open Lineage. In the Marquez I could see high level lineage diagram like attached screenshot. Is any dependency I need to add to get a column level lineage ?.
+Thanks.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GY68QZS4/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GY68QZS4/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GY68QZS4-6ffb49197b/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="150" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 08:55:29">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 08:55:29"><div class="time">2024-01-30 08:55:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* &gt; Is any dependency I need to add to get a column level lineage ?.
+No, you need to wait for Marquez release that contains <a href="https://github.com/MarquezProject/marquez/pull/2725">this PR</a> 🙂</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/MarquezProject/marquez/pull/2725">#2725 Web: Updates for Table and Column Lineage</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;We currently have a feature gap for column lineage where we don&#39;t have a display for it. In order to correctly display this we needed to have something to handle nested graphs so that columns can be nested under tables.&lt;/p&gt;
+
+&lt;p&gt;This PR both creates a new page for column lineage and an updated view for lineage with a common set of shared principles.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;
+&lt;strong&gt;Feature Set&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;• Redesigned lineage page
+• New column lineage page
+• Refresh button (lineage + column lineage)
+• Compact mode for lineage display
+• Zooming and framing capabilities and zoom controls
+• Open view for graphs with a side panel instead of a draggable bar that limited graph navigation and visualization.
+• Shared action menu for graph context and actions
+• Tuning down the graph depth and preserving more in the url.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Technical&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;• New client side rendering engine with out of the box support for arbitrarily nested graphs (subgraphs) and hot swappable rendering strategies. There is also an easy to use and type safe framework to construct node types
+• New custom React based d3 manipulation framework for zooming, panning, transitions, framing and focal points that uses React paradigms instead of direct DOM access like a conventional d3 approach
+• A Minimap that allows for context awareness in a larger graph along with auto positioning extents&lt;/p&gt;
+
+&lt;p&gt;Marquez.Lineage.mov&lt;/p&gt;
+
+&lt;p&gt;&lt;a href=&#34;https://private-user-images.githubusercontent.com/7514204/293756591-0c5ce570-6422-4469-9a36-790573fe57ca.png?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTUiLCJleHAiOjE3MDY2MjMyMzEsIm5iZiI6MTcwNjYyMjkzMSwicGF0aCI6Ii83NTE0MjA0LzI5Mzc1NjU5MS0wYzVjZTU3MC02NDIyLTQ0NjktOWEzNi03OTA1NzNmZTU3Y2EucG5nP1gtQW16LUFsZ29yaXRobT1BV1M0LUhNQUMtU0hBMjU2JlgtQW16LUNyZWRlbnRpYWw9QUtJQVZDT0RZTFNBNTNQUUs0WkElMkYyMDI0MDEzMCUyRnVzLWVhc3QtMSUyRnMzJTJGYXdzNF9yZXF1ZXN0JlgtQW16LURhdGU9MjAyNDAxMzBUMTM1NTMxWiZYLUFtei1FeHBpcmVzPTMwMCZYLUFtei1TaWduYXR1cmU9YjUwMGRjZjNjMGUwNjYzYTc2MjMwMTIwMmMzZGFjYzc1NjAwY2I1NWVjZThlY2UxODNlMDZmMmQ4MzA2ZmY5NiZYLUFtei1TaWduZWRIZWFkZXJzPWhvc3QmYWN0b3JfaWQ9MCZrZXlfaWQ9MCZyZXBvX2lkPTAifQ.NJ7ldOslCT9IjML4Hyo3SLn3Hw8FggtgBeazfCpLRRw&#34;&gt;image&lt;/a&gt;&lt;br /&gt;
+&lt;a href=&#34;https://private-user-images.githubusercontent.com/7514204/293756603-a5b6d6e8-fde6-4ab0-b123-205e0e821fc5.png?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTUiLCJleHAiOjE3MDY2MjMyMzEsIm5iZiI6MTcwNjYyMjkzMSwicGF0aCI6Ii83NTE0MjA0LzI5Mzc1NjYwMy1hNWI2ZDZlOC1mZGU2LTRhYjAtYjEyMy0yMDVlMGU4MjFmYzUucG5nP1gtQW16LUFsZ29yaXRobT1BV1M0LUhNQUMtU0hBMjU2JlgtQW16LUNyZWRlbnRpYWw9QUtJQVZDT0RZTFNBNTNQUUs0WkElMkYyMDI0MDEzMCUyRnVzLWVhc3QtMSUyRnMzJTJGYXdzNF9yZXF1ZXN0JlgtQW16LURhdGU9MjAyNDAxMzBUMTM1NTMxWiZYLUFtei1FeHBpcmVzPTMwMCZYLUFtei1TaWduYXR1cmU9OTU3NmU1MmM4Njk5MGM4MWZhNzQzOTY4YTRhNDllOWI2OWNhYzUzZjkzNzBjNGJmNjhmMDFhMmFjNmVmMzkwMCZYLUFtei1TaWduZWRIZWFkZXJzPWhvc3QmYWN0b3JfaWQ9MCZrZXlfaWQ9MCZyZXBvX2lkPTAifQ.Bm1Nw3lpGJp6E0pf_NK8WEKvjnU3uI7OCWPX-yPVCWY&#34;&gt;image&lt;/a&gt;&lt;br /&gt;
+&lt;a href=&#34;https://private-user-images.githubusercontent.com/7514204/293756610-9bfacc0e-1279-49dd-ba8d-67c64663c9a5.png?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTUiLCJleHAiOjE3MDY2MjMyMzEsIm5iZiI6MTcwNjYyMjkzMSwicGF0aCI6Ii83NTE0MjA0LzI5Mzc1NjYxMC05YmZhY2MwZS0xMjc5LTQ5ZGQtYmE4ZC02N2M2NDY2M2M5YTUucG5nP1gtQW16LUFsZ29yaXRobT1BV1M0LUhNQUMtU0hBMjU2JlgtQW16LUNyZWRlbnRpYWw9QUtJQVZDT0RZTFNBNTNQUUs0WkElMkYyMDI0MDEzMCUyRnVzLWVhc3QtMSUyRnMzJTJGYXdzNF9yZXF1ZXN0JlgtQW16LURhdGU9MjAyNDAxMzBUMTM1NTMxWiZYLUFtei1FeHBpcmVzPTMwMCZYLUFtei1TaWduYXR1cmU9Yjg5NDZkNWU4MzhjMDdiMGMyNGEzNzQzMjFiOTk0YzljZWJiMzBlM2UxMGE1OWI0MjA0MDEyYWZmZmY1YzEzZCZYLUFtei1TaWduZWRIZWFkZXJzPWhvc3QmYWN0b3JfaWQ9MCZrZXlfaWQ9MCZyZXBvX2lkPTAifQ.ac2K--QZObd0wLYiFjwIiW25WHd-ZQdZeAss0Fgmsl8&#34;&gt;image&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;One-line summary:&lt;br /&gt;
+New views for both table and column lineage with shared new engine. Marks column lineage as &lt;code&gt;beta&lt;/code&gt; for preview.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Checklist&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;☐ You&#39;ve &lt;a href=&#34;https://github.com/MarquezProject/marquez/blob/main/CONTRIBUTING.md#sign-your-work&#34;&gt;signed-off&lt;/a&gt; your work
+☐ Your changes are accompanied by tests (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ Your change contains a &lt;a href=&#34;https://kurtisnusbaum.medium.com/stacked-diffs-keeping-phabricator-diffs-small-d9964f4dcfa6&#34;&gt;small diff&lt;/a&gt; and is self-contained
+☐ You&#39;ve updated any relevant documentation (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ You&#39;ve included a one-line summary of your change for the &lt;a href=&#34;https://github.com/MarquezProject/marquez/blob/main/CHANGELOG.md#unreleased&#34;&gt;&lt;code&gt;CHANGELOG.md&lt;/code&gt;&lt;/a&gt; (&lt;em&gt;Depending on the change, this may not be necessary&lt;/em&gt;).
+☐ You&#39;ve versioned your &lt;code&gt;.sql&lt;/code&gt; database schema migration according to &lt;a href=&#34;https://flywaydb.org/documentation/concepts/migrations#naming&#34;&gt;Flyway&#39;s naming convention&lt;/a&gt; (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ You&#39;ve included a &lt;a href=&#34;https://github.com/MarquezProject/marquez/blob/main/CONTRIBUTING.md#copyright--license&#34;&gt;header&lt;/a&gt; in any source code files (&lt;em&gt;if relevant&lt;/em&gt;)&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        docs, web
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        9
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/MarquezProject/marquez&#34;&gt;MarquezProject/marquez&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Balachandru S
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 08:59:00">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-23/6520964760339_d563cbdad295e146ad7b_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">jayant joshi
+                     <span class="print-only user-email">(itsjayantjoshi@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 08:59:00"><div class="time">2024-01-30 08:59:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I am also very much interested to see column level lineage using pyspark script in visual graph that located in the PR.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 09:03:06">
+            
+                <img src="https://secure.gravatar.com/avatar/d5f17e181423a6e94e75526b4712caad.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0025-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">RaghavanAP
+                     <span class="print-only user-email">(raghavan.panneerselvam@wavicledata.com)</span>
+                </div>
+                <a href="#2024-01-30 09:03:06"><div class="time">2024-01-30 09:03:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Is there any tentative date for the next release which includes Column level lineage using spark integration?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 13:42:37">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-01-30 13:42:37"><div class="time">2024-01-30 13:42:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The Marquez team is working to having an RC by end of next month for users to try! <a href="https://marquezproject.slack.com/archives/C01E8MQGJP7/p1706636124360629?thread_ts=1706621358.017329&cid=C01E8MQGJP7">https://marquezproject.slack.com/archives/C01E8MQGJP7/p1706636124360629?thread_ts=1706621358.017329&amp;cid=C01E8MQGJP7</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 23:44:51">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 23:44:51"><div class="time">2024-01-30 23:44:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Can we get visual representation of column level lineage using any other data consumers of Amundsen or Egeria or Apache atlas ?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 12:00:06">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-01-30 12:00:06"><div class="time">2024-01-30 12:00:06</div></a>
+                <div class="msg">
+                    <p>@channel
+Our first London meetup, at Confluent's offices in London, is tomorrow! <a href="https://openlineage.slack.com/archives/C01CK9T7HKR/p1706193796047049">https://openlineage.slack.com/archives/C01CK9T7HKR/p1706193796047049</a></p>
+                    <div class="message-attachment"
+                            >
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_48.jpg" class="icon">
+                                    }
+                                    <a href="https://openlineage.slack.com/team/U02LXF3HUN7">
+                                    Michael Robinson
+                                    </a><span class="print-only">(https://openlineage.slack.com/team/U02LXF3HUN7)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;@channel
+Our first London meetup is happening next Wednesday, Jan. 31, at Confluent&#39;s offices in Covent Garden. Click through to the Meetup page to sign up and view an up-to-date agenda, featuring talks by @Abdallah, Kirill Kulikov at Confluent, and @Paweł Leszczyński! &lt;a href=&#34;https://openlineage.slack.com/archives/C01CK9T7HKR/p1704736501486239&#34;&gt;https://openlineage.slack.com/archives/C01CK9T7HKR/p1704736501486239&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.slack.com/archives/C01CK9T7HKR/p1706193796047049</div>
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        Slack Conversation
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ❤️ Jarek Potiuk, Maciej Obuchowski, Mattia Bertorello, Willy Lulciuc, Abdallah, Harel Shein
+                        </div>
+                    
+                        <div class="message-reaction">
+                        🙌 Jarek Potiuk, Maciej Obuchowski, Mattia Bertorello, Abdallah
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 13:40:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-23/5623598828611_055f51bd1a0583028e25_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Athitya Kumar
+                     <span class="print-only user-email">(athityakumar@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 13:40:41"><div class="time">2024-01-30 13:40:41</div></a>
+                <div class="msg">
+                    <p>Hey team. Is column/attribute level lineage supported for input/topic Kafka topic ports in the OpenLineage Flink listener?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 01:28:10">
+            
+                <img src="https://secure.gravatar.com/avatar/e255ccbb52dc5d7677e5ca699700d60b.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0021-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Dheeraj
+                     <span class="print-only user-email">(dheeraj.athrey@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 01:28:10"><div class="time">2024-01-31 01:28:10</div></a>
+                <div class="msg">
+                    <p>Hello all
+I am using airflow and dbt. I want to know if there is any tool using open lineage that actually provides the following feature.</p>
+
+<p>If I pick a job J1, I want to be able to see the real time job start/run/finish status of all the jobs J1 is dependent on in the lineage.</p>
+
+<p>Any other tool/framework that would help me achieve this is also helpful.</p>
+
+<p>Thank you</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 02:13:41">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-31 02:13:41"><div class="time">2024-01-31 02:13:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* what is a job in this case? dbt run/Airflow DagRun?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 02:37:41">
+            
+                <img src="https://secure.gravatar.com/avatar/e255ccbb52dc5d7677e5ca699700d60b.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0021-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Dheeraj
+                     <span class="print-only user-email">(dheeraj.athrey@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 02:37:41"><div class="time">2024-01-31 02:37:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* By job, I meant an airflow dag.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 02:38:42">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-31 02:38:42"><div class="time">2024-01-31 02:38:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @tati might say more as project maintainer but you could take a look into <a href="https://github.com/astronomer/astronomer-cosmos">https://github.com/astronomer/astronomer-cosmos</a>
+it transforms dbt project into Airflow DAG and plays really nice with OL too</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">astronomer/astronomer-cosmos</a></div>
+                                <div class="link-text">
+                                    Run your dbt Core projects as Apache Airflow DAGs and Task Groups with a few lines of code
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Website</div>
+                                        &lt;https://astronomer.github.io/astronomer-cosmos/&gt;
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Stars</div>
+                                        371
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 02:14:31">
+            
+                <img src="https://secure.gravatar.com/avatar/d5f17e181423a6e94e75526b4712caad.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0025-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">RaghavanAP
+                     <span class="print-only user-email">(raghavan.panneerselvam@wavicledata.com)</span>
+                </div>
+                <a href="#2024-01-31 02:14:31"><div class="time">2024-01-31 02:14:31</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+Am running the pyspark script through spark-submit command and am facing the error as "Could not emit lineage". Can you please help on this error?
+<strong>spark-submit command:</strong> 
+spark-submit --conf "spark.extraListeners=io.openlineage.spark.agent.OpenLineageSparkListener" --packages "io.openlineage:openlineage<em>spark:1.7.0" --conf "spark.openlineage.transport.type=http" --conf "spark.openlineage.transport.url=<a href="http://host.docker.internal:5000">http://host.docker.internal:5000</a>" --conf "spark.openlineage.namespace=spark</em>integration" --conf "spark.pyspark.python=python" pyspark_etl.py</p>
+
+<p><strong>Error Screenshot:</strong></p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06G88E1LH4/ol_-error_.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">ol -error .png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06G88E1LH4/ol_-error_.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06G88E1LH4-684b18430b/ol_-error__360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="107" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 08:31:22">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-01-31 08:31:22"><div class="time">2024-01-31 08:31:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi,</p>
+
+<p>The host of Marquez is probably wrong  <code>"spark.openlineage.transport.url=&lt;http://host.docker.internal:5000&gt;"</code>  Check on your machine where Marquez is exposed.
+Thanks</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 08:17:46">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 08:17:46"><div class="time">2024-01-31 08:17:46</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+I need to config AWS CLI on the Jupyter lab (which comes with open lineage docker container) to read and write an AWS S3 files through pyspark code. For this I am running this command "sudo ./aws/install". While running this command it's prompt me to password. I not sure what is the password here. Can you please help me on this ?. Here I just need sudo password for default jupyter lab (which comes with open lineage docker container).
+Thanks.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GGJRFYPM/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GGJRFYPM/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GGJRFYPM-deb8378461/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="93" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 08:26:46">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-01-31 08:26:46"><div class="time">2024-01-31 08:26:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi,
+Did you try to pass this environment variable  <code>-e GRANT_SUDO=yes</code> ?
+<a href="https://jupyter-docker-stacks.readthedocs.io/en/latest/using/common.html#permission-specific-configurations">https://jupyter-docker-stacks.readthedocs.io/en/latest/using/common.html#permission-specific-configurations</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 08:33:26">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 08:33:26"><div class="time">2024-01-31 08:33:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* While composing up an open lineage docker-compose.yml. It showed the path to access jupyter lab, through the path I am accessing it. I didn't run any command externally. Find the attached screenshot.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GK959L92/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GK959L92/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GK959L92-71306eb6d8/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="139" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 08:36:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-01-31 08:36:41"><div class="time">2024-01-31 08:36:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Mine was a suggestion to add this variable <code>GRANT_SUDO=yes</code>  in the docker compose if you need sudo access. And in general it's not a OpenLineage problem you should look into the documentation of the jupyter docker image</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 08:38:07">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 08:38:07"><div class="time">2024-01-31 08:38:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Sure, will do that. Thanks,</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Mattia Bertorello
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 04:18:20">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-02 04:18:20"><div class="time">2024-02-02 04:18:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi @Mattia Bertorello, good afternoon
+I just tried to inspect the notebook container, there I could "GRANT_SUDO=yes". And after passing this also it's asking the password. Find the attached screenshot. Thanks.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GPJ5TRFG/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GPJ5TRFG/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GPJ5TRFG-69e679b6cc/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="116" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 10:46:34">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-01-31 10:46:34"><div class="time">2024-01-31 10:46:34</div></a>
+                <div class="msg">
+                    <p>@channel
+This is happening this evening! <a href="https://openlineage.slack.com/archives/C01CK9T7HKR/p1706193796047049">https://openlineage.slack.com/archives/C01CK9T7HKR/p1706193796047049</a></p>
+                    <div class="message-attachment"
+                            >
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_48.jpg" class="icon">
+                                    }
+                                    <a href="https://openlineage.slack.com/team/U02LXF3HUN7">
+                                    Michael Robinson
+                                    </a><span class="print-only">(https://openlineage.slack.com/team/U02LXF3HUN7)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;@channel
+Our first London meetup is happening next Wednesday, Jan. 31, at Confluent&#39;s offices in Covent Garden. Click through to the Meetup page to sign up and view an up-to-date agenda, featuring talks by @Abdallah, Kirill Kulikov at Confluent, and @Paweł Leszczyński! &lt;a href=&#34;https://openlineage.slack.com/archives/C01CK9T7HKR/p1704736501486239&#34;&gt;https://openlineage.slack.com/archives/C01CK9T7HKR/p1704736501486239&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.slack.com/archives/C01CK9T7HKR/p1706193796047049</div>
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        Slack Conversation
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🎉 Harel Shein, Jakub Dardziński, Maciej Obuchowski, Ernie Ostic, harsh loomba
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 01:37:31">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-31/6589033952080_4620bb9e2f5a58c0c58d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Abhinav Ajith
+                     <span class="print-only user-email">(abhinavajith0968@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 01:37:31"><div class="time">2024-02-01 01:37:31</div></a>
+                <div class="msg">
+                    <p>Hi Team</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 01:38:27">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-31/6589033952080_4620bb9e2f5a58c0c58d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Abhinav Ajith
+                     <span class="print-only user-email">(abhinavajith0968@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 01:38:27"><div class="time">2024-02-01 01:38:27</div></a>
+                <div class="msg">
+                    <p>I am trying to run open lineage for sql query. Any Idea on how to use the openlineage-sql package</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:44:04">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 04:44:04"><div class="time">2024-02-01 04:44:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hey, could please tell more about your use case?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:01:35">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 04:01:35"><div class="time">2024-02-01 04:01:35</div></a>
+                <div class="msg">
+                    <p>Hi everyone.  I am trying to integrate openlineage with apache airflow version &gt; 2.7. I followed this guide: <a href="https://airflow.apache.org/docs/apache-airflow-providers-openlineage/stable/guides/user.html">https://airflow.apache.org/docs/apache-airflow-providers-openlineage/stable/guides/user.html</a>. This guide mentions that no changes are required in the dag file. I am using BashOperator in the dag file but openlineage does not seem to emit the events. What am I missing?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:02:52">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 04:02:52"><div class="time">2024-02-01 04:02:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* BashOperator can only pass lineage if you set inlets or outlets manually</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:25:37">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 04:25:37"><div class="time">2024-02-01 04:25:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks for the reply Jakub. I created a dag with the code of example in this url: <a href="https://openlineage.io/docs/integrations/airflow/manual">https://openlineage.io/docs/integrations/airflow/manual</a>. But still no luck generating events.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:35:22">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 04:35:22"><div class="time">2024-02-01 04:35:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I am using airflow version 2.7.1. In my airflow.cfg file, there was no [openlineage] section and I had to add it. Are these two related in any way? @Jakub Dardziński</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:43:14">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 04:43:14"><div class="time">2024-02-01 04:43:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I ran the bash example DAG you linked and I can confirm I’m getting the lineage</p>
+
+<p>Could you please confirm you’re sending events to Marquez at all? Can you see Airflow jobs created in Marquez but without inputs/outputs?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:45:21">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 04:45:21"><div class="time">2024-02-01 04:45:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I am not sending the events to Marquez.  I have an endpoint defined in the localhost where I am trying to receive the event</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:45:38">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 04:45:38"><div class="time">2024-02-01 04:45:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I see, so are you receiving any events?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:46:09">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 04:46:09"><div class="time">2024-02-01 04:46:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* No. I am not receiving anything in that endpoint.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:46:54">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 04:46:54"><div class="time">2024-02-01 04:46:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Would you want to share your [openlineage] section?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:47:50">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 04:47:50"><div class="time">2024-02-01 04:47:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Sure.</p>
+
+<p>[openlineage]
+transport = '{"type": "http", "url": "<a href="http://localhost:8082/event">http://localhost:8082/event</a>"}'</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:50:02">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 04:50:02"><div class="time">2024-02-01 04:50:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and what endpoint is available in your local server? if it’s <code>/event</code> then you should set following:</p>
+
+<p>[openlineage]
+transport = ‘{“type”: “http”, “url”: “<a href="http://localhost:8082">http://localhost:8082</a>”, “endpoint”: “event”}’</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:15:12">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 05:15:12"><div class="time">2024-02-01 05:15:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yes the endpoint is <strong>/event</strong> and I made this change. Still no luck. Not only the http transport but console transport is also not working.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:24:23">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 05:24:23"><div class="time">2024-02-01 05:24:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Could you please check what’s in the Airflow UI under <code>Admin &amp;gt; Plugins</code>?</p>
+
+<p>listeners should be there under OpenLineageProviderPlugin</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GGMJ3SLE/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GGMJ3SLE/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GGMJ3SLE-be2e57e9bb/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="130" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:26:11">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 05:26:11"><div class="time">2024-02-01 05:26:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Suhas Shenoy if you're using <code>Astro Runtime</code> image locally then you additionally need to set env variable <code>OPENLINEAGE_DISABLED=false</code> due to bug in some versions of the runtime</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:31:24">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 05:31:24"><div class="time">2024-02-01 05:31:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* There is no listeners attribute in OpenLineageProviderPlugin. And I am not using Astro Runtime image. I installed airflow following this documentation: <a href="https://airflow.apache.org/docs/apache-airflow/2.7.1/installation/installing-from-pypi.html">https://airflow.apache.org/docs/apache-airflow/2.7.1/installation/installing-from-pypi.html</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:46:54">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 05:46:54"><div class="time">2024-02-01 05:46:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* How do I make that listener attribute set to OpenLineageListener?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:51:48">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 05:51:48"><div class="time">2024-02-01 05:51:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* do you see <code>OpenLineageProviderPlugin</code> then?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:52:42">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 05:52:42"><div class="time">2024-02-01 05:52:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* can you try setting
+<code>OPENLINEAGE_DISABLED=false</code> and use <code>OPENLINEAGE_URL=&lt;http://localhost:8082&gt;</code> instead of setting it in config?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:53:42">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 05:53:42"><div class="time">2024-02-01 05:53:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'd rather bet airflow.cfg is not read or it's in the wrong path</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:57:29">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 05:57:29"><div class="time">2024-02-01 05:57:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* This is the snapshot of my Plugins. I will also try with the configs which you mentioned.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06HC95JF3J/screenshot_2024-02-01_at_4.24.41___pm.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-02-01 at 4.24.41 PM.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06HC95JF3J/screenshot_2024-02-01_at_4.24.41___pm.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06HC95JF3J-5fa24f193f/screenshot_2024-02-01_at_4.24.41___pm_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="161" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 06:14:17">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 06:14:17"><div class="time">2024-02-01 06:14:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ah, on Airflow 2.7 it does not show the listeners row yet</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 06:15:39">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 06:15:39"><div class="time">2024-02-01 06:15:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* if you do have access to Airflow’s console you could check what’s the output of below:
+```from airflow.configuration import conf</p>
+
+<p>print(conf.get('openlineage', 'transport'))```</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 06:26:52">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 06:26:52"><div class="time">2024-02-01 06:26:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* This was the output I got
+<code>'{"type": "http", "url": "&lt;http://localhost:8082&gt;", "endpoint": "event"}'</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 09:12:34">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 09:12:34"><div class="time">2024-02-01 09:12:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I am running Apache airflow in a virtual environment. Will it matter in any way?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 09:14:13">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 09:14:13"><div class="time">2024-02-01 09:14:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* have you tried <code>OPENLINEAGE_DISABLED=false</code> and <code>OPENLINEAGE_URL=&lt;http://localhost:8082&gt;</code> ?
+does virtual environment mean docker?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 09:15:45">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 09:15:45"><div class="time">2024-02-01 09:15:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* eventually try checking what’s the output from:
+```from airflow.providers.openlineage.plugins.openlineage import <em>is</em>disabled</p>
+
+<p>print(<em>is</em>disabled())```</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 09:16:42">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 09:16:42"><div class="time">2024-02-01 09:16:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yes I tried both the things.</p>
+
+<p>No not docker. I have created virtual environment using
+<code>python -m venv venv_name</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 09:18:09">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 09:18:09"><div class="time">2024-02-01 09:18:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The output of the code block is false.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 09:35:54">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 09:35:54"><div class="time">2024-02-01 09:35:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* that means you have listener enabled</p>
+
+<p>what I can think of is to set airflow logging level to debug and see what logs say</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ☝️ Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 23:21:36">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 23:21:36"><div class="time">2024-02-01 23:21:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* This is the log from scheduler terminal. I found 3 logs related to openlineage</p>
+
+<p>```DEBUG - Loading EntryPoint(name='provider<em>info', value='airflow.providers.openlineage.get</em>provider<em>info:get</em>provider<em>info', group='apache</em>airflow_provider') from package apache-airflow-providers-openlineage</p>
+
+<p>DEBUG - Importing entry_point plugin openlineage</p>
+
+<p>DEBUG - Creating module airflow.macros.OpenLineageProviderPlugin```</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 23:32:23">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 23:32:23"><div class="time">2024-02-01 23:32:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* And this is the log related to openlineage I found in the task1: <a href="https://pastebin.com/qbeYFTuJ">https://pastebin.com/qbeYFTuJ</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 06:13:36">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-02 06:13:36"><div class="time">2024-02-02 06:13:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi Team. Any reason why the extractor is failing to extract the metadata?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 06:16:49">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-02 06:16:49"><div class="time">2024-02-02 06:16:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Are you running the same DAG as in <a href="https://openlineage.io/docs/integrations/airflow/manual/">https://openlineage.io/docs/integrations/airflow/manual/</a>?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 06:18:18">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-02 06:18:18"><div class="time">2024-02-02 06:18:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yes.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 06:59:24">
+            
+                <img src="https://avatars.slack-edge.com/2023-10-26/6084416738247_2017b9ef79397fadc4f2_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">priya narayana
+                     <span class="print-only user-email">(n.priya88@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 06:59:24"><div class="time">2024-02-01 06:59:24</div></a>
+                <div class="msg">
+                    <p>Hi Team!  When i run a job in Dataproc Bigquery job with openlineage 1.4.1 version I am seeing events which has anonymous tables and i cannot see proper lineage event in console with inputs and outputs . can you please tell me which version of openlineage version can help me with right table name in input and output complete event</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 10:28:23">
+            
+                <img src="https://avatars.slack-edge.com/2023-10-26/6084416738247_2017b9ef79397fadc4f2_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">priya narayana
+                     <span class="print-only user-email">(n.priya88@gmail.com)</span>
+                </div>
+                <a href="#2024-02-02 10:28:23"><div class="time">2024-02-02 10:28:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Can someone guide me here</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 10:28:38">
+            
+                <img src="https://avatars.slack-edge.com/2023-10-26/6084416738247_2017b9ef79397fadc4f2_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">priya narayana
+                     <span class="print-only user-email">(n.priya88@gmail.com)</span>
+                </div>
+                <a href="#2024-02-02 10:28:38"><div class="time">2024-02-02 10:28:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski @Paweł Leszczyński @Michael Robinson</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 13:02:45">
+            
+                <img src="https://secure.gravatar.com/avatar/c77c4db9ebb850f6b5974815f40575b8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">ldacey
+                     <span class="print-only user-email">(lance.dacey2@sutherlandglobal.com)</span>
+                </div>
+                <a href="#2024-02-01 13:02:45"><div class="time">2024-02-01 13:02:45</div></a>
+                <div class="msg">
+                    <p>any thoughts on how sources from a REST API should be organized, or if they even should be set up as a dataset in OpenLineage? I am querying various endpoints and saving the results to jsonl files on GCS. those get read and ultimately loaded as parquet files in various delta tables (certain unnested columns become a completely separate table)</p>
+
+<p><a href="https://something.something.com/api/v2/ticket_audits">https://something.something.com/api/v2/ticket_audits</a></p>
+
+<p><a href="https://developer.zendesk.com/api-reference/ticketing/tickets/ticket_audits/">https://developer.zendesk.com/api-reference/ticketing/tickets/ticket_audits/</a></p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">developer.zendesk.com</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://developer.zendesk.com/api-reference/ticketing/tickets/ticket_audits/">Ticket Audits</a></div>
+                                <div class="link-text">
+                                    Developer documentation for products at Zendesk
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://developer.zendesk.com/api-reference/ticketing/tickets/ticket_audits/</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 13:06:14">
+            
+                <img src="https://secure.gravatar.com/avatar/c77c4db9ebb850f6b5974815f40575b8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">ldacey
+                     <span class="print-only user-email">(lance.dacey2@sutherlandglobal.com)</span>
+                </div>
+                <a href="#2024-02-01 13:06:14"><div class="time">2024-02-01 13:06:14</div></a>
+                <div class="msg">
+                    <p>for the input dataset:
+namespace would be "<a href="https://something.something.com">https://something.something.com</a>"
+resource would be "/api/v2/ticket<em>audits"
+not sure about the name, just "ticket</em>audits"?</p>
+
+<p>maybe the uri would include the entire URL with query parameters, or those parameters could be a separate custom facet.</p>
+
+<p>output dataset would be the GCS bucket and file?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 15:42:01">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-01 15:42:01"><div class="time">2024-02-01 15:42:01</div></a>
+                <div class="msg">
+                    <p>@channel
+The latest issue of <a href="https://mailchi.mp/e3ae9669439b/openlineage-news-january-2024">OpenLineage News</a> is available now, featuring a rundown of the recent releases, updates to the Airflow Provider, events, proposals, and more.
+To get the newsletter directly in your inbox each month, sign up <a href="http://bit.ly/OL_news">here</a>.</p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">openlineage.us14.list-manage.com</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="http://bit.ly/OL_news">OpenLineage Project</a></div>
+                                <div class="link-text">
+                                    OpenLineage Project Email Forms
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: http://bit.ly/OL_news</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🚀 Jakub Dardziński, Harel Shein, tati
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 04:09:43">
+            
+                <img src="https://secure.gravatar.com/avatar/d5f17e181423a6e94e75526b4712caad.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0025-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">RaghavanAP
+                     <span class="print-only user-email">(raghavan.panneerselvam@wavicledata.com)</span>
+                </div>
+                <a href="#2024-02-02 04:09:43"><div class="time">2024-02-02 04:09:43</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+My objective is to configure AWS with open lineage in windows os , to read the file from s3. Can you please help me with required steps or share any documents or links for reference?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 06:05:22">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-02 06:05:22"><div class="time">2024-02-02 06:05:22</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+I need to execute sudo command in the jupyter notebook terminal (which comes with open lineage). Find the configuration details in the attached screenshot and I tried changing the password through the command like attached screenshot. After changing the password, I could use the created password for <strong>jupyter notebook</strong> login. But not for the <strong>jupyter terminal</strong> login. I could see usename is jovyan for both. Cany anyone help me to get a password for the jupyter terminal ?.
+Thanks.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06HKGVJEKS/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06HKGVJEKS/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06HKGVJEKS-918ee2679a/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="126" />
+        </a>
+    
+                            
+                        </div>
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GZ7D8STW/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GZ7D8STW/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GZ7D8STW-79f07d42a8/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="31" />
+        </a>
+    
+                            
+                        </div>
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GZ7Z46DA/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GZ7Z46DA/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GZ7Z46DA-57952a58cb/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="99" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 15:13:10">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-02 15:13:10"><div class="time">2024-02-02 15:13:10</div></a>
+                <div class="msg">
+                    <p><strong>@channel</strong>
+This month’s TSC meeting is next Thursday the 8th at 10am PT. On the tentative agenda:
+• announcements
+• recent releases
+• Coming soon: simplified job hierarchy in Spark @Maciej Obuchowski 
+• Flink integration updates @Maciej Obuchowski 
+• open discussion
+• more (TBA)
+More info and the meeting link can be found on the <a href="https://openlineage.io/meetings/">website</a>. All are welcome! Do you have a discussion topic, use case or integration you’d like to demo? DM me to be added to the agenda.</p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">openlineage.io</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://openlineage.io/meetings/">TSC Meetings | OpenLineage</a></div>
+                                <div class="link-text">
+                                    The OpenLineage Technical Steering Committee meets monthly, and is open to all.
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.io/meetings/</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski, Mattia Bertorello
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 12:48:48">
+            
+                <img src="https://avatars.slack-edge.com/2023-08-28/5813350698211_293d5c32ea7265644071_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Peter Huang
+                     <span class="print-only user-email">(huangzhenqiu0825@gmail.com)</span>
+                </div>
+                <a href="#2024-02-08 12:48:48"><div class="time">2024-02-08 12:48:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski I am not able to attend the meeting this time. Please help to update on our agreement on the flink community about the flink lineage listener APIs.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 04:08:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-10-26/6084416738247_2017b9ef79397fadc4f2_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">priya narayana
+                     <span class="print-only user-email">(n.priya88@gmail.com)</span>
+                </div>
+                <a href="#2024-02-05 04:08:31"><div class="time">2024-02-05 04:08:31</div></a>
+                <div class="msg">
+                    <p>Hi Team , When i run jobs in Dataproc - <code>Target host is not specified</code> error is coming , when i set --properties 'dataproc:dataproc.lineage.enabled=true'. Can you tell what settings am i missing</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 04:42:48">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-05 04:42:48"><div class="time">2024-02-05 04:42:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* hey, we don't develop Dataproc integration directly, this seems like Google service issue and should be resolved by their support</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 10:56:52">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-05 10:56:52"><div class="time">2024-02-05 10:56:52</div></a>
+                <div class="msg">
+                    <p>HI! Is anybody here working with AWS Glue + OpenLineage (Spark)?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 13:29:05">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-05 13:29:05"><div class="time">2024-02-05 13:29:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* There's been some progress on support for Glue recently: <a href="https://github.com/OpenLineage/OpenLineage/pull/2283">https://github.com/OpenLineage/OpenLineage/pull/2283</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 07:32:07">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 07:32:07"><div class="time">2024-02-06 07:32:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Glue Spark overall is working, but I think Glue Data Catalog is not</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 05:37:06">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-07 05:37:06"><div class="time">2024-02-07 05:37:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'll try to configure an instance with OL latest version to validate the results in terms of the jobs and the catalog. Thank you</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 02:20:47">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5946511342292_b3c546a0a2eac62dae08_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Suraj Gupta
+                     <span class="print-only user-email">(suraj.gupta@atlan.com)</span>
+                </div>
+                <a href="#2024-02-06 02:20:47"><div class="time">2024-02-06 02:20:47</div></a>
+                <div class="msg">
+                    <p>Do we have any list/documentation of all the connectors supported by Spark + OpenLineage?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 12:35:55">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-07/6614666249985_3b4ccc81cea707aae691_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Ruchira Prasad
+                     <span class="print-only user-email">(ruchiraprasad@gmail.com)</span>
+                </div>
+                <a href="#2024-02-07 12:35:55"><div class="time">2024-02-07 12:35:55</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+I tried to set up marquez on my Windows PC by using Docker Desktop by referring this document. <a href="https://openlineage.io/getting-started/">https://openlineage.io/getting-started/</a>
+Once set up, it's not start the "marquez-api" by giving an error as "org.postgresql.util.PSQLException: FATAL: password authentication failed for user "marquez""
+Do you have any idea how to fix this?</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06HSF7UE84/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06HSF7UE84/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06HSF7UE84-0c0b01c72d/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="182" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 12:43:13">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-07 12:43:13"><div class="time">2024-02-07 12:43:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* could you please check marquez-db logs?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 12:48:09">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-07/6614666249985_3b4ccc81cea707aae691_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Ruchira Prasad
+                     <span class="print-only user-email">(ruchiraprasad@gmail.com)</span>
+                </div>
+                <a href="#2024-02-07 12:48:09"><div class="time">2024-02-07 12:48:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It has this
+FATAL:  password authentication failed for user "marquez"
+DETAIL:  Role "marquez" does not exist.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JCTQUCEL/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JCTQUCEL/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06JCTQUCEL-beca9ad56b/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="178" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 12:49:56">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-07 12:49:56"><div class="time">2024-02-07 12:49:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* no error related to init script?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 13:24:37">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-07/6614666249985_3b4ccc81cea707aae691_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Ruchira Prasad
+                     <span class="print-only user-email">(ruchiraprasad@gmail.com)</span>
+                </div>
+                <a href="#2024-02-07 13:24:37"><div class="time">2024-02-07 13:24:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Probably you might ask this.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06HSRLP2S0/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06HSRLP2S0/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06HSRLP2S0-13a437dab6/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="106" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 13:26:53">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-07 13:26:53"><div class="time">2024-02-07 13:26:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* as you're on windows you may have wrong crlf setting in git. you can either fix the script manually or change git settings</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 00:51:24">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-07/6614666249985_3b4ccc81cea707aae691_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Ruchira Prasad
+                     <span class="print-only user-email">(ruchiraprasad@gmail.com)</span>
+                </div>
+                <a href="#2024-02-08 00:51:24"><div class="time">2024-02-08 00:51:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I set git config --global core.autocrlf false. Then the line endings remain as LF.
+With this, the above error was gone. But it has an authentication error as below.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JG5XV5NC/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JG5XV5NC/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06JG5XV5NC-a8647cab12/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="114" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 10:59:25">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-07/6614666249985_3b4ccc81cea707aae691_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Ruchira Prasad
+                     <span class="print-only user-email">(ruchiraprasad@gmail.com)</span>
+                </div>
+                <a href="#2024-02-08 10:59:25"><div class="time">2024-02-08 10:59:25</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Isn't this some code issue in this repo @Jakub Dardziński
+<a href="https://github.com/MarquezProject/marquez">https://github.com/MarquezProject/marquez</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">MarquezProject/marquez</a></div>
+                                <div class="link-text">
+                                    Collect, aggregate, and visualize a data ecosystem&#39;s metadata
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Website</div>
+                                        &lt;https://marquezproject.ai&gt;
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Stars</div>
+                                        1551
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 11:18:40">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-08 11:18:40"><div class="time">2024-02-08 11:18:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* did you try docker compose down and up again?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 11:56:03">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-07/6614666249985_3b4ccc81cea707aae691_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Ruchira Prasad
+                     <span class="print-only user-email">(ruchiraprasad@gmail.com)</span>
+                </div>
+                <a href="#2024-02-08 11:56:03"><div class="time">2024-02-08 11:56:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yes. didn't work.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 13:47:08">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-07 13:47:08"><div class="time">2024-02-07 13:47:08</div></a>
+                <div class="msg">
+                    <p>@channel
+This month's TSC meeting, open to all, is tomorrow! Note the recent additions to the agenda 👀. <a href="https://openlineage.slack.com/archives/C01CK9T7HKR/p1706904790913259">https://openlineage.slack.com/archives/C01CK9T7HKR/p1706904790913259</a></p>
+                    <div class="message-attachment"
+                            >
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_48.jpg" class="icon">
+                                    }
+                                    <a href="https://openlineage.slack.com/team/U02LXF3HUN7">
+                                    Michael Robinson
+                                    </a><span class="print-only">(https://openlineage.slack.com/team/U02LXF3HUN7)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;@channel&lt;/strong&gt;
+This month’s TSC meeting is next Thursday the 8th at 10am PT. On the tentative agenda:
+• announcements
+• recent releases
+• Coming soon: simplified job hierarchy in Spark @Maciej Obuchowski 
+• Flink integration updates @Maciej Obuchowski 
+• open discussion
+• more (TBA)
+More info and the meeting link can be found on the &lt;a href=&#34;https://openlineage.io/meetings/&#34;&gt;website&lt;/a&gt;. All are welcome! Do you have a discussion topic, use case or integration you’d like to demo? DM me to be added to the agenda.&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.slack.com/archives/C01CK9T7HKR/p1706904790913259</div>
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        Slack Conversation
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Ernie Ostic, Jakub Dardziński, Maciej Obuchowski, Mattia Bertorello
+                        </div>
+                    
+                        <div class="message-reaction">
+                        ❤️ Harel Shein, alexandre bergere
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 09:25:41">
+            
+                <img src="https://secure.gravatar.com/avatar/0f9e11ecf9b45c68ee6f9d72f2b931d8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0006-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Sheeri Cabral (Collibra)
+                     <span class="print-only user-email">(sheeri.cabral@collibra.com)</span>
+                </div>
+                <a href="#2024-02-08 09:25:41"><div class="time">2024-02-08 09:25:41</div></a>
+                <div class="msg">
+                    <p>HIRING! Hello OpenLineage community members! Collibra is hiring for 2 Software Engineers (one regular, one senior) in Czech Republic, for our Lineage ETL team. These jobs are open because one engineer is leaving to hike the Pacific Coast Trail, and another is backfill (an engineer left a different lineage team and an engineer from ETL team is moving to that team).</p>
+
+<p>I am the Product Manager for this team, so you’d be working with me daily. Ask me anything (in a thread here or a DM). Creating an OpenLineage consumer is our next project starting later this month :D</p>
+
+<p><a href="https://www.linkedin.com/feed/update/urn:li:activity:7161361969311084544/">https://www.linkedin.com/feed/update/urn:li:activity:7161361969311084544/</a></p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">linkedin.com</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://www.linkedin.com/feed/update/urn:li:activity:7161361969311084544/">Sheeri Cabral :watermelon: on LinkedIn: Senior Software Engineer (Python), Lineage</a></div>
+                                <div class="link-text">
+                                    Hello! If you&amp;amp;#39;re a software engineer in Czech Republic and are looking for a job, we have 2 job openings for the product line I am a product manager for. 
+
+If…
+                                </div>
+                                
+                                
+    
+        <a href="https://www.linkedin.com/feed/update/urn:li:activity:7161361969311084544/">
+            <img class="preview" src="https://media.licdn.com/dms/image/sync/D4E27AQF26AMXDYK4Ww/articleshare-shrink_800/0/1707151244865?e=2147483647&amp;v=beta&amp;t=eSi5vr-5jFmYTNbVd3GNoCdbKPmSasor_sQekuJz0jg"
+                width="600"
+                 height="300" />
+        </a>
+    
+                                
+                                    <div class="print-only">Original URL: https://www.linkedin.com/feed/update/urn:li:activity:7161361969311084544/</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🔥 Maciej Obuchowski, Kacper Muda, Michael Robinson, Harel Shein, Mattia Bertorello, Paweł Leszczyński
+                        </div>
+                    
+                        <div class="message-reaction">
+                        :flag_cz: Maciej Obuchowski, Harel Shein, Paweł Leszczyński
+                        </div>
+                    
+                        <div class="message-reaction">
+                        🥾 Mattia Bertorello
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 09:47:28">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-08 09:47:28"><div class="time">2024-02-08 09:47:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Exciting news all around! Thanks for the update.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 09:53:30">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-02-08 09:53:30"><div class="time">2024-02-08 09:53:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Amazing news @Sheeri Cabral (Collibra) 🎉 </p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 09:53:44">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-02-08 09:53:44"><div class="time">2024-02-08 09:53:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Cross posting to <b>#jobs</b> </p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 10:00:31">
+            
+                <img src="https://secure.gravatar.com/avatar/0f9e11ecf9b45c68ee6f9d72f2b931d8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0006-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Sheeri Cabral (Collibra)
+                     <span class="print-only user-email">(sheeri.cabral@collibra.com)</span>
+                </div>
+                <a href="#2024-02-08 10:00:31"><div class="time">2024-02-08 10:00:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Oh! I forgot about that channel!</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 18:49:02">
+            
+                <img src="https://secure.gravatar.com/avatar/c77c4db9ebb850f6b5974815f40575b8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">ldacey
+                     <span class="print-only user-email">(lance.dacey2@sutherlandglobal.com)</span>
+                </div>
+                <a href="#2024-02-08 18:49:02"><div class="time">2024-02-08 18:49:02</div></a>
+                <div class="msg">
+                    <p>any general recommendations for naming buckets in GCS? i have a separate bucket per client (unrelated to each other).</p>
+
+<p><gs://prefix-client_name></p>
+
+<p>then i normally have folders like:</p>
+
+<p>source<em>name/raw (csv/json data)
+source</em>name/bronze (append only delta table)
+source<em>name/silver (no duplicates)
+source</em>name/gold (additional filters/aggregations)</p>
+
+<p>I kind of like having an OL dataset per raw file so I can see the schema and some metadata about what happened to that file in Marquez, but it makes my Namespace dataset view kind of messy. perhaps I should separate the raw data into a separate bucket (meaning a separate namespace)? I know that Dataplex zones are based on "raw" and "curated" so maybe that makes sense?</p>
+
+<p>it seems like having a separate bucket per source might be a bit much (<gs://prefix-client_name-salesforce-cases>, <gs://prefix-client_name-salesforce-surveys>, <gs://prefix-client_name-zendesk-tickets>) since we have many hundreds of unique sources.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-09 11:30:45">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-08/6608087161301_a6571c918ce8205e30fe_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Polly
+                    
+                </div>
+                <a href="#2024-02-09 11:30:45"><div class="time">2024-02-09 11:30:45</div></a>
+                <div class="msg">
+                    <p>@Harel Shein has a polly for you! Votes in this polly are anonymous 🔒.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:30:17">
+            
+                <img src="https://secure.gravatar.com/avatar/0f9e11ecf9b45c68ee6f9d72f2b931d8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0006-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Sheeri Cabral (Collibra)
+                     <span class="print-only user-email">(sheeri.cabral@collibra.com)</span>
+                </div>
+                <a href="#2024-02-15 08:30:17"><div class="time">2024-02-15 08:30:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* FYI the EST times aren’t always correct, e.g. 1300 am. (I skipped over some 12 am EST times because I didn’t notice it really meant noon, 12 pm)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 13:37:31">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-02-16 13:37:31"><div class="time">2024-02-16 13:37:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* oh, oops. sorry about that 🤦‍♂️</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-09 11:33:30">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-02-09 11:33:30"><div class="time">2024-02-09 11:33:30</div></a>
+                <div class="msg">
+                    <p>Hi all @here,
+We are considering changing the times for our monthly TSC meetings to allow more members of the community to participate.
+Please vote according to your preferred meeting days and times.
+Thank you!</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🔥 Paweł Leszczyński, Mateusz Kozioł, Michael Robinson, Sheeri Cabral (Collibra)
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 13:30:35">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 13:30:35"><div class="time">2024-02-16 13:30:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* So, are we switching?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 13:40:03">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-02-16 13:40:03"><div class="time">2024-02-16 13:40:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* looks like Wednesday 9:30am PST / 12:30pm EST / 6:30pm CET / 11:00pm IST is the winner!</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 08:14:30">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-07/6586671124455_5315c2a68c3ead31f4a2_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Wajdi Fathallah
+                     <span class="print-only user-email">(wajdi@siffletdata.com)</span>
+                </div>
+                <a href="#2024-02-13 08:14:30"><div class="time">2024-02-13 08:14:30</div></a>
+                <div class="msg">
+                    <p>Hi team,
+I really like the way you define URI in <a href="https://github.com/OpenLineage/OpenLineage/blob/main/spec/Naming.md">https://github.com/OpenLineage/OpenLineage/blob/main/spec/Naming.md</a> and would like to know:</p>
+
+<ol><li>any recommendations to extend this list and support other data sources? </li><li>do you plan to support assets other that Tables, Jobs ? for instance BI dashboard, AI models etc..? </li>
+</ol>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/main/spec/Naming.md | Naming.md&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Naming&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;We define the unique name strategy per resource to ensure it is followed uniformly independently of who is producing&lt;br /&gt;
+metadata, so we can connect lineage from various sources.&lt;/p&gt;
+
+&lt;p&gt;Both Jobs and Datasets are in their own namespaces. Job namespaces are related to their schedulers. The namespace for a&lt;br /&gt;
+dataset is the unique name for its datasource.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Datasets&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;The namespace and name of a datasource can be combined to form a URI (scheme:[//authority]path)&lt;/p&gt;
+
+&lt;p&gt;• Namespace = scheme:[//authority] (the datasource)
+• Name = path (the datasets)&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Data warehouses/data bases&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasets are called tables. Tables are organized into databases and schemas.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Postgres:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Host
+• Port&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Database
+• Schema
+• Table&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: postgres://{host}:{port} of the service instance.
+    • Scheme = postgres
+    • Authority = {host}:{port}
+• Unique name: {database}.{schema}.{table}
+    • URI = postgres://{host}:{port}/{database}.{schema}.{table}&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;MySQL:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Host
+• Port&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Database
+• Table&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: mysql://{host}:{port} of the service instance.
+    • Scheme = mysql
+    • Authority = {host}:{port}
+• Unique name: {database}.{table}
+    • URI = mysql://{host}:{port}/{database}.{table}&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Trino:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Host
+• Port&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Catalog
+• Schema
+• Table&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: trino://{host}:{port} of the service instance.
+    • Scheme = trino
+    • Authority = {host}:{port}
+• Unique name: {catalog}.{schema}.{table}
+    • URI = trino://{host}:{port}/{catalog}.{schema}.{table}&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Redshift:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Host: examplecluster.&lt;XXXXXXXXXXXX&gt;.&lt;a href=&#34;http://us-west-2.redshift.amazonaws.com&#34;&gt;us-west-2.redshift.amazonaws.com&lt;/a&gt;
+• Port: 5439&lt;/p&gt;
+
+&lt;p&gt;OR&lt;/p&gt;
+
+&lt;p&gt;• Cluster identifier
+• Region name
+• Port (defaults to 5439)&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Database
+• Schema
+• Table&lt;/p&gt;
+
+&lt;p&gt;One can interact with Redshift using SQL or Data API. The combination of cluster identifier and region name is the only&lt;br /&gt;
+common unique ID available to both.&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: redshift://{cluster&lt;em&gt;identifier}.{region&lt;/em&gt;name}:{port} of the cluster instance.
+    • Scheme = redshift
+    • Authority = {cluster&lt;em&gt;identifier}.{region&lt;/em&gt;name}:{port}
+• Unique name: {database}.{schema}.{table}
+    • URI = redshift://{cluster&lt;em&gt;identifier}.{region&lt;/em&gt;name}:{port}/{database}.{schema}.{table}&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Athena:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Host: athena.{region_name}.&lt;a href=&#34;http://amazonaws.com&#34;&gt;amazonaws.com&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Catalog
+• Database
+• Table&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: &lt;awsathena://athena&gt;.{region&lt;em&gt;name}.&lt;a href=&#34;http://amazonaws.com&#34;&gt;amazonaws.com&lt;/a&gt; of the service instance.
+    • Scheme = awsathena
+    • Authority = athena.{region&lt;/em&gt;name}.&lt;a href=&#34;http://amazonaws.com&#34;&gt;amazonaws.com&lt;/a&gt;
+• Unique name: {catalog}.{database}.{table}
+    • URI = &lt;awsathena://athena&gt;.{region_name}.&lt;a href=&#34;http://amazonaws.com/{catalog}.{database}.{table}|amazonaws.com/{catalog}.{database}.{table}&#34;&gt;http://amazonaws.com/{catalog}.{database}.{table}|amazonaws.com/{catalog}.{database}.{table}&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Snowflake&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;See:&lt;/p&gt;
+
+&lt;p&gt;• &lt;a href=&#34;https://docs.snowflake.com/en/user-guide/admin-account-identifier|Account Identifiers | Snowflake Documentation&#34;&gt;https://docs.snowflake.com/en/user-guide/admin-account-identifier|Account Identifiers | Snowflake Documentation&lt;/a&gt;
+• &lt;a href=&#34;https://docs.snowflake.com/en/sql-reference/identifiers.html|Object Identifiers | Snowflake Documentation&#34;&gt;https://docs.snowflake.com/en/sql-reference/identifiers.html|Object Identifiers | Snowflake Documentation&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• account identifier (composite of organization name and account name)&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Database: {database name} =&amp;gt; unique across the account
+• Schema: {schema name} =&amp;gt; unique within the database
+• Table: {table name} =&amp;gt; unique within the schema&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: snowflake://{organization name}-{account name}
+    • Scheme = snowflake
+    • Authority = {organization name}-{account name}
+• Name: {database}.{schema}.{table}
+    • URI = snowflake://{organization name}-{account name}/{database}.{schema}.{table}&lt;/p&gt;
+
+&lt;p&gt;Snowflake resolves and stores names for databases, schemas, tables and columns differently depending on how they are&lt;br /&gt;
+&lt;a href=&#34;https://docs.snowflake.com/en/sql-reference/identifiers-syntax&#34;&gt;expressed in statements&lt;/a&gt; (e.g. unquoted vs quoted). The&lt;br /&gt;
+representation of names in OpenLineage events should be based on the canonical name that Snowflake stores. Specifically:&lt;/p&gt;
+
+&lt;p&gt;• For dataset names, each period-delimited part (database/schema/table) should be in the simplest form it would take in&lt;br /&gt;
+    a statement i.e. quoted only if necessary. For example, a table &lt;code&gt;My Table&lt;/code&gt; in schema &lt;code&gt;MY_SCHEMA&lt;/code&gt; and in database&lt;br /&gt;
+    &lt;code&gt;MY_DATABASE&lt;/code&gt; would be represented as &lt;code&gt;MY_DATABASE.MY_SCHEMA.&#34;My Table&#34;&lt;/code&gt;. If in doubt, check&lt;br /&gt;
+    &lt;a href=&#34;https://docs.snowflake.com/en/sql-reference/account-usage/access_history&#34;&gt;Snowflake&#39;s &lt;code&gt;ACCESS_HISTORY&lt;/code&gt; view&lt;/a&gt; to see&lt;br /&gt;
+    how &lt;code&gt;objectName&lt;/code&gt; is formed for a given table.
+• For column names, the canonical name should always be used verbatim.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;BigQuery&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;See:&lt;br /&gt;
+&lt;a href=&#34;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&#34;&gt;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&lt;/a&gt;&lt;br /&gt;
+&lt;a href=&#34;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&lt;/a&gt;&lt;br /&gt;
+&lt;a href=&#34;https://cloud.google.com/bigquery/docs/tables-intro|Introduction to tables | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/tables-intro|Introduction to tables | BigQuery&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• bigquery&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Project Name: {project name} =&amp;gt; is not unique
+• Project number: {project number} =&amp;gt; numeric: is unique across Google cloud
+• Project ID: {project id} =&amp;gt; readable: is unique across Google cloud
+• dataset: {dataset name} =&amp;gt; is unique within a project
+• table: {table name} =&amp;gt; is unique within a dataset&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: bigquery
+    • Scheme = bigquery
+    • Authority =
+• Unique name: {project id}.{dataset name}.{table name}
+    • URI = bigquery:{project id}.{dataset name}.{table name}&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Azure Synapse:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Host: &lt;XXXXXXXXXXXX&gt;.&lt;a href=&#34;http://sql.azuresynapse.net&#34;&gt;sql.azuresynapse.net&lt;/a&gt;
+• Port: 1433
+• Database: SQLPool1&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Schema
+• Table&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: sqlserver://{host}:{port};database={database};
+    • Scheme = sqlserver
+    • Authority = {host}:{port}
+• Unique name: {schema}.{table}
+    • URI = sqlserver://{host}:{port};database={database}/{schema}.{table}&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Azure Cosmos DB:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy: &lt;azurecosmos://%s.documents.azure.com/dbs/%s&gt;&lt;/p&gt;
+
+&lt;p&gt;• Host: &lt;XXXXXXXXXXXX&gt;.&lt;a href=&#34;http://documents.azure.com&#34;&gt;documents.azure.com&lt;/a&gt;
+• Database&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Schema
+• Table&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: azurecosmos://{host}/dbs/{database}
+    • Scheme = azurecosmos
+    • Authority = {host}
+• Unique name: /colls/{table}
+    • URI = azurecosmos://{host}.&lt;a href=&#34;http://documents.azure.com/dbs/{database}/colls/{table}|documents.azure.com/dbs/{database}/colls/{table}&#34;&gt;http://documents.azure.com/dbs/{database}/colls/{table}|documents.azure.com/dbs/{database}/colls/{table}&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Azure Data Explorer:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Host: &lt;clustername&gt;.&lt;clusterlocation&gt;
+• Database
+• Table&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Database
+• Table&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: azurekusto://{host}.&lt;a href=&#34;http://kusto.windows.net/{database}|kusto.windows.net/{database}&#34;&gt;http://kusto.windows.net/{database}|kusto.windows.net/{database}&lt;/a&gt;
+    • Scheme = azurekusto
+• Unique name: {database}/{table}
+    • URI = azurekusto://{host}.&lt;a href=&#34;http://kusto.windows.net/{database}/{table}|kusto.windows.net/{database}/{table}&#34;&gt;http://kusto.windows.net/{database}/{table}|kusto.windows.net/{database}/{table}&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Distributed file systems/blob stores&lt;/strong&gt;
+&lt;strong&gt;GCS&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy: none, naming is global&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• bucket name =&amp;gt; globally unique
+• Path&lt;/p&gt;
+
+&lt;p&gt;Identifier :&lt;/p&gt;
+
+&lt;p&gt;• Namespace: gs://{bucket name}
+    • Scheme = gs
+    • Authority = {bucket name}
+• Unique name: {path}
+    • URI = gs://{bucket name}{path}&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;S3&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• bucket name =&amp;gt; globally unique
+• Path&lt;/p&gt;
+
+&lt;p&gt;Identifier :&lt;/p&gt;
+
+&lt;p&gt;• Namespace: s3://{bucket name}
+    • Scheme = s3
+    • Authority = {bucket name}
+• Unique name: {path}
+    • URI = s3://{bucket name}{path}&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;HDFS&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Namenode: host + port
+• Path&lt;/p&gt;
+
+&lt;p&gt;Identifier :&lt;/p&gt;
+
+&lt;p&gt;• Namespace: hdfs://{namenode host}:{namenode port}
+    • Scheme = hdfs
+    • Authority = {namenode host}:{namenode port}
+• Unique name: {path}
+    • URI = hdfs://{namenode host}:{namenode port}{path}&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;DBFS (Databricks File System)&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• workspace name: globally unique
+• Path&lt;/p&gt;
+
+&lt;p&gt;Identifier :&lt;/p&gt;
+
+&lt;p&gt;• Namespace: hdfs://{workspace name}
+    • Scheme = hdfs
+    • Authority = workspace name
+• Unique name: {path}
+    • URI = hdfs://{workspace nam…&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Athitya Kumar, alexandre bergere
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 19:51:22">
+            
+                <img src="https://avatars.slack-edge.com/2020-11-03/1467961410374_60dbc1781564d114f9e1_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Julien Le Dem
+                     <span class="print-only user-email">(julien@apache.org)</span>
+                </div>
+                <a href="#2024-02-13 19:51:22"><div class="time">2024-02-13 19:51:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hello Wajdi, nice to see you!</p>
+
+<ol><li>If you wan to add a missing datasource to that document, you should open an issue to propose it. The main requirement is they need to be unique and canonical. Once we agree on the format you can open a PR and add it to the spec.</li><li>So far the idea, is to model AI model and dashboards as datasets. an AI model is an asset with metadata that is produced by a job. It will have specific facets. Let us know what you think. You are welcome to push that discussion further if you want to add those to the spec. </li>
+</ol>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 09:29:00">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-07/6586671124455_5315c2a68c3ead31f4a2_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Wajdi Fathallah
+                     <span class="print-only user-email">(wajdi@siffletdata.com)</span>
+                </div>
+                <a href="#2024-02-14 09:29:00"><div class="time">2024-02-14 09:29:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks for your answer @Julien Le Dem</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 01:06:05">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-14 01:06:05"><div class="time">2024-02-14 01:06:05</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+We are getting the column-level lineage for pyspark code with the help of OpenLineage.
+We are interested to know the limitation here, is there any limitation in creating column-level lineage for pyspark code like lines of code, number of input data sources, number of output data sources or pyspark operations (filter, join &amp; extra) in the OpenLineage ?.
+We have gone through the OpenLineage documentation, from the documentation we could only get supported spark versions and data source types alone. Thanks.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06J9CRTP0F/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06J9CRTP0F/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06J9CRTP0F-83fe8a704b/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="179" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 05:48:43">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 05:48:43"><div class="time">2024-02-14 05:48:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Spark 2.4 does not support Column-level lineage.</p>
+
+<p>&gt; number of output data sources
+In Spark model, each output creates additional <code>action</code> that goes through general Spark compilation and execution model - we follow that, so you'll end up with multiple events.</p>
+
+<p>One thing we're not supporting for CLL (...maybe yet?) is using mapping to Scala object using <code>DeserializeToObject</code> logical plan, as we're breaking CLL chain there.</p>
+
+<p>&gt; We are interested to know the limitation here
+If anything, it depends on the type of data sources. Some LogicalPlans (like streaming ones) are not supported, as well as external ones. We're working on API for external connectors to implement, so we can have stable support for them.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 08:31:42">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-14 08:31:42"><div class="time">2024-02-14 08:31:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks @Maciej Obuchowski.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:31:10">
+            
+                <img src="https://secure.gravatar.com/avatar/0f9e11ecf9b45c68ee6f9d72f2b931d8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0006-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Sheeri Cabral (Collibra)
+                     <span class="print-only user-email">(sheeri.cabral@collibra.com)</span>
+                </div>
+                <a href="#2024-02-15 08:31:10"><div class="time">2024-02-15 08:31:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* follow-up - what versions of spark - if any - create column-level lineage?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:15:02">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 09:15:02"><div class="time">2024-02-15 09:15:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 3.0+ 🙂 
+For now, it can depend on the connector though - Paweł is working on a better way to do it. <a href="https://github.com/OpenLineage/OpenLineage/pull/2272">https://github.com/OpenLineage/OpenLineage/pull/2272</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/2272">#2272 [SPARK] lineage metadata extraction built-in within Spark extensions</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Support for lineage extraction built-in within Spark extensions.&lt;/p&gt;
+
+&lt;p&gt;This PR adds &lt;code&gt;spark-interfaces-scala&lt;/code&gt; package which allows lineage extraction to be implemented within Spark extensions (like iceberg, delta, gcs, etc). Openlineage integration, when traversing query plan, verifies if nodes implement defined interfaces. If so, interface methods are used to extract lineage.&lt;/p&gt;
+
+&lt;p&gt;Please refer to &lt;code&gt;README.md&lt;/code&gt; within the PR for more details.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;PR contains extra artifact with interfaces as well as Spark integration internals&lt;/p&gt;
+
+&lt;blockquote&gt;
+  &lt;p&gt;&lt;strong&gt;Note:&lt;/strong&gt; All schema changes require discussion. Please &lt;a href=&#34;https://docs.github.com/en/issues/tracking-your-work-with-issues/linking-a-pull-request-to-an-issue&#34;&gt;link the issue&lt;/a&gt; for context.&lt;/p&gt;
+&lt;/blockquote&gt;
+
+&lt;p&gt;☐ Your change modifies the &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json&#34;&gt;core&lt;/a&gt; OpenLineage model
+☐ Your change modifies one or more OpenLineage &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/spec/facets&#34;&gt;facets&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;If you&#39;re contributing a new integration, please specify the scope of the integration and how/where it has been tested (e.g., Apache Spark integration supports &lt;code&gt;S3&lt;/code&gt; and &lt;code&gt;GCS&lt;/code&gt; filesystem operations, tested with AWS EMR).&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;One-line summary:&lt;/strong&gt;
+&lt;strong&gt;Checklist&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;☑︎ You&#39;ve &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/why-the-dco.md&#34;&gt;signed-off&lt;/a&gt; your work
+☑︎ Your pull request title follows our &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/CONTRIBUTING.md#creating-pull-requests&#34;&gt;guidelines&lt;/a&gt;
+☑︎ Your changes are accompanied by tests (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ Your change contains a &lt;a href=&#34;https://kurtisnusbaum.medium.com/stacked-diffs-keeping-phabricator-diffs-small-d9964f4dcfa6&#34;&gt;small diff&lt;/a&gt; and is self-contained
+☐ You&#39;ve updated any relevant documentation (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ Your comment includes a one-liner for the changelog about the specific purpose of the change (&lt;em&gt;if necessary&lt;/em&gt;)
+☐ You&#39;ve versioned the core OpenLineage model or facets according to &lt;a href=&#34;https://docs.snowplowanalytics.com/docs/pipeline-components-and-applications/iglu/common-architecture/schemaver&#34;&gt;SchemaVer&lt;/a&gt; (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ You&#39;ve added a &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/.github/header_templates.md&#34;&gt;header&lt;/a&gt; to source files (&lt;em&gt;if relevant&lt;/em&gt;)&lt;/p&gt;
+
+&lt;hr /&gt;
+
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
+Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        documentation, integration/spark, ci, integration/flink, tests, streaming
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        3
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 09:26:47">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-14 09:26:47"><div class="time">2024-02-14 09:26:47</div></a>
+                <div class="msg">
+                    <p>@channel
+The <a href="https://marquezproject.ai/">Marquez Project</a>, the reference implementation for OpenLineage, has released an RC featuring column lineage support among other significant web UI improvements. For those unfamiliar with our sister project, Marquez is a highly scalable backend, API and UI for metadata management that implements the OpenLineage spec. In addition to being a powerful, platform-agnostic solution for metadata management, it's always been a great way to get started with OpenLineage and explore what the capabilities are. Now it's an even better reflection of those capabilities and, in particular, the strengths of the Spark integration and Airflow Provider. Whether you're already a seasoned Marquez user or you're new to the project, please consider trying out the <a href="https://github.com/MarquezProject/marquez/releases/tag/0.45.0-rc.1">RC</a>. It would be very helpful to know what your experience is like and about any issues you run into. Thanks!</p>
+
+<p><strong>Resources</strong>
+<strong>Release:</strong> <a href="https://github.com/MarquezProject/marquez/releases/tag/0.45.0-rc.1">https://github.com/MarquezProject/marquez/releases/tag/0.45.0-rc.1</a>
+<strong>Changelog:</strong> <a href="https://github.com/MarquezProject/marquez/blob/0.45.0-rc.1/CHANGELOG.md">https://github.com/MarquezProject/marquez/blob/0.45.0-rc.1/CHANGELOG.md</a>
+<strong>Commit history:</strong> <a href="https://github.com/MarquezProject/marquez/compare/0.43.1...0.45.0-rc.1">https://github.com/MarquezProject/marquez/compare/0.43.1...0.45.0-rc.1</a>
+<strong>Maven:</strong> <a href="https://oss.sonatype.org/#nexus-search;quick~marquez">https://oss.sonatype.org/#nexus-search;quick~marquez</a>
+<strong>PyPI:</strong> <a href="https://pypi.org/project/marquez-python/">https://pypi.org/project/marquez-python/</a>
+<strong>Docker:</strong> <a href="https://hub.docker.com/u/marquezproject">https://hub.docker.com/u/marquezproject</a></p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🚀 Mattia Bertorello, Jakub Dardziński, Andy Alseth, Maciej Obuchowski, Willy Lulciuc, Minkyu Park, Sheeri Cabral (Collibra)
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 11:07:48">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-14 11:07:48"><div class="time">2024-02-14 11:07:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* </p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JCLZSN0P/screenshot_2024-02-14_at_11.02.31.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-02-14 at 11.02.31.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JCLZSN0P/screenshot_2024-02-14_at_11.02.31.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06JCLZSN0P-8a3191990b/screenshot_2024-02-14_at_11.02.31_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="183" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 11:08:02">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-14 11:08:02"><div class="time">2024-02-14 11:08:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* </p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06KG1R8G9W/screenshot_2024-02-14_at_11.06.27.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-02-14 at 11.06.27.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06KG1R8G9W/screenshot_2024-02-14_at_11.06.27.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06KG1R8G9W-5acffbdad7/screenshot_2024-02-14_at_11.06.27_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="183" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 11:08:16">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-14 11:08:16"><div class="time">2024-02-14 11:08:16</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* </p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JT4VMDRR/screenshot_2024-02-14_at_11.06.55.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-02-14 at 11.06.55.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JT4VMDRR/screenshot_2024-02-14_at_11.06.55.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06JT4VMDRR-7465ea991d/screenshot_2024-02-14_at_11.06.55_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="183" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:38:31">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-14 13:38:31"><div class="time">2024-02-14 13:38:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* For those interested in learning more about Marquez, I hold office hours every Tue 9:30AM PST! <strong>You can join here</strong> 👉 <a href="https://astronomer.zoom.us/j/84548968341?pwd=Asb8rpLuhbSalGP9i4BYHd1UXfPQe1.1">https://astronomer.zoom.us/j/84548968341?pwd=Asb8rpLuhbSalGP9i4BYHd1UXfPQe1.1</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 10:11:11">
+            
+                <img src="https://secure.gravatar.com/avatar/c77c4db9ebb850f6b5974815f40575b8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">ldacey
+                     <span class="print-only user-email">(lance.dacey2@sutherlandglobal.com)</span>
+                </div>
+                <a href="#2024-02-15 10:11:11"><div class="time">2024-02-15 10:11:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* looks sharp. it seems to have fixed some issues I might have had in 0.44 which did not show all connections</p>
+
+<p>I did an airflow backfill job which redownloaded all files from a SFTP (191 files) and each of those are a separate OL dataset. in this view I clicked on a single file, but because it is connected to the "extract" airflow task, it shows all of the files that task downloaded as well (dynamic mapped tasks in Airflow)</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JX9U8JBF/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JX9U8JBF/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06JX9U8JBF-271b152d46/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="172"
+                 height="360" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 10:16:07">
+            
+                <img src="https://secure.gravatar.com/avatar/c77c4db9ebb850f6b5974815f40575b8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">ldacey
+                     <span class="print-only user-email">(lance.dacey2@sutherlandglobal.com)</span>
+                </div>
+                <a href="#2024-02-15 10:16:07"><div class="time">2024-02-15 10:16:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* but day to day there is normally just one file downloaded so that should be a cleaner view in the future I assume? that input dataset (SFTP file) should only refer to the output dataset on GCS</p>
+
+<p>[sftp_file] --&gt; [GCS file in landing folder] --&gt; [GCS file in raw folder (renamed), only added if the checksum doesn't exist] -&gt; [bronze delta table on GCS] --&gt; [silver delta tableon GCS] --&gt; [gold delta table on ADLS gen2]</p>
+
+<p>I am just considering whether I should proceed with file level datasets if it will make the UI too messy and complex. we do not control changes in the schema from clients, so on one hand it is nice to track</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 09:32:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-07/6308396310371_c25ae4c15d49f9ece0b0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Zacay Daushin
+                     <span class="print-only user-email">(zacayd@octopai.com)</span>
+                </div>
+                <a href="#2024-02-14 09:32:43"><div class="time">2024-02-14 09:32:43</div></a>
+                <div class="msg">
+                    <p>is this also parses python code for column level?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 09:34:22">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 09:34:22"><div class="time">2024-02-14 09:34:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Marquez is a reference backend for OpenLineage. What Michael highlighted is its ability to visualize column lineage.</p>
+
+<p>Parsing Python code is, I think, undoable in sustainable way. What we’re aiming at is to use hook-level lineage which is work in progress. This work happens in Airflow OpenLineage provider.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:32:26">
+            
+                <img src="https://secure.gravatar.com/avatar/0f9e11ecf9b45c68ee6f9d72f2b931d8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0006-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Sheeri Cabral (Collibra)
+                     <span class="print-only user-email">(sheeri.cabral@collibra.com)</span>
+                </div>
+                <a href="#2024-02-15 08:32:26"><div class="time">2024-02-15 08:32:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* (and just to clarify - does the airflow openlineage provider generate column-level lineage info?)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:47:24">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:47:24"><div class="time">2024-02-15 08:47:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it does with exceptions
+we even have that info now in the main repo page: <a href="https://github.com/OpenLineage/OpenLineage?tab=readme-ov-file#integration-matrix">https://github.com/OpenLineage/OpenLineage?tab=readme-ov-file#integration-matrix</a> 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 18:51:09">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-14/6641995785411_863d716f3bbac441d075_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Minkyu Park
+                     <span class="print-only user-email">(minkyu.park.200@gmail.com)</span>
+                </div>
+                <a href="#2024-02-14 18:51:09"><div class="time">2024-02-14 18:51:09</div></a>
+                <div class="msg">
+                    <p>Hi all, greetings again from my new account with personal email. It's been a while to see you all 😄</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👋 Jakub Dardziński, Paweł Leszczyński, Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 19:48:48">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-02-14 19:48:48"><div class="time">2024-02-14 19:48:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Good to see you here @Minkyu Park ❤️ </p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ❤️ Minkyu Park
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 19:50:45">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-14 19:50:45"><div class="time">2024-02-14 19:50:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* welcome back, @Minkyu Park!</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ❤️ Minkyu Park
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 05:01:24">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 05:01:24"><div class="time">2024-02-15 05:01:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hello @Minkyu Park 🙂</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ❤️ Minkyu Park
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:33:21">
+            
+                <img src="https://secure.gravatar.com/avatar/0f9e11ecf9b45c68ee6f9d72f2b931d8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0006-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Sheeri Cabral (Collibra)
+                     <span class="print-only user-email">(sheeri.cabral@collibra.com)</span>
+                </div>
+                <a href="#2024-02-15 08:33:21"><div class="time">2024-02-15 08:33:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Welcome back Minkyu!</p>
+
+<p>(Does open source need some presentations on ‘how best to contribute to open source’ including ‘use personal emails/github whenever possible because your job may not last forever’?)</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🤣 Minkyu Park
+                        </div>
+                    
+                        <div class="message-reaction">
+                        👍 Minkyu Park
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 18:30:46">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-14/6641995785411_863d716f3bbac441d075_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Minkyu Park
+                     <span class="print-only user-email">(minkyu.park.200@gmail.com)</span>
+                </div>
+                <a href="#2024-02-15 18:30:46"><div class="time">2024-02-15 18:30:46</div></a>
+                <div class="msg">
+                    <p>Are extractors in OL airflow integration still available from airflow 2.7+ OL providers, or should it be implemented separately in Airflow?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 18:32:04">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 18:32:04"><div class="time">2024-02-15 18:32:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* They’re still available, you can register them with <code>[openlineage] extractors</code> or (<strong><code>AIRFLOW__OPENLINEAGE__EXTRACTORS</code></strong>  env var) - see: <a href="https://airflow.apache.org/docs/apache-airflow-providers-openlineage/stable/configurations-ref.html#extractors">https://airflow.apache.org/docs/apache-airflow-providers-openlineage/stable/configurations-ref.html#extractors</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 18:32:45">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 18:32:45"><div class="time">2024-02-15 18:32:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* however, we encourage to use <code>get_openlineage_facets_on_**</code> methods just like we do within all providers now</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 18:35:46">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-14/6641995785411_863d716f3bbac441d075_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Minkyu Park
+                     <span class="print-only user-email">(minkyu.park.200@gmail.com)</span>
+                </div>
+                <a href="#2024-02-15 18:35:46"><div class="time">2024-02-15 18:35:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* In order to use <code>get_openlineage_facets_on_**</code> with the <code>DefaultExtractor</code>, the operator itself should implement the method, right?
+<a href="https://github.com/apache/airflow/blob/main/airflow/providers/openlineage/extractors/base.py#L115">https://github.com/apache/airflow/blob/main/airflow/providers/openlineage/extractors/base.py#L115</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/apache/airflow/blob/main/airflow/providers/openlineage/extractors/base.py | base.py&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;            return self._get_openlineage_facets(self.operator.get_openlineage_facets_on_start)  # type: ignore
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/apache/airflow&#34;&gt;apache/airflow&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 18:36:52">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 18:36:52"><div class="time">2024-02-15 18:36:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* correct, you can find multiple examples, like <a href="https://github.com/apache/airflow/blob/main/airflow/providers/amazon/aws/operators/athena.py#L208">https://github.com/apache/airflow/blob/main/airflow/providers/amazon/aws/operators/athena.py#L208</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/apache/airflow/blob/main/airflow/providers/amazon/aws/operators/athena.py | athena.py&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;    def get_openlineage_facets_on_start(self) -&amp;gt; OperatorLineage:
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/apache/airflow&#34;&gt;apache/airflow&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 18:37:12">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-14/6641995785411_863d716f3bbac441d075_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Minkyu Park
+                     <span class="print-only user-email">(minkyu.park.200@gmail.com)</span>
+                </div>
+                <a href="#2024-02-15 18:37:12"><div class="time">2024-02-15 18:37:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 👍</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 19:24:14">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-15/6652158658676_a98b880c836b0e12df5f_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Jackson Goerner
+                     <span class="print-only user-email">(jgoerner@squareup.com)</span>
+                </div>
+                <a href="#2024-02-15 19:24:14"><div class="time">2024-02-15 19:24:14</div></a>
+                <div class="msg">
+                    <p>👋 Hello! I'm trying to integrate our airflow service with open lineage, and while the standard transports work, I'm having trouble using a custom transport (I'm sure its a silly mistake). Details are in 🧵</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ✅ Jackson Goerner
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 19:24:30">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-15/6652158658676_a98b880c836b0e12df5f_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jackson Goerner
+                     <span class="print-only user-email">(jgoerner@squareup.com)</span>
+                </div>
+                <a href="#2024-02-15 19:24:30"><div class="time">2024-02-15 19:24:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The reason I need a custom transport is we have an api which requires some authentication with aws incognito, which when executing on the box seems to work fine (I can instantiate the transport with config, and <code>emit</code> events and that works all good.)</p>
+
+<p>From what I understand the <code>type</code> transport configuration should be the fully qualified class name, which I've done. Using a standard file transport worked fine, and I saw the files being created as tasks we're executed. However, replacing my openlineage.yml file with:</p>
+
+<p><code>transport:
+  type: lineage_utils.api_transport.Transport
+  env: dev
+  endpoint: lineage/data</code>
+Has stopped working. The file containing the class is <code>/usr/share/airflow/plugins/lineage_utils/api_transport.py</code>, and the first thing that file does is just touch a log file, which it isn't even doing, so I think the issue is something to do with the fully qualified class name.</p>
+
+<p>The airflow worker service has the following standard configuration:</p>
+
+<p><code>[Service]
+Environment="PATH=/sbin:/bin:/usr/sbin:/usr/bin:/usr/share/airflow/venv/bin:/usr/local/bin"
+Environment="PYTHONPATH=${PYTHONPATH}:/usr/share/airflow/plugins"
+EnvironmentFile=/etc/sysconfig/airflow
+User=airflow
+Group=airflow
+Type=simple
+ExecStart=/usr/share/airflow/venv/bin/airflow celery worker -D -l /var/log/airflow/airflow-worker.log  --stdout /var/log/airflow/airflow-worker-stdout.log --stderr /var/log/airflow/airflow-worker-stderr.log -q default
+Restart=on-failure
+RestartSec=10s</code>
+Which should add the plugins directory to the PYTHONPATH (which is working for the dags themselves). Changing the qualified path to <code>plugins.lineage_utils.api_transport.Transport</code> also didn't work.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 03:46:01">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 03:46:01"><div class="time">2024-02-16 03:46:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Any logs/exceptions you can share?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 03:52:39">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 03:52:39"><div class="time">2024-02-16 03:52:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://github.com/OpenLineage/OpenLineage/blob/main/client/python/openlineage/client/utils.py#L23">https://github.com/OpenLineage/OpenLineage/blob/main/client/python/openlineage/client/utils.py#L23</a>
+it should log warning if there are issues with importing the class</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/main/client/python/openlineage/client/utils.py | utils.py&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;        log.warning(e)
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-19 19:11:28">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-15/6652158658676_a98b880c836b0e12df5f_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jackson Goerner
+                     <span class="print-only user-email">(jgoerner@squareup.com)</span>
+                </div>
+                <a href="#2024-02-19 19:11:28"><div class="time">2024-02-19 19:11:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks for pointing towards the logs - the issue was with my (faulty) interpretation of the docs <a href="https://openlineage.io/docs/client/python/#custom-transport-type">here</a>. I just copied the base transport/config definitions and implemented the methods, rather than subclassing the base classes, which caused issues. Everything is all working now! Thanks a bunch.</p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">openlineage.io</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://openlineage.io/docs/client/python/#custom-transport-type">Python | OpenLineage</a></div>
+                                <div class="link-text">
+                                    Overview
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.io/docs/client/python/#custom-transport-type</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🚀 Jakub Dardziński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-19 01:26:05">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-07/6310895992964_2d4b7324d701bcc2e8e3_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Simran Suri
+                     <span class="print-only user-email">(mailsimransuri@gmail.com)</span>
+                </div>
+                <a href="#2024-02-19 01:26:05"><div class="time">2024-02-19 01:26:05</div></a>
+                <div class="msg">
+                    <p>Hi, I am currently incorporating my Spark app name explicitly within the Spark code and further trying to build lineage. During this process, I've noticed certain transformations occurring in the job name in the event. Specifically, hyphens are changing into underscores, and uppercase letters are being converted into underscores followed by lowercase letters.
+I would appreciate more detailed information on these naming conventions. Are there specific scenarios or considerations we should be mindful of when adding the Spark app name to ensure same job name in events?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-19 08:43:45">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-19 08:43:45"><div class="time">2024-02-19 08:43:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Best I can do is point you to where it happened: <a href="https://github.com/MarquezProject/marquez/pull/1191">https://github.com/MarquezProject/marquez/pull/1191</a>
+and code that does it now: <a href="https://github.com/OpenLineage/OpenLineage/blob/7f1dd20d32a2048c6e8608679e0ee5e9283f2922/integration/spark/app/src/main/java/io/openlineage/spark/agent/lifecycle/SparkSQLExecutionContext.java#L333">https://github.com/OpenLineage/OpenLineage/blob/7f1dd20d32a2048c6e8608679e0ee5e928[…]openlineage/spark/agent/lifecycle/SparkSQLExecutionContext.java</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/MarquezProject/marquez/pull/1191">#1191 Update spark job name to reflect spark application name and execution node</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/MarquezProject/marquez&#34;&gt;MarquezProject/marquez&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/7f1dd20d32a2048c6e8608679e0ee5e9283f2922/integration/spark/app/src/main/java/io/openlineage/spark/agent/lifecycle/SparkSQLExecutionContext.java | SparkSQLExecutionContext.java&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Simran Suri
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-19 08:37:48">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-19 08:37:48"><div class="time">2024-02-19 08:37:48</div></a>
+                <div class="msg">
+                    <p>Hey all - with @Damien Hawes as we get closer to releasing Spark integration with support for Scala 2.13 we think of requiring specifying Scala version in the artifact name. This is generally standard procedure for libraries containing part in Scala - for example <a href="https://mvnrepository.com/artifact/org.apache.iceberg/iceberg-spark-runtime-3.3_2.13/1.4.3">Iceberg integration for Spark</a> or <a href="https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.13/3.5.0">Spark itself</a>.</p>
+
+<p>The reason we ask is because Scala 2.12 compatible version currently does not have the suffix: for OpenLineage 1.8 the maven artifact coordinates are
+<code>&amp;lt;dependency&amp;gt;
+    &amp;lt;groupId&amp;gt;io.openlineage&amp;lt;/groupId&amp;gt;
+    &amp;lt;artifactId&amp;gt;openlineage-spark&amp;lt;/artifactId&amp;gt;
+    &amp;lt;version&amp;gt;1.8.0&amp;lt;/version&amp;gt;
+&amp;lt;/dependency&amp;gt;</code>
+and for 1.9 would be
+<code>&amp;lt;dependency&amp;gt;
+    &amp;lt;groupId&amp;gt;io.openlineage&amp;lt;/groupId&amp;gt;
+    &amp;lt;artifactId&amp;gt;openlineage-spark_2.12&amp;lt;/artifactId&amp;gt;
+    &amp;lt;version&amp;gt;1.9.0&amp;lt;/version&amp;gt;
+&amp;lt;/dependency&amp;gt;</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-19 08:40:37">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-19 08:40:37"><div class="time">2024-02-19 08:40:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It should be noted that the <code>2.13</code> variant would have these coordinates:
+<code>&amp;lt;dependency&amp;gt;
+    &amp;lt;groupId&amp;gt;io.openlineage&amp;lt;/groupId&amp;gt;
+    &amp;lt;artifactId&amp;gt;openlineage-spark_2.13&amp;lt;/artifactId&amp;gt;
+    &amp;lt;version&amp;gt;1.9.0&amp;lt;/version&amp;gt;
+&amp;lt;/dependency&amp;gt;</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 03:53:45">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-21 03:53:45"><div class="time">2024-02-21 03:53:45</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+I ran pyspark code in the Jupyter notebook (which comes with OpenLineage) and created lineage diagrams in the Marquez successfully. But I have a doubt instead of using Jupyter notebook (comes with OpenLineage), can use use my locally installed spark to create a lineage?. Thanks.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 04:14:11">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-22/6385975831170_6b968fe18337426793e8_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Kacper Muda
+                     <span class="print-only user-email">(kacper.muda@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 04:14:11"><div class="time">2024-02-21 04:14:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hey, yes it's possible to use OpenLineage Spark integration outside of Jupyter notebook. Check out the <a href="https://openlineage.io/docs/integrations/spark/#how-to-use-the-integration">docs</a> on that integration.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 04:26:51">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-21 04:26:51"><div class="time">2024-02-21 04:26:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks @Kacper Muda</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 04:43:19">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-21 04:43:19"><div class="time">2024-02-21 04:43:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Balachandru S its easy as moving the jar OL spark listener to the JAR spark folder and configuring spark as usual.</p>
+
+<p>or something like:</p>
+
+<p><code>SparkSession.builder</code>
+        <code>.appName("example")</code>
+        <code>.config("spark.jars.packages", "io.openlineage:openlineage_spark:1.8.0")</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 09:12:19">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-21 09:12:19"><div class="time">2024-02-21 09:12:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks @Rodrigo Maia</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 06:17:11">
+            
+                <img src="https://avatars.slack-edge.com/2023-08-17/5743553612391_7373e3821b00a7631bfb_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Abdallah
+                     <span class="print-only user-email">(abdallah@terrab.me)</span>
+                </div>
+                <a href="#2024-02-21 06:17:11"><div class="time">2024-02-21 06:17:11</div></a>
+                <div class="msg">
+                    <p>Hi team,
+I hope you are all doing well.
+After the recent contributions, some of which addressed significant issues, may I kindly request a new release, please?
+Thank you very much for your time.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ➕ Abdallah, Sophie LY, Yannick Libert, Tristan GUEZENNEC -CROIX-, Michael Robinson, Jakub Dardziński, Maciej Obuchowski, Damien Hawes
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 06:53:36">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-21 06:53:36"><div class="time">2024-02-21 06:53:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Tha would be awesome</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 11:37:46">
+            
+                <img src="https://avatars.slack-edge.com/2023-08-17/5743553612391_7373e3821b00a7631bfb_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Abdallah
+                     <span class="print-only user-email">(abdallah@terrab.me)</span>
+                </div>
+                <a href="#2024-02-21 11:37:46"><div class="time">2024-02-21 11:37:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski
+Do you consider any release soon ?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 12:20:15">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 12:20:15"><div class="time">2024-02-21 12:20:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Michael Robinson is working on it 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 12:20:45">
+            
+                <img src="https://avatars.slack-edge.com/2023-08-17/5743553612391_7373e3821b00a7631bfb_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Abdallah
+                     <span class="print-only user-email">(abdallah@terrab.me)</span>
+                </div>
+                <a href="#2024-02-21 12:20:45"><div class="time">2024-02-21 12:20:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Owh ! Thank you !</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 06:51:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-21 06:51:43"><div class="time">2024-02-21 06:51:43</div></a>
+                <div class="msg">
+                    <p>Bug on Unity Catalog Support on OpenLineage for Databricks:</p>
+
+<p>Im struggling to generate any <strong>output</strong> when running pyspark, reading and writing to Unity Catalog on Databricks, while input facets are created properly with correct symlinks:</p>
+
+<p>example code:
+<code>df = spark.read.table("rodrigo.default.brazil_universities")
+df.write.mode("overwrite").saveAsTable("rodrigo.default.brazil_universities_temp1")</code>
+lineage json payload for all events (start and complete - it never emits a running event):
+<code>..."outputs":[]}</code>
+What i noticed from the error logs:</p>
+
+<p>If im writing to the <strong>default</strong> schema:
+<code>24/02/21 11:50:49 INFO PlanUtils: apply method failed with
+org.apache.spark.SparkException: There is no Credential Scope. Current env: Driver
+    at com.databricks.unity.UCSDriver$Manager.$anonfun$currentScopeId$3(UCSDriver.scala:131)
+    at scala.Option.getOrElse(Option.scala:189)
+    at com.databricks.unity.UCSDriver$Manager.currentScopeId(UCSDriver.scala:131)
+    at com.databricks.unity.UCSDriver$Manager.currentScope(UCSDriver.scala:134)
+    at com.databricks.unity.UnityCredentialScope$.currentScope(UnityCredentialScope.scala:100)
+    at com.databricks.unity.UnityCredentialScope$.getSAMRegistry(UnityCredentialScope.scala:120)
+    at com.databricks.unity.SAMRegistry$.registerSAM(SAMRegistry.scala:322)
+    at com.databricks.unity.SAMRegistry$.registerDefaultSAM(SAMRegistry.scala:338)
+    at org.apache.spark.sql.catalyst.catalog.SessionCatalogImpl.defaultTablePath(SessionCatalog.scala:1200)
+    at com.databricks.sql.managedcatalog.ManagedCatalogSessionCatalog.defaultTablePath(ManagedCatalogSessionCatalog.scala:991)
+    at io.openlineage.spark3.agent.lifecycle.plan.catalog.AbstractDatabricksHandler.getDatasetIdentifier(AbstractDatabricksHandler.java:92)
+    at io.openlineage.spark3.agent.lifecycle.plan.catalog.CatalogUtils3.lambda$getDatasetIdentifier$2(CatalogUtils3.java:61)
+........</code>
+If im writing to <strong>other schema</strong> (not the default):
+<code>24/02/21 11:47:16 INFO PlanUtils: apply method failed with
+org.apache.spark.SparkException: There is no Credential Scope. Current env: Driver
+    at com.databricks.unity.UCSDriver$Manager.$anonfun$currentScopeId$3(UCSDriver.scala:131)
+    at scala.Option.getOrElse(Option.scala:189)
+    at com.databricks.unity.UCSDriver$Manager.currentScopeId(UCSDriver.scala:131)
+    at com.databricks.unity.UCSDriver$Manager.currentScope(UCSDriver.scala:134)
+    at com.databricks.unity.UnityCredentialScope$.currentScope(UnityCredentialScope.scala:100)
+    at com.databricks.unity.UnityCredentialScope$.getSAMRegistry(UnityCredentialScope.scala:120)
+    at com.databricks.unity.SAMRegistry$.registerSAM(SAMRegistry.scala:322)
+    at com.databricks.unity.SAMRegistry$.registerDefaultSAM(SAMRegistry.scala:338)
+    at org.apache.spark.sql.catalyst.catalog.SessionCatalogImpl.defaultTablePath(SessionCatalog.scala:1200)
+    at com.databricks.sql.managedcatalog.ManagedCatalogSessionCatalog.defaultTablePath(ManagedCatalogSessionCatalog.scala:991)
+    at io.openlineage.spark3.agent.lifecycle.plan.catalog.AbstractDatabricksHandler.getDatasetIdentifier(AbstractDatabricksHandler.java:92)
+    at io.openlineage.spark3.agent.lifecycle.plan.catalog.CatalogUtils3.lambda$getDatasetIdentifier$2(CatalogUtils3.java:61)
+..........</code>
+Has anyone successfully used Unity Catalog and produced  the output facet?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 07:07:03">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 07:07:03"><div class="time">2024-02-21 07:07:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I would call this feature request rather than bug 🙂</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        💡 Abdallah
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 09:03:10">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-21 09:03:10"><div class="time">2024-02-21 09:03:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i really wish i could help on that</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 13:18:10">
+            
+                <img src="https://avatars.slack-edge.com/2022-04-27/3447754077317_e96b6372b16bba3317b8_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Matthew Paras
+                     <span class="print-only user-email">(matthewparas2020@u.northwestern.edu)</span>
+                </div>
+                <a href="#2024-02-21 13:18:10"><div class="time">2024-02-21 13:18:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I have a fix for this!</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 13:18:45">
+            
+                <img src="https://avatars.slack-edge.com/2022-04-27/3447754077317_e96b6372b16bba3317b8_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Matthew Paras
+                     <span class="print-only user-email">(matthewparas2020@u.northwestern.edu)</span>
+                </div>
+                <a href="#2024-02-21 13:18:45"><div class="time">2024-02-21 13:18:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Let me create an issue on github, I'm happy to make the change in a PR as well</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 13:20:28">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 13:20:28"><div class="time">2024-02-21 13:20:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Great to hear that!</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 13:21:30">
+            
+                <img src="https://avatars.slack-edge.com/2022-04-27/3447754077317_e96b6372b16bba3317b8_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Matthew Paras
+                     <span class="print-only user-email">(matthewparas2020@u.northwestern.edu)</span>
+                </div>
+                <a href="#2024-02-21 13:21:30"><div class="time">2024-02-21 13:21:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Should I do issue + PR or just straight to PR?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 13:43:34">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 13:43:34"><div class="time">2024-02-21 13:43:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Straight to PR is good for me, assuming you don't plan to break other things as part of the solution 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 13:51:37">
+            
+                <img src="https://avatars.slack-edge.com/2022-04-27/3447754077317_e96b6372b16bba3317b8_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Matthew Paras
+                     <span class="print-only user-email">(matthewparas2020@u.northwestern.edu)</span>
+                </div>
+                <a href="#2024-02-21 13:51:37"><div class="time">2024-02-21 13:51:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It is a fairly small change and we've been running this patched version on databricks for a few weeks now, so cautiously optimistic that it doesn't break anything else 😄</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🙌 Jakub Dardziński, Maciej Obuchowski, Rodrigo Maia
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 21:58:40">
+            
+                <img src="https://avatars.slack-edge.com/2022-04-27/3447754077317_e96b6372b16bba3317b8_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Matthew Paras
+                     <span class="print-only user-email">(matthewparas2020@u.northwestern.edu)</span>
+                </div>
+                <a href="#2024-02-21 21:58:40"><div class="time">2024-02-21 21:58:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://github.com/OpenLineage/OpenLineage/pull/2453">https://github.com/OpenLineage/OpenLineage/pull/2453</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/2453">#2453 Address outputs missing with unity catalog</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;👋 Thanks for opening a pull request! Please include a brief summary of the problem your change is trying to solve, or bug fix. If your change fixes a bug or you&#39;d like to provide context on why you&#39;re making the change, please &lt;a href=&#34;https://docs.github.com/en/issues/tracking-your-work-with-issues/linking-a-pull-request-to-an-issue&#34;&gt;link the issue&lt;/a&gt; as follows:&lt;/p&gt;
+
+&lt;p&gt;Closes: #ISSUE-NUMBER&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Please describe your change as it relates to the problem, or bug fix, as well as any dependencies. If your change requires a schema change, please describe the schema modification(s) and whether it&#39;s a &lt;em&gt;backwards-incompatible&lt;/em&gt; or &lt;em&gt;backwards-compatible&lt;/em&gt; change, then select one of the following:&lt;/p&gt;
+
+&lt;blockquote&gt;
+  &lt;p&gt;&lt;strong&gt;Note:&lt;/strong&gt; All schema changes require discussion. Please &lt;a href=&#34;https://docs.github.com/en/issues/tracking-your-work-with-issues/linking-a-pull-request-to-an-issue&#34;&gt;link the issue&lt;/a&gt; for context.&lt;/p&gt;
+&lt;/blockquote&gt;
+
+&lt;p&gt;☐ Your change modifies the &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json&#34;&gt;core&lt;/a&gt; OpenLineage model
+☐ Your change modifies one or more OpenLineage &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/spec/facets&#34;&gt;facets&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;If you&#39;re contributing a new integration, please specify the scope of the integration and how/where it has been tested (e.g., Apache Spark integration supports &lt;code&gt;S3&lt;/code&gt; and &lt;code&gt;GCS&lt;/code&gt; filesystem operations, tested with AWS EMR).&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;One-line summary:&lt;/strong&gt;
+&lt;strong&gt;Checklist&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;☐ You&#39;ve &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/why-the-dco.md&#34;&gt;signed-off&lt;/a&gt; your work
+☐ Your pull request title follows our &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/CONTRIBUTING.md#creating-pull-requests&#34;&gt;guidelines&lt;/a&gt;
+☐ Your changes are accompanied by tests (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ Your change contains a &lt;a href=&#34;https://kurtisnusbaum.medium.com/stacked-diffs-keeping-phabricator-diffs-small-d9964f4dcfa6&#34;&gt;small diff&lt;/a&gt; and is self-contained
+☐ You&#39;ve updated any relevant documentation (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ Your comment includes a one-liner for the changelog about the specific purpose of the change (&lt;em&gt;if necessary&lt;/em&gt;)
+☐ You&#39;ve versioned the core OpenLineage model or facets according to &lt;a href=&#34;https://docs.snowplowanalytics.com/docs/pipeline-components-and-applications/iglu/common-architecture/schemaver&#34;&gt;SchemaVer&lt;/a&gt; (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ You&#39;ve added a &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/.github/header_templates.md&#34;&gt;header&lt;/a&gt; to source files (&lt;em&gt;if relevant&lt;/em&gt;)&lt;/p&gt;
+
+&lt;hr /&gt;
+
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
+Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        integration/spark
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        1
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 09:03:49">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-21 09:03:49"><div class="time">2024-02-21 09:03:49</div></a>
+                <div class="msg">
+                    <p>💡<strong>Idea for next group meeting</strong> 
+A workshop would come in handy to help newbies start contributing to the project 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 09:13:41">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 09:13:41"><div class="time">2024-02-21 09:13:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I think this is what you're looking for <a href="https://www.youtube.com/watch?v=SXebBTVcY4Q">https://www.youtube.com/watch?v=SXebBTVcY4Q</a></p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">YouTube</div>
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="" class="icon">
+                                    }
+                                    <a href="https://www.youtube.com/@openlineageproject6897">
+                                    OpenLineage Project
+                                    </a><span class="print-only">(https://www.youtube.com/@openlineageproject6897)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://www.youtube.com/watch?v=SXebBTVcY4Q">How to Become an OpenLineage-Spark Contributor | November 29, 2023</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <a href="https://www.youtube.com/watch?v=SXebBTVcY4Q">
+            <img class="preview" src="https://i.ytimg.com/vi/SXebBTVcY4Q/hqdefault.jpg"
+                
+                 />
+        </a>
+    
+                                
+                                    <div class="print-only">Original URL: https://www.youtube.com/watch?v=SXebBTVcY4Q</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 09:15:47">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 09:15:47"><div class="time">2024-02-21 09:15:47</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* What kind of guidance would you like to see?</p>
+
+<p>There are several places that introduce some help:
+<a href="https://github.com/OpenLineage/OpenLineage/blob/main/CONTRIBUTING.md">https://github.com/OpenLineage/OpenLineage/blob/main/CONTRIBUTING.md</a>
+<a href="https://openlineage.io/docs/development/developing/">https://openlineage.io/docs/development/developing/</a>
+each integration has its own readme that writes down basic dev e.g.
+<a href="https://github.com/OpenLineage/OpenLineage/blob/main/integration/spark/README.md">https://github.com/OpenLineage/OpenLineage/blob/main/integration/spark/README.md</a></p>
+
+<p>and above link from Maciej 🙂</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/main/CONTRIBUTING.md | CONTRIBUTING.md&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/main/integration/spark/README.md | README.md&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 13:52:07">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-21 13:52:07"><div class="time">2024-02-21 13:52:07</div></a>
+                <div class="msg">
+                    <p>Hi, I'm running into an odd "deadlock" with small datasets (eg. &lt; 300 rows input/output) with Spark/OpenLineage with Kafka sink. The problem doesn't seem deterministic but is frequent enough where we've had to disable the listener on all of our jobs, and when it happens from driver logs and Spark UI it seems like the job hangs forever (there's a running query but no jobs are generated in the Spark UI, and no driver logs are generated at all). It doesn't seem like disk/memory/CPU utilization is high when this happens (&lt; 20% memory utilization from our Prometheus metrics)</p>
+
+<p>Are there any debug logs I can enable to get a better sense of whats happening? Any advice on how to debug this? Thanks</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 14:28:55">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 14:28:55"><div class="time">2024-02-21 14:28:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* What do you exactly mean by deadlock? Does it happen only with Kafka sink? How are you running the job, is it Databricks, EMR, some other provider, or some custom setup? Is it PySpark or Scala job? What Spark API are you using - RDDs, Data frame, Spark SQL?</p>
+
+<p>Generally any logging we do is to driver logs, so it does not help that they are missing 😞
+One thing that would be helpful is serialized logical plan of the job.</p>
+
+<p>Quickly looking at the code, I don't see obvious candidate where something went wrong</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 14:36:59">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-21 14:36:59"><div class="time">2024-02-21 14:36:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* We are running on EMR 6.10.1, I've only been able to reproduce with Kafka sink but doing some more thorough testing with <code>console</code> sink now</p>
+
+<p>• pyspark job
+• DataFrame API 
+By deadlock I mean there's a running query in the Spark UI, but there's no active job/stages - the job just seems to be idle</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 14:48:18">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-21 14:48:18"><div class="time">2024-02-21 14:48:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>== Parsed Logical Plan ==
+SaveIntoDataSourceCommand org.apache.hudi.Spark32PlusDefaultSource@6e5f1c4f, Map(hoodie.copyonwrite.record.size.estimate -&amp;gt; 57, hoodie.insert.shuffle.parallelism -&amp;gt; 1500, path -&amp;gt; {path}, hoodie.datasource.write.precombine.field -&amp;gt; _autogenerated_primary_key, hoodie.bootstrap.index.enable -&amp;gt; false, hoodie.metadata.enable -&amp;gt; true, hoodie.metrics.graphite.metric.prefix -&amp;gt; lake_production, hoodie.index.type -&amp;gt; SIMPLE, hoodie.datasource.write.operation -&amp;gt; upsert, hoodie.metrics.reporter.type -&amp;gt; GRAPHITE, hoodie.datasource.write.recordkey.field -&amp;gt; _autogenerated_primary_key, hoodie.table.name -&amp;gt; {table_name}, hoodie.datasource.write.table.type -&amp;gt; COPY_ON_WRITE, hoodie.datasource.write.hive_style_partitioning -&amp;gt; true, hoodie.metrics.graphite.host -&amp;gt; {host}, hoodie.datasource.write.table.name -&amp;gt; {table_name}, hoodie.populate.meta.fields -&amp;gt; false, hoodie.metrics.graphite.port -&amp;gt; 9109, hoodie.metrics.on -&amp;gt; true, hoodie.datasource.write.keygenerator.class -&amp;gt; org.apache.hudi.keygen.NonpartitionedKeyGenerator, hoodie.upsert.shuffle.parallelism -&amp;gt; 1500, hoodie.datasource.write.partitionpath.field -&amp;gt; ), Overwrite
+   +- Project [c1#3, c2#4, a#5, c3#6, c4#7, c5#8, c6#9, uuid(Some(-217463645859800419)) AS _autogenerated_primary_key#17]
+      +- Relation [c1#3,c2#4,a#5,c3#6,c4#7,c5#8,c6#9] parquet</code>
+Here's the parsed logical plan for the stuck running query (its been 8 hours and typically finishes in &lt; 1 minute, assuming this will never finish). The job is just rewriting a parquet input from S3 as an Apache Hudi table in S3.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 15:08:34">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 15:08:34"><div class="time">2024-02-21 15:08:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Ah, by Kafka sink you mean OpenLineage writing events to Kafka, not Spark writing to Kafka.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 15:09:31">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-21 15:09:31"><div class="time">2024-02-21 15:09:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Correct, sorry for the ambiguity 😅</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 15:20:53">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 15:20:53"><div class="time">2024-02-21 15:20:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Would be great if you could check that with console transport. If it does not fix the issue, my guess is that something weird happens with Hudi, as we don't support it explicitly</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Max Zheng
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 15:54:10">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-21 15:54:10"><div class="time">2024-02-21 15:54:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Sounds good, will do</p>
+
+<p>I'm confused on how a listener could affect the running job ... wonder if its something on <code>onJobStart</code> <a href="https://github.com/OpenLineage/OpenLineage/blob/1.8.0/integration/spark/app/src/main/java/io/openlineage/spark/agent/OpenLineageSparkListener.java#L106">https://github.com/OpenLineage/OpenLineage/blob/1.8.0/integration/spark/app/src/ma[…]n/java/io/openlineage/spark/agent/OpenLineageSparkListener.java</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/1.8.0/integration/spark/app/src/main/java/io/openlineage/spark/agent/OpenLineageSparkListener.java | OpenLineageSparkListener.java&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;  public void onJobStart(SparkListenerJobStart jobStart) {
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 15:56:32">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 15:56:32"><div class="time">2024-02-21 15:56:32</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'm also not sure, but <code>deadlock</code> sure sounds like something that theoretically could happen - SaveIntoDataSourceVisitor for example uses createRelation if it can't recognize particular relation type</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 15:56:43">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 15:56:43"><div class="time">2024-02-21 15:56:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Which it does not with Hudi</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 16:00:48">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-21 16:00:48"><div class="time">2024-02-21 16:00:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Got it hmm</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 17:19:26">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-21 17:19:26"><div class="time">2024-02-21 17:19:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Same issue with
+<code>spark.openlineage.transport.type console</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 17:54:28">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-21 17:54:28"><div class="time">2024-02-21 17:54:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Looking at the thread dump of the driver it seems like <code>spark-listener-group-shared</code> is running
+<code>org.apache.hudi.DataSourceOptionsHelper$.&amp;lt;init&amp;gt;(DataSourceOptions.scala:731)
+org.apache.hudi.DataSourceOptionsHelper$.&amp;lt;clinit&amp;gt;(DataSourceOptions.scala)
+org.apache.hudi.DataSourceReadOptions$.&amp;lt;init&amp;gt;(DataSourceOptions.scala:143)
+org.apache.hudi.DataSourceReadOptions$.&amp;lt;clinit&amp;gt;(DataSourceOptions.scala)
+org.apache.hudi.DefaultSource.createRelation(DefaultSource.scala:75)
+org.apache.hudi.DefaultSource.createRelation(DefaultSource.scala:68)
+io.openlineage.spark.agent.lifecycle.plan.SaveIntoDataSourceCommandVisitor.apply(SaveIntoDataSourceCommandVisitor.java:139)
+io.openlineage.spark.agent.lifecycle.plan.SaveIntoDataSourceCommandVisitor.apply(SaveIntoDataSourceCommandVisitor.java:46)
+io.openlineage.spark.api.AbstractQueryPlanDatasetBuilder$1.apply(AbstractQueryPlanDatasetBuilder.java:94)
+io.openlineage.spark.api.AbstractQueryPlanDatasetBuilder$1.apply(AbstractQueryPlanDatasetBuilder.java:85)
+io.openlineage.spark.agent.util.PlanUtils.safeApply(PlanUtils.java:279)
+io.openlineage.spark.api.AbstractQueryPlanDatasetBuilder.lambda$apply$0(AbstractQueryPlanDatasetBuilder.java:75)
+io.openlineage.spark.api.AbstractQueryPlanDatasetBuilder$$Lambda$4382/1107261117.apply(Unknown Source)
+java.util.Optional.map(Optional.java:215)
+io.openlineage.spark.api.AbstractQueryPlanDatasetBuilder.apply(AbstractQueryPlanDatasetBuilder.java:67)
+io.openlineage.spark.api.AbstractQueryPlanDatasetBuilder.apply(AbstractQueryPlanDatasetBuilder.java:39)
+io.openlineage.spark.agent.util.PlanUtils.safeApply(PlanUtils.java:279)
+io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.lambda$null$23(OpenLineageRunEventBuilder.java:453)
+io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder$$Lambda$4380/2129506005.apply(Unknown Source)
+...</code>
+If an event listener is stuck like here, does it prevent the next job from starting?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 19:08:51">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-21 19:08:51"><div class="time">2024-02-21 19:08:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It seems like another thread and the Spark listener thread are both trying to access a singleton from Hudi in the stuck state. This seems like the problem to me though I am not familiar with Scala</p>
+
+<p><code>org.apache.hudi.DataSourceWriteOptions$.&amp;lt;init&amp;gt;(DataSourceOptions.scala:400)
+org.apache.hudi.DataSourceWriteOptions$.&amp;lt;clinit&amp;gt;(DataSourceOptions.scala)
+org.apache.hudi.DefaultSource.createRelation(DefaultSource.scala:141)
+org.apache.spark.sql.execution.datasources.SaveIntoDataSourceCommand.run(SaveIntoDataSourceCommand.scala:47)
+org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:75) =&amp;gt; holding Monitor(org.apache.spark.sql.execution.command.ExecutedCommandExec@213524349})
+org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:73)
+org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:84)
+...
+org.apache.spark.sql.DataFrameWriter.runCommand(DataFrameWriter.scala:860)
+org.apache.spark.sql.DataFrameWriter.saveToV1Source(DataFrameWriter.scala:390)
+org.apache.spark.sql.DataFrameWriter.saveInternal(DataFrameWriter.scala:363)
+org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:239)</code>
+Seems to be stuck on <a href="https://github.com/apache/hudi/blob/release-0.12.2/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/DataSourceOptions.scala#L731">https://github.com/apache/hudi/blob/release-0.12.2/hudi-spark-datasource/hudi-spar[…]k-common/src/main/scala/org/apache/hudi/DataSourceOptions.scala</a></p>
+
+<p>(I've asked in the Hudi Slack about this)</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/apache/hudi/blob/release-0.12.2/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/DataSourceOptions.scala | DataSourceOptions.scala&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;    DataSourceWriteOptions.TABLE_TYPE,
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/apache/hudi&#34;&gt;apache/hudi&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 06:00:53">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 06:00:53"><div class="time">2024-02-22 06:00:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* So yeah - the approach from our side would be to implement <code>HudiRelationVisitor</code> that refrains from calling <code>createRelation</code> because it can utilize some unique data present in Hudi's <code>DefaultSource</code> .</p>
+
+<p>Looking at the Hudi code, it seems we can get the destination path from options: <a href="https://github.com/apache/hudi/blob/3a97b01c0263c4790ffa958b865c682f40b4ada4/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/DefaultSource.scala#L87-L86">https://github.com/apache/hudi/blob/3a97b01c0263c4790ffa958b865c682f40b4ada4/hudi-[…]spark-common/src/main/scala/org/apache/hudi/DefaultSource.scala</a>
+However the various path operation might require calling remote filesystem. This would require tests if we can safely call for example <code>TablePathUtils.getTablePath</code></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/apache/hudi/blob/3a97b01c0263c4790ffa958b865c682f40b4ada4/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/DefaultSource.scala | DefaultSource.scala&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/apache/hudi&#34;&gt;apache/hudi&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 06:02:58">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 06:02:58"><div class="time">2024-02-22 06:02:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Also not exactly sure why it deadlocks on reading config options? I can't exactly see where it breaks, since the code line numbers don't align with main anymore 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 12:31:37">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-22 12:31:37"><div class="time">2024-02-22 12:31:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I suspect its because the two singletons being loaded reference each other? ie. <code>DataSourceWriteOptions</code> and <code>DataSourceOptionsHelper</code></p>
+
+<p>I did manage to workaround this by doing this dumb fake read at Spark session initialization
+<code>try:
+        spark.read.format("hudi").load("dummy")
+    except Exception:
+        pass</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 12:33:01">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 12:33:01"><div class="time">2024-02-22 12:33:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* maybe, but why does that happen reliably?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 12:34:06">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-22 12:34:06"><div class="time">2024-02-22 12:34:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I have no idea, but over 3 runs it was always the same lines in the thread dump</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 06:25:40">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-07/6614666249985_3b4ccc81cea707aae691_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Ruchira Prasad
+                     <span class="print-only user-email">(ruchiraprasad@gmail.com)</span>
+                </div>
+                <a href="#2024-02-22 06:25:40"><div class="time">2024-02-22 06:25:40</div></a>
+                <div class="msg">
+                    <p>Is it possible to integrate the SQL Server Integration Service (SSIS) data pipeline with OpenLineage Marquez? If so give me some reference or guideline on how to implement it.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 06:28:23">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 06:28:23"><div class="time">2024-02-22 06:28:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Oh. It's been a while (&gt; 10 years) since I last used SSIS (SQL Server 2008R2 and SQL Server 2012), however, if you're able to obtain the SQL queries it executes (assuming regular SQL transforms), you'd be able to run it through the <code>openlineage-sql</code> parser.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 06:31:09">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 06:31:09"><div class="time">2024-02-22 06:31:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It is possible, however in Airflow for instance there has not been added such support.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 06:43:05">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 06:43:05"><div class="time">2024-02-22 06:43:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Additionally, you could parse the DTSX file (DTSX is an XML-like file), to extract the data flow out of it, and adapt it to the OpenLineage format.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 06:43:23">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 06:43:23"><div class="time">2024-02-22 06:43:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Though, importantly, this would probably be a Job Event and <strong>not</strong> a Run Event.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 08:10:57">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-23/5623598828611_055f51bd1a0583028e25_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Athitya Kumar
+                     <span class="print-only user-email">(athityakumar@gmail.com)</span>
+                </div>
+                <a href="#2024-02-22 08:10:57"><div class="time">2024-02-22 08:10:57</div></a>
+                <div class="msg">
+                    <p>Hey team. We have a use-case where we would like to leverage the transports of openlineage (console, http, kafka etc) &amp; enhance/customise the spark metrics/events published by the OL spark listener.</p>
+
+<p>For example, OL spark listener currently publishes lineage-related info like inputs, outputs, column-level lineage etc - we want to add more job/task-level metrics etc that's available from the raw Spark Bus events. What'd be the best way to go about it, to add our custom logic &amp; publish custom fields in the OL event payload to the OL transports?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 08:13:08">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-22/6385975831170_6b968fe18337426793e8_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Kacper Muda
+                     <span class="print-only user-email">(kacper.muda@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 08:13:08"><div class="time">2024-02-22 08:13:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hey, have You checked the <a href="https://openlineage.io/docs/spec/facets/custom-facets">docs</a> about Custom Facets? It can help You attach any custom logic You might have, including:
+&gt; more job/task-level metrics etc
+to an OpenLineage Event.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 08:17:02">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-23/5623598828611_055f51bd1a0583028e25_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Athitya Kumar
+                     <span class="print-only user-email">(athityakumar@gmail.com)</span>
+                </div>
+                <a href="#2024-02-22 08:17:02"><div class="time">2024-02-22 08:17:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Kacper Muda - Yup, I checked the above doc. But I thought it explains more on the "how" part from a schema / POJO perspective.</p>
+
+<p>I was more interested to see where would be the best place to make these CustomFacet and logic changes. Should it be via extending the OL Spark Listener class &amp; overriding/super, or some other way to inject our custom business logic which would be used by OL when it prepares the events?</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Kacper Muda
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 08:32:58">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 08:32:58"><div class="time">2024-02-22 08:32:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Athitya Kumar <a href="https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/shared/src/main/java/io/openlineage/spark/api/CustomFacetBuilder.java#L35">https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2[…]/src/main/java/io/openlineage/spark/api/CustomFacetBuilder.java</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/shared/src/main/java/io/openlineage/spark/api/CustomFacetBuilder.java | CustomFacetBuilder.java&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;    implements AbstractPartial&amp;lt;Object&amp;gt;, BiConsumer&amp;lt;Object, BiConsumer&amp;lt;String, ? super F&amp;gt;&amp;gt; {
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 08:51:37">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-23/5623598828611_055f51bd1a0583028e25_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Athitya Kumar
+                     <span class="print-only user-email">(athityakumar@gmail.com)</span>
+                </div>
+                <a href="#2024-02-22 08:51:37"><div class="time">2024-02-22 08:51:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski - Is the recommendation to use this CustomFacetBuilder by extending/overriding OL spark listener's methods like onTaskEnd / onJobEnd etc? I remember seeing something regarding ServiceLoader and being able to "inject" our own logic earlier - but didn't get to explore that completely</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 08:59:28">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 08:59:28"><div class="time">2024-02-22 08:59:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Athitya Kumar the idea is to implement <code>OpenLineageEventHandlerFactory</code> in your own code, implementing methods where you add your own <code>CustomFacetBuilders</code> , then provide it in separate JAR for ServiceLoader with <code>META-INF</code> file.</p>
+
+<p>You can see example in tests:
+<a href="https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/app/src/test/java/io/openlineage/spark/agent/util/TestOpenLineageEventHandlerFactory.java#L33">Implementation that adds TestRunFacet</a>
+<a href="https://github.com/OpenLineage/OpenLineage/blob/9d31aa6f0177a60ba6b85812abd46159e5cdae74/integration/spark/app/src/test/resources/META-INF/services/io.openlineage.spark.api.OpenLineageEventHandlerFactory#L1">META-INF file</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/app/src/test/java/io/openlineage/spark/agent/util/TestOpenLineageEventHandlerFactory.java | TestOpenLineageEventHandlerFactory.java&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/9d31aa6f0177a60ba6b85812abd46159e5cdae74/integration/spark/app/src/test/resources/META-INF/services/io.openlineage.spark.api.OpenLineageEventHandlerFactory | io.openlineage.spark.api.OpenLineageEventHandlerFactory&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:01:02">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 09:01:02"><div class="time">2024-02-22 09:01:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* your <code>CustomFacetBuilder</code> can specify on which Spark events it listens to</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 08:30:17">
+            
+                <img src="https://secure.gravatar.com/avatar/493fc6c747f2513921959ede2be11462.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Monisha SL
+                     <span class="print-only user-email">(monisha.sl@philips.com)</span>
+                </div>
+                <a href="#2024-02-22 08:30:17"><div class="time">2024-02-22 08:30:17</div></a>
+                <div class="msg">
+                    <p>Is it possible to integrate OpenLineage with Glue Jobs written in PySpark. If yes, please help me with reference documents</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ✅ Rodrigo Maia, Monisha SL
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 08:48:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-22 08:48:43"><div class="time">2024-02-22 08:48:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it is, but there is no support for a glue catalog.
+Host the OL jar in S3
+On your pyspark code put the configs for spark and the reference for Extra Jars glue big configuration pointing to your S3/jar file</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 09:03:35">
+            
+                <img src="https://secure.gravatar.com/avatar/493fc6c747f2513921959ede2be11462.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Monisha SL
+                     <span class="print-only user-email">(monisha.sl@philips.com)</span>
+                </div>
+                <a href="#2024-02-26 09:03:35"><div class="time">2024-02-26 09:03:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Rodrigo Maia I am unable to start the OL server on EC2 instance. Am trying to connect to OL hosted on EC2 from Glue to provide the OL URL. But unable to bring up the OL Server.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 10:23:28">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-26 10:23:28"><div class="time">2024-02-26 10:23:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* here is an axample:</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06MASFTRLG/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06MASFTRLG/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06MASFTRLG-346d885254/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="297" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 11:17:42">
+            
+                <img src="https://secure.gravatar.com/avatar/493fc6c747f2513921959ede2be11462.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Monisha SL
+                     <span class="print-only user-email">(monisha.sl@philips.com)</span>
+                </div>
+                <a href="#2024-02-26 11:17:42"><div class="time">2024-02-26 11:17:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Rodrigo Maia Thanks this helped the job to run successfully. But am quite confused on where to find the lineage generated? Does this needs to be integrated with Marquez UI? Apologies for so many questions, am new to this piece of work.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 11:22:45">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-26 11:22:45"><div class="time">2024-02-26 11:22:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* is this case, the spark config is set to console. you can check on the logs in cloudwatch. I havent tried with Marquez</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 11:24:41">
+            
+                <img src="https://secure.gravatar.com/avatar/493fc6c747f2513921959ede2be11462.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Monisha SL
+                     <span class="print-only user-email">(monisha.sl@philips.com)</span>
+                </div>
+                <a href="#2024-02-26 11:24:41"><div class="time">2024-02-26 11:24:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I can find it on the logs, looking for UI to showcase the lineage. Any help will be appreciated. Thank you.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 18:52:31">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-22/6701191145729_0b16a351a74922cf8d16_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">soumilshah1995
+                     <span class="print-only user-email">(shahsoumil519@gmail.com)</span>
+                </div>
+                <a href="#2024-02-22 18:52:31"><div class="time">2024-02-22 18:52:31</div></a>
+                <div class="msg">
+                    <p>Hello there
+I am new here I am trying to run docker example given on GH im facing following issue
+im running on Mac M2</p>
+
+<p>```git clone git@github.com:MarquezProject/marquez.git &amp;&amp; cd marquez</p>
+
+<p>./docker/up.sh```</p>
+
+<p><code>(venv) soumilshah@Soumils-MBP marquez % ./docker/up.sh              
+...creating volumes: marquez_data, marquez_db-conf, marquez_db-init, marquez_db-backup
+                                             Successfully copied 7.17kB to volumes-provisioner:/data/wait-for-it.sh
+Added files to volume marquez_data: wait-for-it.sh
+                                             Successfully copied 2.05kB to volumes-provisioner:/db-conf/postgresql.conf
+Added files to volume marquez_db-conf: postgresql.conf
+                                             Successfully copied 2.05kB to volumes-provisioner:/db-init/init-db.sh
+Added files to volume marquez_db-init: init-db.sh
+DONE!
+[+] Running 39/3
+ ✔ web 12 layers [⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿]      0B/0B      Pulled                                          31.9s 
+ ✔ db 14 layers [⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿]      0B/0B      Pulled                                         15.9s 
+ ✔ api 10 layers [⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿]      0B/0B      Pulled                                             8.8s 
+[+] Building 0.0s (0/0)                                                          docker:desktop-linux
+[+] Running 6/2
+ ✔ Network marquez_default                                                                                                                            Created0.0s                                      0.7s 
+ ✔ Container marquez-db                                                                                                                               Created0.7s 
+ ✔ Container marquez-api                                                                                                                              Created0.0s 
+ ! api The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested 0.0s 
+ ✔ Container marquez-web                                                                                                                              Created0.0s 
+ ! web The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested 0.0s 
+Attaching to marquez-api, marquez-db, marquez-web
+Error response from daemon: Ports are not available: exposing port TCP 0.0.0.0:5000 -&gt; 0.0.0.0:0: listen tcp 0.0.0.0:5000: bind: address already in use</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 08:28:14">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-23 08:28:14"><div class="time">2024-02-23 08:28:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* AFAIK on newer Macs <code>Airplay Receiver</code>  runs on that port - please change the port to something else, unused or disable <code>Airplay Receiver</code></p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ✅ soumilshah1995
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 18:37:07">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-22/6701191145729_0b16a351a74922cf8d16_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">soumilshah1995
+                     <span class="print-only user-email">(shahsoumil519@gmail.com)</span>
+                </div>
+                <a href="#2024-02-23 18:37:07"><div class="time">2024-02-23 18:37:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 02:05:58">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-23 02:05:58"><div class="time">2024-02-23 02:05:58</div></a>
+                <div class="msg">
+                    <p>Hi, I'm taking a look at lineage data from Spark and there's a weird event type called <code>{spark_application_name}.map_partitions_parallel_collection</code>  which has 1 input (an S3 path) and 1 output which is strangely the <em>same</em> S3 path as the input - anyone have idea what this event is?</p>
+
+<p><code>spark.logicalPlan=None, spark_properties=None</code>
+are both None for this event which seems kind of weird</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 02:09:39">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-23 02:09:39"><div class="time">2024-02-23 02:09:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Could be some oddity with using Apache Hudi but the Spark execution plan just shows a <strong><code>SaveIntoDataSourceCommand</code> (</strong>which has a correct looking OpenLineage event)</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 02:09:53">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-23 02:09:53"><div class="time">2024-02-23 02:09:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Just found this extra event that was generated very odd</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 06:45:26">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-23 06:45:26"><div class="time">2024-02-23 06:45:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* this is RDD event I think</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 06:46:16">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-23 06:46:16"><div class="time">2024-02-23 06:46:16</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/shared/src/main/java/io/openlineage/spark/agent/util/RddPathUtils.java#L69">https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2[…]src/main/java/io/openlineage/spark/agent/util/RddPathUtils.java</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/shared/src/main/java/io/openlineage/spark/agent/util/RddPathUtils.java | RddPathUtils.java&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;  static class MapPartitionsRDDExtractor implements RddPathExtractor&amp;lt;MapPartitionsRDD&amp;gt; {
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 06:53:52">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-23 06:53:52"><div class="time">2024-02-23 06:53:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* RDD events work kinda differently, they go through <code>RddExecutionContext</code> and not <code>SparkSQLExecutionContext</code> - LogicalPlan is a concept of Spark SQL <a href="https://jaceklaskowski.gitbooks.io/mastering-spark-sql/content/spark-sql-QueryExecution.html">https://jaceklaskowski.gitbooks.io/mastering-spark-sql/content/spark-sql-QueryExecution.html</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 06:54:27">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-23 06:54:27"><div class="time">2024-02-23 06:54:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* on the other hand, it would be probably good to attach Spark Properties facet</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 12:51:49">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-23 12:51:49"><div class="time">2024-02-23 12:51:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Ah I see</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 12:53:08">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-23 12:53:08"><div class="time">2024-02-23 12:53:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Its a little weird the output seems to be created erroneously, it definitely isn't writing anything to the input path</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 15:35:53">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-23 15:35:53"><div class="time">2024-02-23 15:35:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Would be nice to look at it more as part of more proper Hudi support</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 16:40:02">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-23 16:40:02"><div class="time">2024-02-23 16:40:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yep, and thanks for the help in explaining things/code pointers 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 04:43:49">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-23 04:43:49"><div class="time">2024-02-23 04:43:49</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+I want to generate table-level and column-level lineage for pyspark script. With the help of OpenLineage I can see lineage in the Marquez. Now I am interested to know the limitations here, can I create a lineage for pyspark script with 50+ number of sources and targets?. Are there any limitations in the source and target file count in the spark job?
+Like the above one, is there any limitation for spark job depth also?. Thanks.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 06:44:50">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-23 06:44:50"><div class="time">2024-02-23 06:44:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I don't think there's hard limitation, we've seen it working for one job where serialized size of logical plan was &gt;100MB</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 08:09:09">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-23/6520964760339_d563cbdad295e146ad7b_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">jayant joshi
+                     <span class="print-only user-email">(itsjayantjoshi@gmail.com)</span>
+                </div>
+                <a href="#2024-02-23 08:09:09"><div class="time">2024-02-23 08:09:09</div></a>
+                <div class="msg">
+                    <p>Hi Team, If any transformation changes happening in the Spark job, can we track this under data lineage version history?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 08:26:11">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-23 08:26:11"><div class="time">2024-02-23 08:26:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Do you mean column-level lineage? If yes, then we generally have that for Spark.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 08:42:38">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-23 08:42:38"><div class="time">2024-02-23 08:42:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski if I am running the same spark job multiple times with each time some transformation changes, can we trace transformation changes between runs?. Thanks.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:36:30">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 05:36:30"><div class="time">2024-02-26 05:36:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Do you want to track exactly how the transformation happens? I would look at <code>spark.logicalPlan</code> facet, however it's raw information, and not sure how hard it is to get anything meaningful.
+Do you want to just track end result - how the resulting columns are formed? I would look at column-level lineage facet.</p>
+
+<p>If that answer does not satisfies you - we process transformation information as part of generating column-level lineage, you can take look at that code.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:56:06">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-26 05:56:06"><div class="time">2024-02-26 05:56:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks @Maciej Obuchowski</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 15:52:57">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-23/6679505728391_66be6a83ee767ebd78af_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Hubert Boguski
+                     <span class="print-only user-email">(hubert.boguski@spglobal.com)</span>
+                </div>
+                <a href="#2024-02-23 15:52:57"><div class="time">2024-02-23 15:52:57</div></a>
+                <div class="msg">
+                    <p>Hi everyone! Want to say this is a really awesome and much needed effort for the data community. Just wanted to double check my understanding here-</p>
+
+<p>TLDR: is there a way to achieve this with python operators in a DAG with multiple python operators: To propagate the <em><strong>job hierarchy</strong></em>, tasks must send their own <strong>run ids</strong> so that the downstream process can report the <a href="https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json#/definitions/ParentRunFacet">ParentRunFacet</a> with the proper run id.</p>
+
+<p>Is there a way to have the multiple Python Operators (multiple python tasks) in a DAG trace job hierachy in Marquez. Right now I am invoking GET request and receiving a response in one task and passing the first tasks output to another task, but the jobs in Marquez shows up as different jobs (job hierarchy not shown). I understand there could be some extractor classes that could be implemented, but just wondering if there is anything simpler out there to show hierarchy with Python Operators 😅</p>
+
+<p>I read somewhere that we can use the parent Id to link these jobs, but I had no luck (picture of docs)</p>
+
+<p>I also saw a youtube video <a href="https://www.youtube.com/watch?v=yrSDngUhj8U">https://www.youtube.com/watch?v=yrSDngUhj8U</a>
+But as I understand this is still a work in progress</p>
+
+<p>I know there are some supported extractors already, but they dont support my use case. Thanks in advance!!!</p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">YouTube</div>
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="" class="icon">
+                                    }
+                                    <a href="https://www.youtube.com/@openlineageproject6897">
+                                    OpenLineage Project
+                                    </a><span class="print-only">(https://www.youtube.com/@openlineageproject6897)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://www.youtube.com/watch?v=yrSDngUhj8U">Extracting Lineage from PythonOperator | November 29, 2023</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <a href="https://www.youtube.com/watch?v=yrSDngUhj8U">
+            <img class="preview" src="https://i.ytimg.com/vi/yrSDngUhj8U/hqdefault.jpg"
+                
+                 />
+        </a>
+    
+                                
+                                    <div class="print-only">Original URL: https://www.youtube.com/watch?v=yrSDngUhj8U</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06LGDP891A/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06LGDP891A/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06LGDP891A-df453a9479/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="146" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:34:03">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 05:34:03"><div class="time">2024-02-26 05:34:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hey, I’m not exactly sure what you’d like to achieve.</p>
+
+<p>First, let’s explain what’s the hierarchy. When Airflow TaskInstance is running it is considered run for which DagRun is its parent run. Similarly if task spawns other jobs, they should set TaskInstance as their parent run. More about the idea here: <a href="https://openlineage.io/docs/spec/job-hierarchy">https://openlineage.io/docs/spec/job-hierarchy</a></p>
+
+<p>If you’d like to emit additional events within PythonOperator’s callback and set  this task as parent run for those additional events you should take another approach:
+• here’s how task uuid is generated: <a href="https://github.com/apache/airflow/blob/main/airflow/providers/openlineage/plugins/listener.py#L79">https://github.com/apache/airflow/blob/main/airflow/providers/openlineage/plugins/listener.py#L79</a>
+• based on the above you could use <code>build_task_instance_run_id</code> method with additional information taken from <code>context</code>  (that is <code>dag_id, task_id, execution_date, try_number</code>)
+Code snippet you provided allows to point to DAG as parent run.</p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">openlineage.io</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://openlineage.io/docs/spec/job-hierarchy">Job Hierarchy | OpenLineage</a></div>
+                                <div class="link-text">
+                                    In a complex environment, where there are thousands of processing jobs daily, there can be a lot of chaos.
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.io/docs/spec/job-hierarchy</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:35:02">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 05:35:02"><div class="time">2024-02-26 05:35:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Extracting lineage from PythonOperator is still in progress, proposal should be public soon.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:36:11">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 05:36:11"><div class="time">2024-02-26 05:36:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Maybe I’m mistaken what you mean by job hierarchy. What would you expect to be shown as a graph?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-25 23:51:38">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-25 23:51:38"><div class="time">2024-02-25 23:51:38</div></a>
+                <div class="msg">
+                    <p>Hi team, Just wanted to know if we can we configure openlineage to send events to two endpoints?</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Derya Meral
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 02:57:35">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-22/6385975831170_6b968fe18337426793e8_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Kacper Muda
+                     <span class="print-only user-email">(kacper.muda@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 02:57:35"><div class="time">2024-02-26 02:57:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi, i don't think it's possible with a built-in HTTP Transport, but You can always implement a <a href="https://openlineage.io/docs/client/python#custom-transport-type">custom Transport</a>, that will suit Your needs 🙂</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Suhas Shenoy, Derya Meral
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 03:27:59">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 03:27:59"><div class="time">2024-02-26 03:27:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi @Suhas Shenoy, this was one of the motivations behind fluentD proxy -&gt; <a href="https://github.com/OpenLineage/OpenLineage/tree/main/proxy/fluentd">https://github.com/OpenLineage/OpenLineage/tree/main/proxy/fluentd</a></p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ❤️ Kacper Muda, Derya Meral
+                        </div>
+                    
+                        <div class="message-reaction">
+                        👍 Suhas Shenoy, Jakub Dardziński, Mattia Bertorello, Derya Meral
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 11:24:36">
+            
+                <img src="https://secure.gravatar.com/avatar/7893cedfc168d27b64d4eb96bc352f44.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0021-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Derya Meral
+                     <span class="print-only user-email">(drderyameral@gmail.com)</span>
+                </div>
+                <a href="#2024-02-26 11:24:36"><div class="time">2024-02-26 11:24:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I was wondering the same thing and joined the slack to ask this. In our case, we're wondering whether it would be possible to use both Marquez and Datahub with our Airflow. Thanks for the pointer, @Kacper Muda!</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 12:37:43">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-26 12:37:43"><div class="time">2024-02-26 12:37:43</div></a>
+                <div class="msg">
+                    <p>Does anyone know how to disable the logger for:
+<code>4/02/23 09:08:01 INFO AsyncEventQueue: Process of event SparkListenerJobStart</code>
+It seems like <code>spark.redaction.regex</code> isn't respected by this logger which causes secrets to get logged when Spark OpenLineage is enabled</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 12:51:28">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-26 12:51:28"><div class="time">2024-02-26 12:51:28</div></a>
+                <div class="msg">
+                    <p>I also ran into an error <code>Py4JNetworkError("Answer from Java side is empty")</code> very frequently on some jobs. It seems like this is caused by our Spark sessions being explicitly stopped via a <code>spark.stop()</code> and <em>then</em> <code>OpenLineageSparkListener</code> trying to access the stopped Spark session, which causes the application to fail (I suspect in <a href="https://github.com/OpenLineage/OpenLineage/blob/5298e8a30a8168dd8096f334e5d484812a48aa84/integration/spark/shared/src/main/java/io/openlineage/spark/agent/lifecycle/plan/SaveIntoDataSourceCommandVisitor.java#L130">https://github.com/OpenLineage/OpenLineage/blob/5298e8a30a8168dd8096f334e5d484812a[…]park/agent/lifecycle/plan/SaveIntoDataSourceCommandVisitor.java</a>)</p>
+
+<p>Should session already closed exceptions be handled gracefully there? Part of this is likely due to Hudi not being supported well (it seems like its very slow for some jobs and doesn't generate any events before crashing) but this seems like a race condition that can generally cause crashes</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/5298e8a30a8168dd8096f334e5d484812a48aa84/integration/spark/shared/src/main/java/io/openlineage/spark/agent/lifecycle/plan/SaveIntoDataSourceCommandVisitor.java | SaveIntoDataSourceCommandVisitor.java&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;        relation = p.createRelation(sqlContext, command.options());
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-27 02:26:01">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-27 02:26:01"><div class="time">2024-02-27 02:26:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi Max,</p>
+
+<p>Do you have any logs on OpenLineageSparkListener crashing? All the exceptions from OpenLineageSparkListener trying to build an event should be caught and we do have a test for this. Please provide more details on that. How do you know it's failing? The desired behaviour is to log and exception and proceed.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 12:52:47">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-26 12:52:47"><div class="time">2024-02-26 12:52:47</div></a>
+                <div class="msg">
+                    <p>Lastly, would disabling facets improve performance? eg. disabling <code>spark.logicalPlan</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-27 02:26:44">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-27 02:26:44"><div class="time">2024-02-27 02:26:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Disabling <code>spark.LogicalPlan</code> may improve performance of populating OL event. It's disabled by default in recent version (the one released yesterday). You can also use circuit breaker feature if you are worried about Ol integration affecting Spark jobs</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🤩 Yannick Libert
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-27 05:20:13">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-24/5613838546967_2d7ad30e24c5e74bfdbb_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Yannick Libert
+                     <span class="print-only user-email">(yannick.libert.partner@decathlon.com)</span>
+                </div>
+                <a href="#2024-02-27 05:20:13"><div class="time">2024-02-27 05:20:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* This feature is going to be so useful for us! Love it!</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 14:23:37">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-26 14:23:37"><div class="time">2024-02-26 14:23:37</div></a>
+                <div class="msg">
+                    <p>@channel
+We released <strong>OpenLineage 1.9.1</strong>, featuring:
+• Airflow: add support for <code>JobTypeJobFacet</code> properties <code>#2412</code> <a href="https://github.com/mattiabertorello">@mattiabertorello</a>
+• dbt: add support for <code>JobTypeJobFacet</code> properties <code>#2411</code> <a href="https://github.com/mattiabertorello">@mattiabertorello</a>
+• Flink: support Flink Kafka dynamic source and sink <code>#2417</code> <a href="https://github.com/HuangZhenQiu">@HuangZhenQiu</a>
+• Flink: support multi-topic Kafka Sink <code>#2372</code> <a href="https://github.com/pawel-big-lebowski">@pawel-big-lebowski</a>
+• Flink: support lineage for JDBC connector <code>#2436</code> <a href="https://github.com/HuangZhenQiu">@HuangZhenQiu</a>
+• Flink: add common config gradle plugin <code>#2461</code> <a href="https://github.com/HuangZhenQiu">@HuangZhenQiu</a>
+• Java: extend circuit breaker loaded with <code>ServiceLoader</code> <code>#2435</code> <a href="https://github.com/pawel-big-lebowski">@pawel-big-lebowski</a>
+• Spark: integration now emits intermediate, application level events wrapping entire job execution <code>#2371</code> <a href="https://github.com/mobuchowski">@mobuchowski</a>
+• Spark: support built-in lineage within <code>DataSourceV2Relation</code> <code>#2394</code> <a href="https://github.com/pawel-big-lebowski">@pawel-big-lebowski</a>
+• Spark: add support for <code>JobTypeJobFacet</code> properties <code>#2410</code> <a href="https://github.com/mattiabertorello">@mattiabertorello</a>
+• Spark: stop sending <code>spark.LogicalPlan</code> facet by default <code>#2433</code> <a href="https://github.com/pawel-big-lebowski">@pawel-big-lebowski</a>
+• Spark/Flink/Java: circuit breaker <code>#2407</code> <a href="https://github.com/pawel-big-lebowski">@pawel-big-lebowski</a>
+• Spark: add the capability to publish Scala 2.12 and 2.13 variants of <code>openlineage-spark</code> <code>#2446</code> <a href="https://github.com/d-m-h">@d-m-h</a>
+A large number of changes and bug fixes were also included.
+Thanks to all our contributors with a special shout-out to @Damien Hawes, who contributed &gt;10 PRs to this release!
+<strong>Release:</strong> <a href="https://github.com/OpenLineage/OpenLineage/releases/tag/1.9.1">https://github.com/OpenLineage/OpenLineage/releases/tag/1.9.1</a>
+<strong>Changelog:</strong> <a href="https://github.com/OpenLineage/OpenLineage/blob/main/CHANGELOG.md">https://github.com/OpenLineage/OpenLineage/blob/main/CHANGELOG.md</a>
+<strong>Commit history:</strong> <a href="https://github.com/OpenLineage/OpenLineage/compare/1.8.0...1.9.1">https://github.com/OpenLineage/OpenLineage/compare/1.8.0...1.9.1</a>
+<strong>Maven:</strong> <a href="https://oss.sonatype.org/#nexus-search;quick~openlineage">https://oss.sonatype.org/#nexus-search;quick~openlineage</a>
+<strong>PyPI:</strong> <a href="https://pypi.org/project/openlineage-python/">https://pypi.org/project/openlineage-python/</a></p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🚀 Jakub Dardziński, Jackson Goerner, Abdallah, Yannick Libert, Mattia Bertorello, Tristan GUEZENNEC -CROIX-, Fabio Manganiello
+                        </div>
+                    
+                        <div class="message-reaction">
+                        🎉 Abdallah, Mattia Bertorello
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 14:33:27">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 14:33:27"><div class="time">2024-02-26 14:33:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Oudstanding work @Damien Hawes 👏</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ➕ Michael Robinson, Mattia Bertorello, Fabio Manganiello
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-27 00:39:29">
+            
+                <img src="https://avatars.slack-edge.com/2023-08-17/5743553612391_7373e3821b00a7631bfb_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Abdallah
+                     <span class="print-only user-email">(abdallah@terrab.me)</span>
+                </div>
+                <a href="#2024-02-27 00:39:29"><div class="time">2024-02-27 00:39:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thank you 👏👏</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 15:04:33">
+            
+                <img src="https://secure.gravatar.com/avatar/7893cedfc168d27b64d4eb96bc352f44.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0021-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Derya Meral
+                     <span class="print-only user-email">(drderyameral@gmail.com)</span>
+                </div>
+                <a href="#2024-02-26 15:04:33"><div class="time">2024-02-26 15:04:33</div></a>
+                <div class="msg">
+                    <p>Hi all, I'm working on a local Airflow-OpenLineage-Marquez integration using Airflow 2.7.3 and python 3.10. Everything seems to be installed correctly with the appropriate settings. I'm seeing events, jobs, tasks trickle into the UI. I'm using the PostgresOperator. When it's time for the SQL code to be parsed, I'm seeing the following in my Airflow logs:
+<code>[2024-02-26, 19:43:17 UTC] {sql.py:457} INFO - Running statement: SELECT CURRENT_SCHEMA;, parameters: None
+[2024-02-26, 19:43:17 UTC] {base.py:152} WARNING - OpenLineage provider method failed to extract data from provider. 
+[2024-02-26, 19:43:17 UTC] {manager.py:198} WARNING - Extractor returns non-valid metadata: None</code>
+Can anyone give me pointers on why exactly this might be happening? I've tried also with the SQLExecuteQueryOperator, same result. I previously got a Marquez setup to work with the external OpenLineage package for Airflow with Airflow 2.6.1. But I'm struggling with this newer integrated OpenLineage version</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 15:10:21">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 15:10:21"><div class="time">2024-02-26 15:10:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Does this happen for some particular SQL but works for other?
+Also, my understanding is that it worked with <code>openlineage-airflow</code> on Airflow 2.6.1 (the same code)?
+What version of OL provider are you using?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 15:20:22">
+            
+                <img src="https://secure.gravatar.com/avatar/7893cedfc168d27b64d4eb96bc352f44.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0021-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Derya Meral
+                     <span class="print-only user-email">(drderyameral@gmail.com)</span>
+                </div>
+                <a href="#2024-02-26 15:20:22"><div class="time">2024-02-26 15:20:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I've been using one toy DAG and have only tried with the two operators mentioned. Currently, my team's code doesn't use provider operators so it would not really work well with OL.</p>
+
+<p>Yes, it worked with Airflow 2.6.1. Same code.</p>
+
+<p>Right now, I'm using apache-airflow-providers-openlineage==1.5.0 and the other OL dependencies are at 1.9.1.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 15:21:00">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 15:21:00"><div class="time">2024-02-26 15:21:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Would you want to share the SQL statement?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 15:31:42">
+            
+                <img src="https://secure.gravatar.com/avatar/7893cedfc168d27b64d4eb96bc352f44.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0021-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Derya Meral
+                     <span class="print-only user-email">(drderyameral@gmail.com)</span>
+                </div>
+                <a href="#2024-02-26 15:31:42"><div class="time">2024-02-26 15:31:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It has some PII in it, but it's basically in the form of:
+```DROP TABLE IF EXISTS users<em>meral.key</em>relations;</p>
+
+<p>CREATE TABLE users<em>meral.key</em>relations AS</p>
+
+<p>WITH
+staff AS ( SELECT ...)
+,enabled AS (SELECT ...)
+SELECT ... 
+FROM public.borrowers 
+LEFT JOIN ...;```
+We're splitting the query with sqlparse.split() and feed it to a PostgresOperator.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-27 09:26:41">
+            
+                <img src="https://secure.gravatar.com/avatar/7893cedfc168d27b64d4eb96bc352f44.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0021-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Derya Meral
+                     <span class="print-only user-email">(drderyameral@gmail.com)</span>
+                </div>
+                <a href="#2024-02-27 09:26:41"><div class="time">2024-02-27 09:26:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I thought I should share our configs in case I'm missing something:
+```[openlineage]
+disabled = False
+disabled<em>for</em>operators = </p>
+
+<h1>namespace =</h1>
+
+<h1>extractors =</h1>
+
+<p>config_path = /opt/airflow/openlineage.yml
+transport = </p>
+
+<h1>disable<em>source</em>code = ```</h1>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-27 09:27:20">
+            
+                <img src="https://secure.gravatar.com/avatar/7893cedfc168d27b64d4eb96bc352f44.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0021-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Derya Meral
+                     <span class="print-only user-email">(drderyameral@gmail.com)</span>
+                </div>
+                <a href="#2024-02-27 09:27:20"><div class="time">2024-02-27 09:27:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The YAML file:
+<code>transport:
+  type: http
+  url: &lt;http://marquez:5000&gt;</code></p>
+                    
+                    
+                    
 		</div>
             </div>
         </div>
diff --git a/channel/github-discussions/index.html b/channel/github-discussions/index.html
new file mode 100644
index 0000000..874f225
--- /dev/null
+++ b/channel/github-discussions/index.html
@@ -0,0 +1,5997 @@
+<!DOCTYPE html>
+<html lang="en">
+
+<head>
+    <meta charset="UTF-8">
+    <title>Slack Export - #github-discussions</title>
+    
+    <link rel=stylesheet type=text/css
+          href="../../static/viewer.css">
+    
+</head>
+<body>
+<div id="slack-archive-viewer">
+    
+    <div id="sidebar">
+        <h3 id="channel-title">Public Channels</h3>
+        <ul class="list" id="channel-list">
+            
+                <li class="channel">
+                    <a href="../boston-meetup/index.html">
+                        # boston-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../dagster-integration/index.html">
+                        # dagster-integration
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../data-council-meetup/index.html">
+                        # data-council-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../dev-discuss/index.html">
+                        # dev-discuss
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../general/index.html">
+                        # general
+                    </a>
+                </li>
+            
+                <li class="channel active">
+                    <a href="index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-notifications/index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../gx-integration/index.html">
+                        # gx-integration
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../jobs/index.html">
+                        # jobs
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../london-meetup/index.html">
+                        # london-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../mark-grover/index.html">
+                        # mark-grover
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../nyc-meetup/index.html">
+                        # nyc-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../open-lineage-plus-bacalhau/index.html">
+                        # open-lineage-plus-bacalhau
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../providence-meetup/index.html">
+                        # providence-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../sf-meetup/index.html">
+                        # sf-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../spark-support-multiple-scala-versions/index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../spec-compliance/index.html">
+                        # spec-compliance
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../toronto-meetup/index.html">
+                        # toronto-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../user-generated-metadata/index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
+        </ul>
+        <h3 id="group-title">Private Channels</h3>
+        <ul class="list" id="group-list">
+            
+        </ul>
+        <h3 id="dm-title">Direct Messages</h3>
+        <ul class="list" id="dms-list">
+            
+        </ul>
+        <h3 id="mpim-title">Group Direct Messages</h3>
+        <ul class="list" id="mpims-list">
+            
+        </ul>
+    </div>
+    
+    <div class="messages">
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2023-02-03 17:55:40">
+            
+                <img src="https://avatars.slack-edge.com/2020-11-03/1467961410374_60dbc1781564d114f9e1_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Julien Le Dem
+                     <span class="print-only user-email">(julien@apache.org)</span>
+                </div>
+                <a href="#2023-02-03 17:55:40"><div class="time">2023-02-03 17:55:40</div></a>
+                <div class="msg">
+                    <p>@Julien Le Dem has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-02-03 17:56:32">
+            
+                <img src="https://avatars.slack-edge.com/2020-11-03/1467961410374_60dbc1781564d114f9e1_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Julien Le Dem
+                     <span class="print-only user-email">(julien@apache.org)</span>
+                </div>
+                <a href="#2023-02-03 17:56:32"><div class="time">2023-02-03 17:56:32</div></a>
+                <div class="msg">
+                    <p>/github subscribe OpenLineage/OpenLineage discussions</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-02-03 17:57:39">
+            
+                <img src="https://avatars.slack-edge.com/2020-11-03/1467961410374_60dbc1781564d114f9e1_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Julien Le Dem
+                     <span class="print-only user-email">(julien@apache.org)</span>
+                </div>
+                <a href="#2023-02-03 17:57:39"><div class="time">2023-02-03 17:57:39</div></a>
+                <div class="msg">
+                    <p>/github subscribe OpenLineage/OpenLineage discussions</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container bot_message ">
+        <div id="2023-02-03 17:57:39">
+            
+                <div class="user_icon"></div>
+            
+            
+                <div class="message">
+            
+                <div class="username">B01UH3Z8K8V
+                    
+                </div>
+                <a href="#2023-02-03 17:57:39"><div class="time">2023-02-03 17:57:39</div></a>
+                <div class="msg">
+                    <p>✅ Subscribed to <a href="https://github.com/OpenLineage/OpenLineage">OpenLineage/OpenLineage</a>. This channel will receive notifications for <code>issues</code>, <code>pulls</code>, <code>commits</code>, <code>releases</code>, <code>deployments</code>, <code>discussions</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2023-02-03 21:22:08">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2023-02-03 21:22:08"><div class="time">2023-02-03 21:22:08</div></a>
+                <div class="msg">
+                    <p>@Michael Robinson has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2023-02-11 18:51:36">
+            
+                <img src="https://avatars.slack-edge.com/2023-02-11/4791401334836_6214e769b6135c720a55_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Mike Dillion
+                     <span class="print-only user-email">(mike.dillion@gmail.com)</span>
+                </div>
+                <a href="#2023-02-11 18:51:36"><div class="time">2023-02-11 18:51:36</div></a>
+                <div class="msg">
+                    <p>@Mike Dillion has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2023-03-10 14:52:18">
+            
+                <img src="https://avatars.slack-edge.com/2023-03-07/4898959398855_199c3ce6f06848294e5f_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">jrich
+                     <span class="print-only user-email">(jasonrich85@icloud.com)</span>
+                </div>
+                <a href="#2023-03-10 14:52:18"><div class="time">2023-03-10 14:52:18</div></a>
+                <div class="msg">
+                    <p>@jrich has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2023-04-07 08:31:49">
+            
+                <img src="https://avatars.slack-edge.com/2023-04-07/5077619614323_b6a28a4e0e4db6f1cf76_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Dev Jadhav
+                     <span class="print-only user-email">(dev.jadhav@loxsolution.com)</span>
+                </div>
+                <a href="#2023-04-07 08:31:49"><div class="time">2023-04-07 08:31:49</div></a>
+                <div class="msg">
+                    <p>@Dev Jadhav has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2023-04-25 07:04:19">
+            
+                <img src="https://avatars.slack-edge.com/2023-04-24/5160195428468_f0d4eecb2f5d877daced_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Sudhar Balaji
+                     <span class="print-only user-email">(sudharshan.dataaces@gmail.com)</span>
+                </div>
+                <a href="#2023-04-25 07:04:19"><div class="time">2023-04-25 07:04:19</div></a>
+                <div class="msg">
+                    <p>@Sudhar Balaji has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2023-05-25 20:33:51">
+            
+                <img src="https://secure.gravatar.com/avatar/e6eded5bb94a555d9bcdf7cdc002d3c9.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0010-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Yuanli Wang
+                     <span class="print-only user-email">(yuanliw@bu.edu)</span>
+                </div>
+                <a href="#2023-05-25 20:33:51"><div class="time">2023-05-25 20:33:51</div></a>
+                <div class="msg">
+                    <p>@Yuanli Wang has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2023-07-14 05:37:30">
+            
+                <img src="https://secure.gravatar.com/avatar/94a2e745d1b5e63cf1b09fdf9b1e0899.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0001-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Nam Nguyen
+                     <span class="print-only user-email">(nam@astrafy.io)</span>
+                </div>
+                <a href="#2023-07-14 05:37:30"><div class="time">2023-07-14 05:37:30</div></a>
+                <div class="msg">
+                    <p>@Nam Nguyen has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2023-08-07 13:49:30">
+            
+                <img src="https://avatars.slack-edge.com/2022-11-10/4357274827220_a944a94dca3fbf731146_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Glyn Bowden (HPE)
+                     <span class="print-only user-email">(glyn.bowden@hpe.com)</span>
+                </div>
+                <a href="#2023-08-07 13:49:30"><div class="time">2023-08-07 13:49:30</div></a>
+                <div class="msg">
+                    <p>@Glyn Bowden (HPE) has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2023-10-21 04:59:15">
+            
+                <img src="https://avatars.slack-edge.com/2023-10-21/6071899521749_3079b176f96386a0d813_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GTC
+                     <span class="print-only user-email">(tsungchih.hd@gmail.com)</span>
+                </div>
+                <a href="#2023-10-21 04:59:15"><div class="time">2023-10-21 04:59:15</div></a>
+                <div class="msg">
+                    <p>@GTC has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2023-11-09 15:30:23">
+            
+                <img src="https://secure.gravatar.com/avatar/0f9e11ecf9b45c68ee6f9d72f2b931d8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0006-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Sheeri Cabral (Collibra)
+                     <span class="print-only user-email">(sheeri.cabral@collibra.com)</span>
+                </div>
+                <a href="#2023-11-09 15:30:23"><div class="time">2023-11-09 15:30:23</div></a>
+                <div class="msg">
+                    <p>@Sheeri Cabral (Collibra) has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-11-09 15:30:58">
+            
+                <img src="https://secure.gravatar.com/avatar/0f9e11ecf9b45c68ee6f9d72f2b931d8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0006-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Sheeri Cabral (Collibra)
+                     <span class="print-only user-email">(sheeri.cabral@collibra.com)</span>
+                </div>
+                <a href="#2023-11-09 15:30:58"><div class="time">2023-11-09 15:30:58</div></a>
+                <div class="msg">
+                    <p>Let me know if I did that wrong ^^^ It’s been a while since I modified someone else’s PR with my own commits.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2023-11-16 11:40:06">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2023-11-16 11:40:06"><div class="time">2023-11-16 11:40:06</div></a>
+                <div class="msg">
+                    <p>@Harel Shein has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-01-18 23:26:56">
+            
+                <img src="https://secure.gravatar.com/avatar/7e470d5d3098e86f9df777e8bcaae09e.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0011-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Gowthaman Chinnathambi
+                     <span class="print-only user-email">(gowthamancdev@gmail.com)</span>
+                </div>
+                <a href="#2024-01-18 23:26:56"><div class="time">2024-01-18 23:26:56</div></a>
+                <div class="msg">
+                    <p>@Gowthaman Chinnathambi has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-01-24 01:10:27">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-23/6520964760339_d563cbdad295e146ad7b_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">jayant joshi
+                     <span class="print-only user-email">(itsjayantjoshi@gmail.com)</span>
+                </div>
+                <a href="#2024-01-24 01:10:27"><div class="time">2024-01-24 01:10:27</div></a>
+                <div class="msg">
+                    <p>@jayant joshi has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-01-30 12:12:58">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-15/6477144860196_e29a80d8bea3f07ff70b_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">tati
+                     <span class="print-only user-email">(tatiana.alchueyr@astronomer.io)</span>
+                </div>
+                <a href="#2024-01-30 12:12:58"><div class="time">2024-01-30 12:12:58</div></a>
+                <div class="msg">
+                    <p>@tati has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-01-31 05:28:13">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-31/6556998302565_38d959e6c0981effe6ec_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Ewan Lord
+                     <span class="print-only user-email">(ewanlord@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 05:28:13"><div class="time">2024-01-31 05:28:13</div></a>
+                <div class="msg">
+                    <p>@Ewan Lord has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-02-03 20:13:56">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-03/6580991550434_1cf74f1de22cb9502f17_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Josh Fischer
+                     <span class="print-only user-email">(josh@joshfischer.io)</span>
+                </div>
+                <a href="#2024-02-03 20:13:56"><div class="time">2024-02-03 20:13:56</div></a>
+                <div class="msg">
+                    <p>@Josh Fischer has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-02-22 11:15:06">
+            
+                <img src="https://secure.gravatar.com/avatar/cc6145b0b1ae7e05a56e157abf307cf8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0008-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">assia fellague
+                     <span class="print-only user-email">(assia.fellague@canal-plus.com)</span>
+                </div>
+                <a href="#2024-02-22 11:15:06"><div class="time">2024-02-22 11:15:06</div></a>
+                <div class="msg">
+                    <p>@assia fellague has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+    </div>
+</div>
+
+<script>
+(function() {
+  var sidebar = document.querySelector('#sidebar');
+  var selected = document.querySelector('.active');
+  sidebar.scrollTop = selected.offsetTop - 200;
+
+  // make dropdown from channel title
+  var channel_title = document.querySelector("#channel-title");
+  var channel_dropdown = document.querySelector("#channel-list");
+  channel_title.addEventListener('click', function() {
+    channel_title.classList.toggle('arrow');
+    channel_dropdown.classList.toggle('close');
+  });
+
+  // make dropdown from group title
+  var group_title = document.querySelector("#group-title");
+  var group_dropdown = document.querySelector("#group-list");
+  group_title.addEventListener('click', function() {
+    group_title.classList.toggle('arrow');
+    group_dropdown.classList.toggle('close');
+  });
+
+  // make dropdown from dm title
+  var dm_title = document.querySelector("#dm-title");
+  var dm_dropdown = document.querySelector("#dms-list");
+  dm_title.addEventListener('click', function() {
+    dm_title.classList.toggle('arrow');
+    dm_dropdown.classList.toggle('close');
+  });
+
+  // make dromdown from group dm title
+  var mpim_title = document.querySelector("#mpim-title");
+  var mpim_dropdown = document.querySelector("#mpims-list");
+  mpim_title.addEventListener('click', function() {
+    mpim_title.classList.toggle('arrow');
+    mpim_dropdown.classList.toggle('close');
+  });
+})()
+</script>
+</body>
+</html>
\ No newline at end of file
diff --git a/channel/github-notifications/index.html b/channel/github-notifications/index.html
new file mode 100644
index 0000000..4e9929a
--- /dev/null
+++ b/channel/github-notifications/index.html
@@ -0,0 +1,39823 @@
+<!DOCTYPE html>
+<html lang="en">
+
+<head>
+    <meta charset="UTF-8">
+    <title>Slack Export - #github-notifications</title>
+    
+    <link rel=stylesheet type=text/css
+          href="../../static/viewer.css">
+    
+</head>
+<body>
+<div id="slack-archive-viewer">
+    
+    <div id="sidebar">
+        <h3 id="channel-title">Public Channels</h3>
+        <ul class="list" id="channel-list">
+            
+                <li class="channel">
+                    <a href="../boston-meetup/index.html">
+                        # boston-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../dagster-integration/index.html">
+                        # dagster-integration
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../data-council-meetup/index.html">
+                        # data-council-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../dev-discuss/index.html">
+                        # dev-discuss
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../general/index.html">
+                        # general
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-discussions/index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel active">
+                    <a href="index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../gx-integration/index.html">
+                        # gx-integration
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../jobs/index.html">
+                        # jobs
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../london-meetup/index.html">
+                        # london-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../mark-grover/index.html">
+                        # mark-grover
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../nyc-meetup/index.html">
+                        # nyc-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../open-lineage-plus-bacalhau/index.html">
+                        # open-lineage-plus-bacalhau
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../providence-meetup/index.html">
+                        # providence-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../sf-meetup/index.html">
+                        # sf-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../spark-support-multiple-scala-versions/index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../spec-compliance/index.html">
+                        # spec-compliance
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../toronto-meetup/index.html">
+                        # toronto-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../user-generated-metadata/index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
+        </ul>
+        <h3 id="group-title">Private Channels</h3>
+        <ul class="list" id="group-list">
+            
+        </ul>
+        <h3 id="dm-title">Direct Messages</h3>
+        <ul class="list" id="dms-list">
+            
+        </ul>
+        <h3 id="mpim-title">Group Direct Messages</h3>
+        <ul class="list" id="mpims-list">
+            
+        </ul>
+    </div>
+    
+    <div class="messages">
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2020-11-03 16:50:07">
+            
+                <img src="https://avatars.slack-edge.com/2020-11-03/1467961410374_60dbc1781564d114f9e1_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Julien Le Dem
+                     <span class="print-only user-email">(julien@apache.org)</span>
+                </div>
+                <a href="#2020-11-03 16:50:07"><div class="time">2020-11-03 16:50:07</div></a>
+                <div class="msg">
+                    <p>@Julien Le Dem has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2020-12-19 06:25:50">
+            
+                <img src="https://avatars.slack-edge.com/2020-12-19/1594445099476_79a81f54b9a6b3e033d8_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Jørn Hansen
+                     <span class="print-only user-email">(jornhansen@gmail.com)</span>
+                </div>
+                <a href="#2020-12-19 06:25:50"><div class="time">2020-12-19 06:25:50</div></a>
+                <div class="msg">
+                    <p>@Jørn Hansen has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2020-12-19 15:05:57">
+            
+                <img src="https://avatars.slack-edge.com/2020-12-19/1612054240736_fe804d3d4b449978af55_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Ananth Packkildurai
+                     <span class="print-only user-email">(vananth22@gmail.com)</span>
+                </div>
+                <a href="#2020-12-19 15:05:57"><div class="time">2020-12-19 15:05:57</div></a>
+                <div class="msg">
+                    <p>@Ananth Packkildurai has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2020-12-21 15:12:21">
+            
+                <img src="https://avatars.slack-edge.com/2020-12-21/1576819116455_fa4b4422f81d20a71bfc_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Harikiran Nayak
+                     <span class="print-only user-email">(hari@streamsets.com)</span>
+                </div>
+                <a href="#2020-12-21 15:12:21"><div class="time">2020-12-21 15:12:21</div></a>
+                <div class="msg">
+                    <p>@Harikiran Nayak has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2020-12-22 19:55:31">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2020-12-22 19:55:31"><div class="time">2020-12-22 19:55:31</div></a>
+                <div class="msg">
+                    <p>@Willy Lulciuc has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2020-12-23 15:31:21">
+            
+                <img src="https://avatars.slack-edge.com/2020-12-21/1584852980182_b5570edabdfbd4a19fc6_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Alagappan Sethuraman
+                     <span class="print-only user-email">(alagappan.als@gmail.com)</span>
+                </div>
+                <a href="#2020-12-23 15:31:21"><div class="time">2020-12-23 15:31:21</div></a>
+                <div class="msg">
+                    <p>@Alagappan Sethuraman has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-02-01 17:51:37">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-26/1467524397793_833c23fda9ff92fc1d4b_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Laurent Paris
+                     <span class="print-only user-email">(laurent@datakin.com)</span>
+                </div>
+                <a href="#2021-02-01 17:51:37"><div class="time">2021-02-01 17:51:37</div></a>
+                <div class="msg">
+                    <p>@Laurent Paris has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-02-02 07:05:40">
+            
+                <img src="https://secure.gravatar.com/avatar/f55e27c409ab3c44635babf13150bb7e.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0026-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">dorzey
+                     <span class="print-only user-email">(dorzey@gmail.com)</span>
+                </div>
+                <a href="#2021-02-02 07:05:40"><div class="time">2021-02-02 07:05:40</div></a>
+                <div class="msg">
+                    <p>@dorzey has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-02-02 19:19:25">
+            
+                <img src="https://avatars.slack-edge.com/2021-01-05/1637048267840_8b2af8e9d34796210609_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Alexander Gilfillan
+                     <span class="print-only user-email">(agilfillan@dealerinspire.com)</span>
+                </div>
+                <a href="#2021-02-02 19:19:25"><div class="time">2021-02-02 19:19:25</div></a>
+                <div class="msg">
+                    <p>@Alexander Gilfillan has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-02-04 14:56:07">
+            
+                <img src="https://avatars.slack-edge.com/2021-01-15/1648263665316_2ed585b2b934c4b3ad36_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Girish Lingappa
+                     <span class="print-only user-email">(glingappa@netflix.com)</span>
+                </div>
+                <a href="#2021-02-04 14:56:07"><div class="time">2021-02-04 14:56:07</div></a>
+                <div class="msg">
+                    <p>@Girish Lingappa has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-02-08 03:26:38">
+            
+                <img src="https://secure.gravatar.com/avatar/a89b7e5a5d6ea347878ea4042ae31dff.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Edgar Ramírez Mondragón
+                     <span class="print-only user-email">(edgarrm358@gmail.com)</span>
+                </div>
+                <a href="#2021-02-08 03:26:38"><div class="time">2021-02-08 03:26:38</div></a>
+                <div class="msg">
+                    <p>@Edgar Ramírez Mondragón has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-02-11 14:09:49">
+            
+                <img src="https://avatars.slack-edge.com/2021-02-01/1724538784640_0f3846ad18727fa31201_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Xinbin Huang
+                     <span class="print-only user-email">(bin.huangxb@gmail.com)</span>
+                </div>
+                <a href="#2021-02-11 14:09:49"><div class="time">2021-02-11 14:09:49</div></a>
+                <div class="msg">
+                    <p>@Xinbin Huang has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-02-16 11:01:31">
+            
+                <img src="https://avatars.slack-edge.com/2021-02-16/1781034309888_3e86cbc1d0235eed5c25_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">aliou
+                     <span class="print-only user-email">(aliouamardev@gmail.com)</span>
+                </div>
+                <a href="#2021-02-16 11:01:31"><div class="time">2021-02-16 11:01:31</div></a>
+                <div class="msg">
+                    <p>@aliou has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-02-25 17:43:24">
+            
+                <img src="https://secure.gravatar.com/avatar/234573a8cd303863684bbf704c2fa357.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0022-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Arthur Wiedmer
+                     <span class="print-only user-email">(awiedmer@apple.com)</span>
+                </div>
+                <a href="#2021-02-25 17:43:24"><div class="time">2021-02-25 17:43:24</div></a>
+                <div class="msg">
+                    <p>@Arthur Wiedmer has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-03-09 16:44:03">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-28/1458816807683_fcc8f820fe2cde1628d8_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Victor Shafran
+                     <span class="print-only user-email">(victor.shafran@databand.ai)</span>
+                </div>
+                <a href="#2021-03-09 16:44:03"><div class="time">2021-03-09 16:44:03</div></a>
+                <div class="msg">
+                    <p>@Victor Shafran has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-04-02 11:59:30">
+            
+                <img src="https://avatars.slack-edge.com/2021-02-23/1779279323366_02f387688b3a7a864c56_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Collado
+                     <span class="print-only user-email">(collado.mike@gmail.com)</span>
+                </div>
+                <a href="#2021-04-02 11:59:30"><div class="time">2021-04-02 11:59:30</div></a>
+                <div class="msg">
+                    <p>@Michael Collado has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-04-03 21:15:06">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-26/1917137733169_6deec6cec4c5b7faed7a_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Ross Turk
+                     <span class="print-only user-email">(ross@datakin.com)</span>
+                </div>
+                <a href="#2021-04-03 21:15:06"><div class="time">2021-04-03 21:15:06</div></a>
+                <div class="msg">
+                    <p>@Ross Turk has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-04-16 13:41:47">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-14/1949563686775_f04709bc83d4ac3d7cdc_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub (Legacy)
+                    
+                </div>
+                <a href="#2021-04-16 13:41:47"><div class="time">2021-04-16 13:41:47</div></a>
+                <div class="msg">
+                    <p>GitHub app is successfully upgraded in your workspace 🎉
+To receive notifications in your private channels, you need to invite the GitHub app <code>/invite @GitHub</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-04-16 14:49:42">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-04-16 14:49:42"><div class="time">2021-04-16 14:49:42</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/36|#36 Adding Marquez implementation links&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-04-16 14:51:06">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-04-16 14:51:06"><div class="time">2021-04-16 14:51:06</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/32|#32 Add Egeria to related projects&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-04-16 17:59:27">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-04-16 17:59:27"><div class="time">2021-04-16 17:59:27</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/43|#43 add Governance&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;I worked with &lt;a href=&#34;https://github.com/mandy-chessell&#34;&gt;@mandy-chessell&lt;/a&gt; to prepare a first version of the OpenLineage governance.&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        rdblue, jcampbell, drewbanin, wslulciuc, mobuchowski, henneberger, mandy-chessell, collado-mike
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-04-22 19:25:58">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-04-22 19:25:58"><div class="time">2021-04-22 19:25:58</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by MansurAshraf</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/44|#44 Fix Egeria&#39;s url in readme&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-04-23 09:54:40">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-04-23 09:54:40"><div class="time">2021-04-23 09:54:40</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/45|#45 [PROPOSAL] Standarize custom facet naming&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+Main motivation of this proposal is making sure that custom facets in different implementations of OpenLineage clients for the same data source have the same name. Another advantage will be decreased chance of different facets name colliding.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
+I propose that custom facets should follow name pattern &lt;code&gt;{prefix}{name}{entity}Facet&lt;/code&gt; PascalCased, where&lt;/p&gt;
+
+&lt;p&gt;• Prefix must be distinct identifier named after the project
+• Name is the desired facet name
+• Entity is the core OpenLineage entity for which the facet will be attached&lt;/p&gt;
+
+&lt;p&gt;Important aspect for OpenLineage consumers is standarizing JSON key naming.&lt;br /&gt;
+I propose to follow pattern &lt;code&gt;{prefix}_{name}&lt;/code&gt; snakeCased.&lt;/p&gt;
+
+&lt;p&gt;Example of custom facet following both patterns: &lt;code&gt;BigQueryStatisticsJobFacet&lt;/code&gt; and &lt;code&gt;bigQuery_statistics&lt;/code&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        proposal
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-04-23 09:55:12">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-04-23 09:55:12"><div class="time">2021-04-23 09:55:12</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/46|#46 Standarize custom facet naming&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Proposed spec change of &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/45&#34;&gt;#45&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-04-26 21:21:56">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-04-26 21:21:56"><div class="time">2021-04-26 21:21:56</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/44|#44 Fix Egeria&#39;s url in readme&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-04-28 17:12:39">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-04-28 17:12:39"><div class="time">2021-04-28 17:12:39</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by jquintus</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/47|#47 Fix a few minor typos&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;These changes fix typos in the documentation like&lt;/p&gt;
+
+&lt;p&gt;• Changing an instance of &#34;and&#34; to &#34;an&#34;
+• Spelling&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-06 11:59:11">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-06 11:59:11"><div class="time">2021-05-06 11:59:11</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/43|#43 add Governance&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-06 12:00:00">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-06 12:00:00"><div class="time">2021-05-06 12:00:00</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/46|#46 Standarize custom facet naming&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-06 12:02:25">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-06 12:02:25"><div class="time">2021-05-06 12:02:25</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/47|#47 Fix a few minor typos&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-06 12:16:58">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-06 12:16:58"><div class="time">2021-05-06 12:16:58</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/48|#48 ci: release client to pypi&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-06 20:42:26">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-06 20:42:26"><div class="time">2021-05-06 20:42:26</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/31|#31 Create unique naming spec&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-05-12 17:48:13">
+            
+                <img src="https://secure.gravatar.com/avatar/48027cecb0749bfc18e8da958a240b9a.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0020-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Harshal Sheth
+                     <span class="print-only user-email">(harshal@acryl.io)</span>
+                </div>
+                <a href="#2021-05-12 17:48:13"><div class="time">2021-05-12 17:48:13</div></a>
+                <div class="msg">
+                    <p>@Harshal Sheth has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-14 14:23:41">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-26/1917137733169_6deec6cec4c5b7faed7a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Ross Turk
+                     <span class="print-only user-email">(ross@datakin.com)</span>
+                </div>
+                <a href="#2021-05-14 14:23:41"><div class="time">2021-05-14 14:23:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* shh don't tell anyone there's a website coming</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-17 08:40:15">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-17 08:40:15"><div class="time">2021-05-17 08:40:15</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/49|#49 default schema field description should not serialize to empty string&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-17 20:52:01">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-17 20:52:01"><div class="time">2021-05-17 20:52:01</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/49|#49 default schema field description should not serialize to empty string&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-17 20:52:18">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-17 20:52:18"><div class="time">2021-05-17 20:52:18</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/48|#48 ci: release client to pypi&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-18 08:46:42">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-18 08:46:42"><div class="time">2021-05-18 08:46:42</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/45|#45 [PROPOSAL] Standarize custom facet naming&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-18 08:47:39">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-18 08:47:39"><div class="time">2021-05-18 08:47:39</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/33|#33 [PROPOSAL] Add standard python client&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-20 09:38:09">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-20 09:38:09"><div class="time">2021-05-20 09:38:09</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] New release <em><a href="https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc.1">Release - </a></em> published by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc.1|Release - &gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Testing release of Python OpenLineage client.&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-20 11:25:56">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-20 11:25:56"><div class="time">2021-05-20 11:25:56</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request closed by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/30|#30 OpenLineage LFAI&amp;amp;Data proposal&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-20 15:27:30">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-20 15:27:30"><div class="time">2021-05-20 15:27:30</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/50|#50 Add license header to source files&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;SPDX-License-Identifier: Apache-2.0&lt;/strong&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-20 20:33:16">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-20 20:33:16"><div class="time">2021-05-20 20:33:16</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/51|#51 Add best practices badge to README.md&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            >
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.githubusercontent.com/u/26350515?v&amp;#x3D;4" class="icon">
+                                    }
+                                    <a href="https://github.com/OpenLineage/OpenLineage/runs/2635194679">
+                                    DCO: DCO
+                                    </a><span class="print-only">(https://github.com/OpenLineage/OpenLineage/runs/2635194679)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ No checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        0/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-21 07:56:39">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-21 07:56:39"><div class="time">2021-05-21 07:56:39</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/52|#52 ci/python: format RC versions compliant to PEP 440, use tag to version if exists, unpin dependencies&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;code&gt;0.0.1-rc.1&lt;/code&gt; -&amp;gt; &lt;code&gt;0.0.1rc1&lt;/code&gt;&lt;/p&gt;
+
+&lt;p&gt;Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        julienledem, wslulciuc, collado-mike
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-21 10:49:46">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-21 10:49:46"><div class="time">2021-05-21 10:49:46</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/52|#52 ci/python: format RC versions compliant to PEP 440, use tag to version if exists, unpin dependencies&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-21 10:59:23">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-21 10:59:23"><div class="time">2021-05-21 10:59:23</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] New release <em><a href="https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc2">Release - 0.0.1-rc2</a></em> published by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc2|Release - 0.0.1-rc2&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-21 11:04:10">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-21 11:04:10"><div class="time">2021-05-21 11:04:10</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/53|#53 ci/python: fix wheel version name&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        1
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-21 11:05:59">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-21 11:05:59"><div class="time">2021-05-21 11:05:59</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/53|#53 ci/python: fix wheel version name&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-21 11:07:05">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-21 11:07:05"><div class="time">2021-05-21 11:07:05</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] New release <em><a href="https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc3">Release - 0.0.1-rc3</a></em> published by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc3|Release - 0.0.1-rc3&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-21 12:33:47">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-21 12:33:47"><div class="time">2021-05-21 12:33:47</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/39|#39 Release OpenLineage python client to pipy&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-25 12:02:02">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-25 12:02:02"><div class="time">2021-05-25 12:02:02</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/55|#55 Java client should support Java 8&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        mobuchowski
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-26 07:47:32">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-26 07:47:32"><div class="time">2021-05-26 07:47:32</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request closed by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/54|#54 ci: publish java client&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-26 07:47:57">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-26 07:47:57"><div class="time">2021-05-26 07:47:57</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/56|#56 ci: publish java client&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Also, make it compile on Java 8&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-26 11:51:30">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-26 11:51:30"><div class="time">2021-05-26 11:51:30</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] New release <em><a href="https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.0-rc4">Release - 0.0.0-rc4</a></em> published by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.0-rc4|Release - 0.0.0-rc4&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-27 09:53:39">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-27 09:53:39"><div class="time">2021-05-27 09:53:39</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/38|#38 prototype data metrics facet with GreatExpectations&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-28 04:30:21">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-28 04:30:21"><div class="time">2021-05-28 04:30:21</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/56|#56 ci: publish java client&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-28 20:08:27">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-28 20:08:27"><div class="time">2021-05-28 20:08:27</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/57|#57 Import marquez-spark integration to OpenLineage integrations&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-05-28 20:08:33">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-05-28 20:08:33"><div class="time">2021-05-28 20:08:33</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/58|#58 Import Marquez-airflow integration to OpenLineage integrations&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-01 11:10:54">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-01 11:10:54"><div class="time">2021-06-01 11:10:54</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/55|#55 Java client should support Java 8&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-02 10:20:27">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-02 10:20:27"><div class="time">2021-06-02 10:20:27</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/59|#59 python: serialization: fixed handling of nested nulls in dictionaries&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        julienledem, wslulciuc, collado-mike
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-04 22:05:33">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-04 22:05:33"><div class="time">2021-06-04 22:05:33</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/51|#51 Add best practices badge to README.md&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-08 17:26:30">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-08 17:26:30"><div class="time">2021-06-08 17:26:30</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/1|#1 Add OL getting started page&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;This PR adds the &lt;em&gt;Getting Started&lt;/em&gt; page for OpenLineage using Marquez as the HTTP backend to send run-level events.&lt;/p&gt;
+
+&lt;p&gt;&lt;a href=&#34;https://github.com/rossturk&#34;&gt;@rossturk&lt;/a&gt;: Few things I might need help with:&lt;/p&gt;
+
+&lt;p&gt;• I couldn&#39;t get the Table of Contents (top of page) to link to sections in the page (or we can leave the format as is)
+• The code blocks with the &lt;code&gt;curl&lt;/code&gt; cmds aren&#39;t really formatted that well. Did you have a plugin in mind?&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        rossturk
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-09 02:54:03">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-09 02:54:03"><div class="time">2021-06-09 02:54:03</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/59|#59 python: serialization: fixed handling of nested nulls in dictionaries&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-09 16:14:28">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-09 16:14:28"><div class="time">2021-06-09 16:14:28</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request merged by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/1|#1 Add OL getting started page&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-09 18:00:27">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-09 18:00:27"><div class="time">2021-06-09 18:00:27</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] New release <em><a href="https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc5">Release -  0.0.1-rc5</a></em> published by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc5|Release -  0.0.1-rc5&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-10 07:40:24">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-10 07:40:24"><div class="time">2021-06-10 07:40:24</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/60|#60 python: relax client requirements&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-10 07:53:45">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-10 07:53:45"><div class="time">2021-06-10 07:53:45</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] New release <em><a href="https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc6">Release - 0.0.1-rc6</a></em> published by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc6|Release - 0.0.1-rc6&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-10 16:47:31">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-10 16:47:31"><div class="time">2021-06-10 16:47:31</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request opened by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/2|#2 Add content for spark lineage collection&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;I did my best re: the syntax highlighting and the code box scrolling, but here I think it&#39;s best to give it someone who knows this stuff better than I do :)&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        rossturk
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-10 21:32:40">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-10 21:32:40"><div class="time">2021-06-10 21:32:40</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request merged by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/2|#2 Add content for spark lineage collection&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-11 12:02:28">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-11 12:02:28"><div class="time">2021-06-11 12:02:28</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/3|#3 Add OL integration with Airflow page&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;This PR adds the OpenLineage integration page for Airflow.&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        rossturk
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-14 12:33:26">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-14 12:33:26"><div class="time">2021-06-14 12:33:26</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request merged by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/3|#3 Add OL integration with Airflow page&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-16 10:59:14">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-16 10:59:14"><div class="time">2021-06-16 10:59:14</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/61|#61 Releasing via CI&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;With the upcoming release of OpenLineage &lt;code&gt;0.1.0&lt;/code&gt;, we&#39;ll want to publish our artifacts via CI. Below, I propose the following release steps:&lt;/p&gt;
+
+&lt;ol&gt;&lt;li&gt;Bump the version in &lt;code&gt;gradle.properties&lt;/code&gt; for &lt;code&gt;openlineage-java&lt;/code&gt; and in &lt;code&gt;setup.py&lt;/code&gt; for &lt;code&gt;openlineage-python&lt;/code&gt;&lt;/li&gt;&lt;li&gt;Tag the release with &lt;code&gt;X.Y.Z&lt;/code&gt; on &lt;code&gt;main&lt;/code&gt; branch&lt;/li&gt;&lt;li&gt;Prepare the next development version&lt;/li&gt;&lt;li&gt;CI kickoffs release jobs to publish artifacts&lt;/li&gt;
+&lt;/ol&gt;
+
+&lt;p&gt;&amp;gt; &lt;strong&gt;Note:&lt;/strong&gt; The steps outlined above are inspired by the release steps for &lt;a href=&#34;https://github.com/MarquezProject/marquez/blob/main/RELEASING.md&#34;&gt;&lt;code&gt;Marquez&lt;/code&gt;&lt;/a&gt;. Also, for &lt;strong&gt;step 1&lt;/strong&gt;, we can reference &lt;a href=&#34;https://github.com/MarquezProject/marquez/blob/main/new-version.sh&#34;&gt;&lt;code&gt;new-version.sh&lt;/code&gt;&lt;/a&gt; used on Marquez releases.&lt;/p&gt;
+
+&lt;p&gt;&lt;a href=&#34;https://github.com/mobuchowski&#34;&gt;@mobuchowski&lt;/a&gt;: You&#39;ve already made some great additions to our CI config, this is just to capture the CI release flow.&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-16 11:05:51">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-16 11:05:51"><div class="time">2021-06-16 11:05:51</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/62|#62 OpenLineage artifacts published on PRs&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;OpenLineage artifacts (&lt;code&gt;openlineage-java&lt;/code&gt;, &lt;code&gt;openlineage-python&lt;/code&gt;) are currently being published in PRs, see &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/pull/60&#34;&gt;#60&lt;/a&gt;. We&#39;ll only want to publish artifacts on the &lt;code&gt;main&lt;/code&gt; branch.&lt;/p&gt;
+
+&lt;p&gt;Related to &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/61&#34;&gt;#61&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        bug
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-16 18:49:51">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-16 18:49:51"><div class="time">2021-06-16 18:49:51</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/63|#63 [PROPOSAL] Define the OpenLineage spec versioning mechanism&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+We need to define how the OpenLineage spec gets versioned and published.&lt;br /&gt;
+Some requirements:&lt;/p&gt;
+
+&lt;p&gt;• The OpenLineage spec and related libraries are in the OpenLineage repo.
+• The OpenLineage spec version should change only when the spec itself changes.
+• The libraries in the repo change more frequently than the spec (including when the spec changes).
+• We want to version the OpenLineage spec independently of the api spec.
+• The mechanism to version and publish the OpenLineage core spec, should apply to publishing custom facets.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
+I have started a google doc to make it easier to collaborate:&lt;br /&gt;
+&lt;a href=&#34;https://docs.google.com/document/d/1inhmb90SB62VyYf8nkkpjBDPpyr2wxkIXQ_AFIQiF9I/edit&#34;&gt;https://docs.google.com/document/d/1inhmb90SB62VyYf8nkkpjBDPpyr2wxkIXQ_AFIQiF9I/edit&lt;/a&gt;&lt;br /&gt;
+please comment in the doc.&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        proposal
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-16 19:00:20">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-16 19:00:20"><div class="time">2021-06-16 19:00:20</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage.github.io] Pull request opened by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage.github.io/pull/1|#1 Initial import of openlineage web content&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Ross Turk &lt;a href=&#34;mailto:ross@rossturk.com&#34;&gt;ross@rossturk.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage.github.io&#34;&gt;OpenLineage/OpenLineage.github.io&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-16 19:03:38">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-16 19:03:38"><div class="time">2021-06-16 19:03:38</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage.github.io] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage.github.io/pull/1|#1 Initial import of openlineage web content&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage.github.io&#34;&gt;OpenLineage/OpenLineage.github.io&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-16 19:40:28">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-16 19:40:28"><div class="time">2021-06-16 19:40:28</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] is now public!</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.githubusercontent.com/u/73205353?v&amp;#x3D;4" class="icon">
+                                    }
+                                    <a href="https://github.com/OpenLineage">
+                                    OpenLineage
+                                    </a><span class="print-only">(https://github.com/OpenLineage)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <a href="None">
+            <img class="preview" src="https://octodex.github.com/images/welcometocat.png"
+                width="896"
+                 height="896" />
+        </a>
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ❤️ Willy Lulciuc, Ross Turk
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-16 19:58:29">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-16 19:58:29"><div class="time">2021-06-16 19:58:29</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/64|#64 Automate publishing of gatsby website to github pages.&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-16 20:26:43">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-16 20:26:43"><div class="time">2021-06-16 20:26:43</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/4|#4 adding blog post about parallels of OpenLineage and OpenTelemetry&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        rossturk
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            >
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.githubusercontent.com/u/26350515?v&amp;#x3D;4" class="icon">
+                                    }
+                                    <a href="https://github.com/OpenLineage/website/runs/2844505752">
+                                    DCO: DCO
+                                    </a><span class="print-only">(https://github.com/OpenLineage/website/runs/2844505752)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ No checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        0/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-16 22:07:41">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-16 22:07:41"><div class="time">2021-06-16 22:07:41</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request opened by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/5|#5 Quick fixes&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;A series of quick fixes to our new website:&lt;/p&gt;
+
+&lt;p&gt;• hid cookie banner that linked to a nonexistent cookie policy
+• google analytics tracking
+• added author field to blogs
+• added a favicon&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-17 04:18:34">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-17 04:18:34"><div class="time">2021-06-17 04:18:34</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request ready for review by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/65|#65 Set `Run.runId` format as uuid, according to RFC4122&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-17 05:50:20">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-17 05:50:20"><div class="time">2021-06-17 05:50:20</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/62|#62 OpenLineage artifacts published on PRs&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-17 13:56:41">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-17 13:56:41"><div class="time">2021-06-17 13:56:41</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request merged by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/5|#5 Quick fixes&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-17 13:59:09">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-17 13:59:09"><div class="time">2021-06-17 13:59:09</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/6|#6 Update tip in getting started page to use --tag X.Y.Z&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-17 14:26:56">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-17 14:26:56"><div class="time">2021-06-17 14:26:56</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request merged by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/6|#6 Update tip in getting started page to use --tag X.Y.Z&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-17 14:28:14">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-17 14:28:14"><div class="time">2021-06-17 14:28:14</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request merged by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/4|#4 adding blog post about parallels of OpenLineage and OpenTelemetry&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-17 16:22:44">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-17 16:22:44"><div class="time">2021-06-17 16:22:44</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request opened by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/7|#7 Updates to parallels blog post + updated front page doc links&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Ross Turk &lt;a href=&#34;mailto:ross@rossturk.com&#34;&gt;ross@rossturk.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-17 18:07:08">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-17 18:07:08"><div class="time">2021-06-17 18:07:08</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request merged by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/7|#7 Updates to parallels blog post + updated front page doc links&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-17 18:20:34">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-17 18:20:34"><div class="time">2021-06-17 18:20:34</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage.github.io] Pull request opened by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage.github.io/pull/2|#2 New blog post + series of small refinements&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Ross Turk &lt;a href=&#34;mailto:ross@rossturk.com&#34;&gt;ross@rossturk.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage.github.io&#34;&gt;OpenLineage/OpenLineage.github.io&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-17 18:53:00">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-17 18:53:00"><div class="time">2021-06-17 18:53:00</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/66|#66 Clarify the job naming strategy&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;We need a spec similar to the dataset naming strategy for jobs&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        julienledem
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-17 21:16:47">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-17 21:16:47"><div class="time">2021-06-17 21:16:47</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage.github.io] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage.github.io/pull/2|#2 New blog post + series of small refinements&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage.github.io&#34;&gt;OpenLineage/OpenLineage.github.io&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-18 15:16:09">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-18 15:16:09"><div class="time">2021-06-18 15:16:09</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/67|#67 Add a Consumer spec&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Consumers should be able to receive any facets and need a JSONSCHEMA that just defines the core model without any facet&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-18 15:18:03">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-18 15:18:03"><div class="time">2021-06-18 15:18:03</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/68|#68 Finalize the client APIs spec&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-18 17:12:11">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-18 17:12:11"><div class="time">2021-06-18 17:12:11</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/65|#65 Set `Run.runId` format as uuid, according to RFC4122&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-21 09:39:30">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-21 09:39:30"><div class="time">2021-06-21 09:39:30</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/69|#69 python client: enforce runId being UUID&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Python equivalent of Java PR:&lt;br /&gt;
+&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/pull/65&#34;&gt;#65&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        julienledem
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-21 17:28:08">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-21 17:28:08"><div class="time">2021-06-21 17:28:08</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/69|#69 python client: enforce runId being UUID&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-22 05:48:49">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-22 05:48:49"><div class="time">2021-06-22 05:48:49</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/60|#60 python: relax client requirements&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-25 15:36:47">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-25 15:36:47"><div class="time">2021-06-25 15:36:47</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request opened by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/8|#8 Added lineage API exploration blog&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Notes&lt;/p&gt;
+
+&lt;p&gt;• The post is ~1800 words excluding bash commands and JSON output
+• I copied over the banner and other images from another blog folder
+• I put placeholders in the title and description fields, but they probably could use some attention.
+• The section headers might need some tweaking- I tried to add markers for each data model I discussed as well as a section header for each goal being tackled
+• It&#39;s easier to read from the running instance, rather than reading the mdx directly- just because all the json and bash aren&#39;t as clearly dileneated&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        rossturk
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-25 16:32:06">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-25 16:32:06"><div class="time">2021-06-25 16:32:06</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/70|#70 Add a Kafka backend for sending lineage events&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-25 17:46:16">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-25 17:46:16"><div class="time">2021-06-25 17:46:16</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/71|#71 Finalize the producer-oriented Openlineage spec for 0.1&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-25 19:02:10">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-25 19:02:10"><div class="time">2021-06-25 19:02:10</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/9|#9 Draft of backfilling airflow DAGs using marquez blog&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;This PR adds the a draft version of the &lt;em&gt;Backfilling Airflow DAGs using Marquez&lt;/em&gt; blog.&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-28 14:44:38">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-28 14:44:38"><div class="time">2021-06-28 14:44:38</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Issue opened by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/issues/10|#10 Code blocks contain extraneous new line at bottom&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;For some reason, when Prism deals with the syntax highlighting it adds an extra empty line to the bottom of each code block.&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-29 05:22:07">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-29 05:22:07"><div class="time">2021-06-29 05:22:07</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/72|#72 Drop env var  `OPENLINEAGE_PRODUCER` usage in py client&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;The &lt;code&gt;py&lt;/code&gt; client currently allows for setting the openlineage producer via an env var: &lt;code&gt;OPENLINEAGE_PRODUCER&lt;/code&gt;. We&#39;ll want allow users to configure the producer via the client constructor.&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-06-29 20:26:18">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-06-29 20:26:18"><div class="time">2021-06-29 20:26:18</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/73|#73 Move Marquez integrations to OpenLineage&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;The &lt;a href=&#34;https://github.com/MarquezProject/marquez&#34;&gt;Marquez&lt;/a&gt; community is excited to announce that the following integrations will be moved to the wider OpenLineage ecosystem:&lt;/p&gt;
+
+&lt;p&gt;• &lt;a href=&#34;https://github.com/MarquezProject/marquez/tree/main/integrations/airflow&#34;&gt;&lt;code&gt;marquez-airflow&lt;/code&gt;&lt;/a&gt;: A library that integrates Airflow DAGs to emit OpenLineage metadata.
+• &lt;a href=&#34;https://github.com/MarquezProject/marquez/tree/main/integrations/spark&#34;&gt;&lt;code&gt;marquez-spark&lt;/code&gt;&lt;/a&gt;: A spark agent using jvm instrumentation to emit OpenLineage metadata.
+• &lt;a href=&#34;https://github.com/MarquezProject/marquez/tree/main/integrations/common&#34;&gt;&lt;code&gt;marquez-integration-common&lt;/code&gt;&lt;/a&gt;: Shared code across integrations.
+• &lt;code&gt;marquez-dbt-snowflake&lt;/code&gt;: A library that integrates with DBT to emit OpenLineage metadata for Snowflake.
+• &lt;code&gt;marquez-dbt-bigquery&lt;/code&gt;: A library that integrates with DBT to emit OpenLineage metadata for BigQuery.&lt;/p&gt;
+
+&lt;p&gt;&amp;gt; Note: You can view the integrations in the Marquez repo under &lt;a href=&#34;https://github.com/MarquezProject/marquez/tree/main/integrations&#34;&gt;&lt;code&gt;marquez/integrations/&lt;/code&gt;&lt;/a&gt;. Marquez is an official reference implementation of the OpenLineage API and all the integrations adopt the OpenLineage standard.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Why are the integrations being moved to OpenLineage?&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;The OpenLineage standard was influenced by Marquez&#39;s underlying data model (&lt;em&gt;datasets&lt;/em&gt;, &lt;em&gt;jobs&lt;/em&gt;, &lt;em&gt;runs&lt;/em&gt;) while also drawing inspiration from the projects lineage ingestion API. With OpenLineage now a standalone project under &lt;a href=&#34;https://lfaidata.foundation&#34;&gt;LFAI &amp;amp; Data Foundation&lt;/a&gt;, we&#39;ve decided that now would be the right time to move the integrations over as more and more integrations are being added to the &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/projects/1&#34;&gt;projects roadmap&lt;/a&gt; (&lt;em&gt;Looker&lt;/em&gt;, &lt;em&gt;Flink&lt;/em&gt;, &lt;em&gt;Beam&lt;/em&gt;, etc). This would also allow for the OpenLineage community to grow and learn from existing integration implementations, prioritize bug fixes, propose new integrations and changes to the spec, etc.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;What is the timeline for moving the integrations to OpenLineage?&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Below we outline a high-level timeline of moving the integrations to OpenLineage. We encourage everyone to provide feedback and express any concerns you may have by commenting in this issue:&lt;/p&gt;
+
+&lt;p&gt;☐ Release Marquez &lt;a href=&#34;https://github.com/MarquezProject/marquez/projects/12&#34;&gt;&lt;code&gt;0.16.0&lt;/code&gt;&lt;/a&gt;
+☐ Move the following integrations from Marquez to OpenLineage:
+    ☐ &lt;code&gt;marquez-airflow&lt;/code&gt;
+    ☐ &lt;code&gt;marquez-spark&lt;/code&gt;
+    ☐ &lt;code&gt;marquez-integration-common&lt;/code&gt;
+    ☐ &lt;code&gt;marquez-dbt-snowflake&lt;/code&gt;
+    ☐ &lt;code&gt;marquez-dbt-bigquery&lt;/code&gt;
+☐ Deprecate all integrations in Marquez, then link to the new location in the OpenLineage repo&lt;/p&gt;
+
+&lt;p&gt;Then, going forward, new integrations and improvements will be made by open pull requests against the OpenLineage repo. &lt;strong&gt;Note that during this migration phase, existing Marquez specific functionality and environment variables will be maintained to ensure backwards compatibility. The main difference is that integration packages will get a new name: &lt;code&gt;openlineage-**&lt;/code&gt; instead of &lt;code&gt;marquez-**&lt;/code&gt;&lt;/strong&gt;.&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-01 12:21:57">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-01 12:21:57"><div class="time">2021-07-01 12:21:57</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage.github.io] Pull request opened by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage.github.io/pull/3|#3 New build with the backfill blog&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Ross Turk &lt;a href=&#34;mailto:ross@datakin.com&#34;&gt;ross@datakin.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage.github.io&#34;&gt;OpenLineage/OpenLineage.github.io&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-01 14:25:45">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-01 14:25:45"><div class="time">2021-07-01 14:25:45</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/9|#9 Backfilling Airflow DAGs using Marquez&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-01 14:37:04">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-01 14:37:04"><div class="time">2021-07-01 14:37:04</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/11|#11 Update code styling for backfill blog&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-01 14:38:23">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-01 14:38:23"><div class="time">2021-07-01 14:38:23</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/11|#11 Update code styling for backfill blog&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-01 14:44:34">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-01 14:44:34"><div class="time">2021-07-01 14:44:34</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Issue opened by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/issues/12|#12 Blogs on index page are not listed in reverse chrono order&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;I suspect the graphql query on the index page.&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-02 10:54:17">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-02 10:54:17"><div class="time">2021-07-02 10:54:17</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/74|#74 Move integration/common from marquez&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        1
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        wslulciuc
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-02 16:49:09">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-02 16:49:09"><div class="time">2021-07-02 16:49:09</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/75|#75 Add documentation on how to create custom facets&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-02 16:49:13">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-02 16:49:13"><div class="time">2021-07-02 16:49:13</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/76|#76 Improve contribution guidelines. How to create a new Facet&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-02 16:50:10">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-02 16:50:10"><div class="time">2021-07-02 16:50:10</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/77|#77 Add support for Looker lineage&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-02 16:50:14">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-02 16:50:14"><div class="time">2021-07-02 16:50:14</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/78|#78 Add support for tableau lineage&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-02 16:50:19">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-02 16:50:19"><div class="time">2021-07-02 16:50:19</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/79|#79 Add Flink integration&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-02 16:50:24">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-02 16:50:24"><div class="time">2021-07-02 16:50:24</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/80|#80 Add Beam integration&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-02 16:50:47">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-02 16:50:47"><div class="time">2021-07-02 16:50:47</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/81|#81 Add Prefect support&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-02 16:51:05">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-02 16:51:05"><div class="time">2021-07-02 16:51:05</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/82|#82 Add dbt support&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-02 16:59:18">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-02 16:59:18"><div class="time">2021-07-02 16:59:18</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/83|#83 Finalize the client API spec&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-02 16:59:48">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-02 16:59:48"><div class="time">2021-07-02 16:59:48</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/84|#84 Finalize the OpenLineage mission statement&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;It is part of our technical charter.&lt;br /&gt;
+Currently we have: &#34;to enable the industry at-large to collect lineage metadata consistently and comprehensively across complex pipelines, creating a deeper understanding of data.&#34;&lt;/p&gt;
+
+&lt;p&gt;We&#39;d want to capture that this is specifically operational lineage, or lineage and metadata collected as the job is running.&lt;/p&gt;
+
+&lt;p&gt;It is also something more widely applicable than just data pipelines, and should reflect that,&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-02 17:14:07">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-02 17:14:07"><div class="time">2021-07-02 17:14:07</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage.github.io] Pull request closed by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage.github.io/pull/3|#3 New build with the backfill blog&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage.github.io&#34;&gt;OpenLineage/OpenLineage.github.io&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-02 17:24:26">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-02 17:24:26"><div class="time">2021-07-02 17:24:26</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request opened by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/13|#13 Order the homepage blogs by date in descending order&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Ross Turk &lt;a href=&#34;mailto:ross@rossturk.com&#34;&gt;ross@rossturk.com&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;Thanks &lt;a href=&#34;https://github.com/phixMe&#34;&gt;@phixMe&lt;/a&gt; and &lt;a href=&#34;https://github.com/wslulciuc&#34;&gt;@wslulciuc&lt;/a&gt; for spotting this and suggesting the solution!&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        phixMe
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-07 19:59:01">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-07 19:59:01"><div class="time">2021-07-07 19:59:01</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/86|#86 Add backend for sending lineage to Amundsen&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-07 22:27:50">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-07 22:27:50"><div class="time">2021-07-07 22:27:50</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request merged by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/8|#8 Added lineage API exploration blog&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-07 22:28:09">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-07 22:28:09"><div class="time">2021-07-07 22:28:09</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Issue closed by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/issues/12|#12 Blogs on index page are not listed in reverse chrono order&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-07 22:28:11">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-07 22:28:11"><div class="time">2021-07-07 22:28:11</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request merged by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/13|#13 Order the homepage blogs by date in descending order&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-07 22:36:58">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-07 22:36:58"><div class="time">2021-07-07 22:36:58</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request opened by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/14|#14 Update date and summary for the lineage API blog&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        collado-mike
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            >
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.githubusercontent.com/u/26350515?v&amp;#x3D;4" class="icon">
+                                    }
+                                    <a href="https://github.com/OpenLineage/website/runs/3015059078">
+                                    DCO: DCO
+                                    </a><span class="print-only">(https://github.com/OpenLineage/website/runs/3015059078)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ No checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        0/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-08 03:13:17">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-08 03:13:17"><div class="time">2021-07-08 03:13:17</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request merged by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/14|#14 Update date and summary for the lineage API blog&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-08 20:01:04">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-08 20:01:04"><div class="time">2021-07-08 20:01:04</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request opened by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/15|#15 New feature/banner images for lineage post&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Ross Turk &lt;a href=&#34;mailto:ross@datakin.com&#34;&gt;ross@datakin.com&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;Here are some screenshots of the artwork. Let me know if you would like me to try something different.&lt;/p&gt;
+
+&lt;p&gt;&lt;a href=&#34;https://user-images.githubusercontent.com/1434475/125004197-03618080-e027-11eb-954a-45dee8ea14e0.png&#34;&gt;Screen Shot 2021-07-08 at 7 58 21 PM&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;&lt;a href=&#34;https://user-images.githubusercontent.com/1434475/125004200-0492ad80-e027-11eb-986f-56e8c72d93af.png&#34;&gt;Screen Shot 2021-07-08 at 7 58 26 PM&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <a href="None">
+            <img class="preview" src="https://user-images.githubusercontent.com/1434475/125004197-03618080-e027-11eb-954a-45dee8ea14e0.png"
+                width="838"
+                 height="1170" />
+        </a>
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-08 20:28:58">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-08 20:28:58"><div class="time">2021-07-08 20:28:58</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request merged by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/15|#15 New feature/banner images for lineage post&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-12 12:21:28">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-12 12:21:28"><div class="time">2021-07-12 12:21:28</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/87|#87 Create OL FileBackend for testing&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;To integration test the various OL integrations, we should create a FileBackend, such as exists in Marquez. This avoids a dependency on the Marquez implementation in the OpenLineage integration tests, so a bug in the implementation won&#39;t cause failures in the integration tests.&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-12 12:30:22">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-12 12:30:22"><div class="time">2021-07-12 12:30:22</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/88|#88 Migrate integration tests from Marquez to OpenLineage&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Port the integration tests for the airflow and spark integration tests to the OpenLineage project&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-12 12:32:26">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-12 12:32:26"><div class="time">2021-07-12 12:32:26</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/89|#89 Update OpenLineage CI to publish to artifactory&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Unreleased packages should be deployed to&lt;br /&gt;
+&lt;a href=&#34;https://datakin.jfrog.io/artifactory/datakin-pypi/&#34;&gt;https://datakin.jfrog.io/artifactory/datakin-pypi/&lt;/a&gt; for testing&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-12 14:38:48">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-12 14:38:48"><div class="time">2021-07-12 14:38:48</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/90|#90 Open Lineage integrations migration testing plan&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;For the 0.1 OpenLineage release, we plan to migrate existing Marquez integrations to OpenLineage. In order to ensure backward compatiblity, we need a testing plan to validate the integration works seamlessly.&lt;/p&gt;
+
+&lt;p&gt;The proposed plan is as follows&lt;/p&gt;
+
+&lt;ol&gt;&lt;li&gt;Migrate Marquez integration tests with a FileBackend implementation of the OpenLineage client- we want to avoid a dependency on the Marquez implementation causing test failures that are actually server-side bugs&lt;/li&gt;&lt;li&gt;Update CI scripts to publish OpenLineage pre-release artifacts to Artifactory- there&#39;s an endpoint at &lt;a href=&#34;https://datakin.jfrog.io/artifactory/datakin-pypi/&#34;&gt;https://datakin.jfrog.io/artifactory/datakin-pypi/&lt;/a&gt; we can use for testing.&lt;/li&gt;&lt;li&gt;Update Marquez public integration classes to wrap OpenLineage implementations- e.g., &lt;code&gt;marquez_airflow.Dag&lt;/code&gt; should wrap the &lt;code&gt;openlineage.airflow.Dag&lt;/code&gt;&lt;/li&gt;&lt;li&gt;Update Marquez CI to pull pre-release OpenLineage artifacts from artifactory&lt;/li&gt;&lt;li&gt;Run existing Marquez integration tests and validate the wrappers work with the underlying OpenLineage implementations.&lt;/li&gt;
+&lt;/ol&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-12 20:45:05">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-12 20:45:05"><div class="time">2021-07-12 20:45:05</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/74|#74 Move integration/common from marquez&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-13 05:52:02">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-13 05:52:02"><div class="time">2021-07-13 05:52:02</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request ready for review by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/85|#85 dbt: parsing manifest&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-13 06:48:11">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-13 06:48:11"><div class="time">2021-07-13 06:48:11</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/91|#91 notice file: change format to .txt&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Notice file is usually in .txt format.&lt;/p&gt;
+
+&lt;p&gt;Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        wslulciuc
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-13 11:46:07">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-13 11:46:07"><div class="time">2021-07-13 11:46:07</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/91|#91 notice file: change format to .txt&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-13 12:07:23">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-13 12:07:23"><div class="time">2021-07-13 12:07:23</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/92|#92 integrate openlineage-spark with the openlineage-java client&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-13 12:36:29">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-13 12:36:29"><div class="time">2021-07-13 12:36:29</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request opened by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/16|#16 Fixed Spark integration docs to use correct configuration params&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        rossturk, wslulciuc
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-13 14:07:21">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-13 14:07:21"><div class="time">2021-07-13 14:07:21</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request merged by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/16|#16 Fixed Spark integration docs to use correct configuration params&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-16 14:51:03">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-16 14:51:03"><div class="time">2021-07-16 14:51:03</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/94|#94 moving spark integration from https   github com MarquezProject marquez&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            >
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.githubusercontent.com/u/26350515?v&amp;#x3D;4" class="icon">
+                                    }
+                                    <a href="https://github.com/OpenLineage/OpenLineage/runs/3089117573">
+                                    DCO: DCO
+                                    </a><span class="print-only">(https://github.com/OpenLineage/OpenLineage/runs/3089117573)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ No checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        0/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-16 15:12:57">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-16 15:12:57"><div class="time">2021-07-16 15:12:57</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request closed by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/94|#94 moving spark integration from https   github com MarquezProject marquez&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-16 15:36:58">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-16 15:36:58"><div class="time">2021-07-16 15:36:58</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request ready for review by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/95|#95 Spark integration&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-19 09:02:13">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-19 09:02:13"><div class="time">2021-07-19 09:02:13</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/96|#96 Spark move with history&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            >
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.githubusercontent.com/u/26350515?v&amp;#x3D;4" class="icon">
+                                    }
+                                    <a href="https://github.com/OpenLineage/OpenLineage/runs/3104231996">
+                                    DCO: DCO
+                                    </a><span class="print-only">(https://github.com/OpenLineage/OpenLineage/runs/3104231996)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ No checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        0/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-19 10:46:18">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-19 10:46:18"><div class="time">2021-07-19 10:46:18</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request closed by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/95|#95 Spark integration&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-20 08:50:02">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-20 08:50:02"><div class="time">2021-07-20 08:50:02</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/97|#97 Spark move with history ci test&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            >
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.githubusercontent.com/u/26350515?v&amp;#x3D;4" class="icon">
+                                    }
+                                    <a href="https://github.com/OpenLineage/OpenLineage/runs/3114158522">
+                                    DCO: DCO
+                                    </a><span class="print-only">(https://github.com/OpenLineage/OpenLineage/runs/3114158522)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ No checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        0/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-20 11:53:11">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-20 11:53:11"><div class="time">2021-07-20 11:53:11</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/98|#98 Fix `spark.openlineage.url` handling&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        OleksandrDvornik
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-20 12:03:16">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-20 12:03:16"><div class="time">2021-07-20 12:03:16</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request closed by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/97|#97 Spark move with history ci test&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-21 10:39:13">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-21 10:39:13"><div class="time">2021-07-21 10:39:13</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/99|#99 openlineage#98 fix spark.openlineage.url&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        1
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        wslulciuc, collado-mike
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-21 18:05:44">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-21 18:05:44"><div class="time">2021-07-21 18:05:44</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/100|#100 Rename `OpenLineageSparkContext` to `OpenLineageContext `&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-22 12:28:05">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-22 12:28:05"><div class="time">2021-07-22 12:28:05</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/96|#96 Spark move with history&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-22 15:10:45">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-22 15:10:45"><div class="time">2021-07-22 15:10:45</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request opened by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/17|#17 Update fields in lineage blog to use correct names&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;At some point before I merged my code changes, I changed these field names, but never updated the blog 🤦‍♂️:skin&lt;em&gt;tone&lt;/em&gt;4:&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        rossturk
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-22 16:26:39">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-26/1917137733169_6deec6cec4c5b7faed7a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Ross Turk
+                     <span class="print-only user-email">(ross@datakin.com)</span>
+                </div>
+                <a href="#2021-07-22 16:26:39"><div class="time">2021-07-22 16:26:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I think I may try to deploy this change at the same time as a blog post about today’s LFAI announcement</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-22 18:59:17">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-22 18:59:17"><div class="time">2021-07-22 18:59:17</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request merged by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/17|#17 Update fields in lineage blog to use correct names&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-22 20:41:23">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-22 20:41:23"><div class="time">2021-07-22 20:41:23</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request opened by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/18|#18 Adding new blog about joining the LFAI&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Ross Turk &lt;a href=&#34;mailto:ross@rossturk.com&#34;&gt;ross@rossturk.com&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;A preview image:&lt;br /&gt;
+&lt;a href=&#34;https://user-images.githubusercontent.com/1434475/126725528-d0128081-578a-43d8-91fa-ac515b766b1d.png&#34;&gt;Screenshot 2021-07-22 at 20-37-41 OpenLineage joins the LF AI Data Foundation&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        julienledem
+                                    </div>
+                                
+                                
+    
+        <a href="None">
+            <img class="preview" src="https://user-images.githubusercontent.com/1434475/126725528-d0128081-578a-43d8-91fa-ac515b766b1d.png"
+                width="1376"
+                 height="1412" />
+        </a>
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-22 21:08:30">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-22 21:08:30"><div class="time">2021-07-22 21:08:30</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request merged by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/18|#18 Adding new blog about joining the LFAI&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-22 21:37:23">
+            
+                <img src="https://avatars.slack-edge.com/2020-11-03/1467961410374_60dbc1781564d114f9e1_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Julien Le Dem
+                     <span class="print-only user-email">(julien@apache.org)</span>
+                </div>
+                <a href="#2021-07-22 21:37:23"><div class="time">2021-07-22 21:37:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks. I was driving</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-23 14:01:40">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-23 14:01:40"><div class="time">2021-07-23 14:01:40</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/101|#101 Add the DataQualityMetrics Dataset facet to the core spec&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;a href=&#34;https://github.com/MarquezProject/marquez/blob/main/integrations/airflow/marquez_airflow/data-quality-dataset-facet.json&#34;&gt;https://github.com/MarquezProject/marquez/blob/main/integrations/airflow/marquez_airflow/data-quality-dataset-facet.json&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-23 14:02:54">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-23 14:02:54"><div class="time">2021-07-23 14:02:54</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/102|#102 Add the OutputStatistics Run facet to the core spec&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/integration/spark/facets/spark-2.4/v1/output-statistics-facet.json&#34;&gt;https://github.com/OpenLineage/OpenLineage/blob/main/integration/spark/facets/spark-2.4/v1/output-statistics-facet.json&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-26 07:49:25">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-26 07:49:25"><div class="time">2021-07-26 07:49:25</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by fiskus</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/103|#103 Fix typo: and → an&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Hi, thank you for your work.&lt;br /&gt;
+This is just a fix of a small typo I stumbled upon while reading docs.&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-26 11:15:45">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-26 11:15:45"><div class="time">2021-07-26 11:15:45</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request ready for review by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/93|#93 move OpenLineage airflow integration to OpenLineage repository&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-26 13:32:02">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-26 13:32:02"><div class="time">2021-07-26 13:32:02</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/104|#104 Import marquez-dbt integration to OpenLineage&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        mobuchowski
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-26 14:46:17">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-26 14:46:17"><div class="time">2021-07-26 14:46:17</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/105|#105 [PROPOSAL] package level job metadata&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Purpose&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;To expose information like the version of the job and its source repository, we need a mechanism to provide metadata in the job package when deploying to a scheduler.&lt;br /&gt;
+An example of this is deploying DAGs to an Airflow instance, but this is applicable to all package deployments in general.&lt;br /&gt;
+In some instances workflows/jobs are directly pulled from a source control system from the scheduler allowing some metadata to be inferred from the environment. In other instances, the jobs are packaged and deployed to a scheduler (example: google cloud composer or astronomer). This doc concerns the later case of providing metadata related to the source code of the job at build time.&lt;/p&gt;
+
+&lt;p&gt;(This is based on a Marquez proposal: &lt;a href=&#34;https://github.com/MarquezProject/marquez/issues/825&#34;&gt;MarquezProject/marquez#825&lt;/a&gt;)&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Proposal&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;We define a metadata file to be added at the root of the package/deployment location. This file is named &lt;strong&gt;.OpenLineage.job.facets.json&lt;/strong&gt; and is a json file with the following initial properties (that can be expanded later).&lt;/p&gt;
+
+&lt;p&gt;This also adds &#34;repoUrl&#34;, &#34;path&#34;, &#34;version&#34;, &#34;branch&#34; to the existing SourceCodeLocation facet.&lt;/p&gt;
+
+&lt;p&gt;&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/6909a3da92ec69e464a90982f6b2c3727353955e/spec/OpenLineage.json#L339-L362&#34;&gt;OpenLineage/spec/OpenLineage.json&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;Lines 339 to 362 in &amp;lt;/OpenLineage/OpenLineage/commit/6909a3da92ec69e464a90982f6b2c3727353955e|6909a3d&amp;gt;&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Properties:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;• &lt;strong&gt;sourceCodeLocation.type&lt;/strong&gt;: the source control system&lt;br /&gt;
+    Examples: GIT, SVN, ...
+• &lt;strong&gt;sourceCodeLocation.url&lt;/strong&gt;: the full http URL to locate the file&lt;br /&gt;
+    Example: &lt;a href=&#34;https://github.com/MarquezProject/marquez-airflow-quickstart/blob/693e35482bc2e526ced2b5f9f76ef83dec6ec691/dags/dummy_example.py&#34;&gt;https://github.com/MarquezProject/marquez-airflow-quickstart/blob/693e35482bc2e526ced2b5f9f76ef83dec6ec691/dags/dummy&lt;em&gt;example.py&lt;/a&gt;
+• &lt;strong&gt;sourceCodeLocation.repoUrl&lt;/strong&gt;: the URL to the repository&lt;br /&gt;
+    Examples:
+    • GIT: &lt;a href=&#34;mailto:git@github.com&#34;&gt;git@github.com&lt;/a&gt;:{org}/{repo}.git or &lt;a href=&#34;https://github.com/%7Borg%7D/%7Brepo%7D.git|https://github.com/{org}/{repo}.git&#34;&gt;https://github.com/%7Borg%7D/%7Brepo%7D.git|https://github.com/{org}/{repo}.git&lt;/a&gt;
+    • SVN: svn://&amp;lt;your&lt;/em&gt;ip&amp;gt;/&amp;lt;repository_name&amp;gt;
+• &lt;strong&gt;sourceCodeLocation.path&lt;/strong&gt;: the path in the repo containing the source files&lt;br /&gt;
+    Example: path/to/my/dags&lt;br /&gt;
+    It is intended that we can reconstruct a URL from that path pointing to the file defining a job. &lt;a href=&#34;https://github.com/%7Borg%7D/%7Brepo%7D/tree/%7Bversion%7D/%7Bpath%7D/%7Bfile|https://github.com/{org}/{repo}/tree/{version}/{path}/{file&#34;&gt;https://github.com/%7Borg%7D/%7Brepo%7D/tree/%7Bversion%7D/%7Bpath%7D/%7Bfile|https://github.com/{org}/{repo}/tree/{version}/{path}/{file&lt;/a&gt; path in the package}
+• &lt;strong&gt;sourceCodeLocation.version&lt;/strong&gt;: the current version deployed (not a branch name, the actual unique version)&lt;br /&gt;
+    Examples:
+    • Git: the git sha
+    • Svn: the revision number
+• &lt;strong&gt;sourceCodeLocation.tag&lt;/strong&gt;: optional tag name&lt;br /&gt;
+    Examples: {tag name}
+• &lt;strong&gt;sourceCodeLocation.branch&lt;/strong&gt;:optional branch name&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;JSON Schema&lt;/strong&gt;&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;{
+  &#34;$schema&#34;: &#34;&amp;lt;https://json-schema.org/draft/2019-09/schema&amp;gt;&#34;,
+  &#34;type&#34;: &#34;object&#34;,
+  &#34;properties&#34;: {
+    &#34;sourceCodeLocation&#34;: {
+      &#34;type&#34;: &#34;object&#34;,
+      &#34;properties&#34;: {
+        &#34;type&#34;: {
+          &#34;type&#34;: &#34;string&#34;
+        },
+        &#34;url&#34;: {
+          &#34;type&#34;: &#34;string&#34;
+        },
+        &#34;repoUrl&#34;: {
+          &#34;type&#34;: &#34;string&#34;
+        },
+        &#34;path&#34;: {
+          &#34;type&#34;: &#34;string&#34;
+        },
+        &#34;version&#34;: {
+          &#34;type&#34;: &#34;string&#34;
+        },
+        &#34;tag&#34;: {
+          &#34;type&#34;: &#34;string&#34;
+        },
+        &#34;branch&#34;: {
+          &#34;type&#34;: &#34;string&#34;
+        }
+      },
+      &#34;required&#34;: [
+        &#34;type&#34;,
+        &#34;url&#34;
+      ]
+    }
+  }
+}
+
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;&lt;strong&gt;Example:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;For the DAG defined at: &lt;a href=&#34;https://github.com/MarquezProject/marquez-airflow-quickstart/blob/693e35482bc2e526ced2b5f9f76ef83dec6ec691/dags/dummy_example.py&#34;&gt;https://github.com/MarquezProject/marquez-airflow-quickstart/blob/693e35482bc2e526ced2b5f9f76ef83dec6ec691/dags/dummy_example.py&lt;/a&gt;&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;{ 
+  &#34;sourceCodeLocation&#34;: {
+    &#34;type&#34;: &#34;GIT&#34;,
+    &#34;url&#34;: &#34;&amp;lt;https://github.com/MarquezProject/marquez-airflow-quickstart/blob/693e35482bc2e526ced2b5f9f76ef83dec6ec691/dags/dummy_example.py&amp;gt;&#34;,
+    &#34;repoUrl&#34;: &#34;&amp;lt;https://github.com/MarquezProject/marquez-airflow-quickstart.git&amp;gt;&#34;,
+    &#34;path&#34;: &#34;dags&#34;,
+    &#34;version&#34;: &#34;693e35482bc2e526ced2b5f9f76ef83dec6ec691&#34;,
+    &#34;branch&#34;: &#34;master&#34;
+  }
+}
+
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        proposal
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-26 14:55:04">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-26 14:55:04"><div class="time">2021-07-26 14:55:04</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/106|#106 The dbt `openlineage_bigquery` adapter does not support query cancellation&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Using the &lt;code&gt;openlineage_bigquery&lt;/code&gt; adapter for OpenLineage throws the following error:&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;.
+.
+2021-07-22 00:25:58.454756 (MainThread): 17:25:58 | �[33mThe openlineage_bigquery adapter does not support query cancellation. Some queries may still be running!�[0m
+2021-07-22 00:25:58.724444 (Thread-1): �[31mUnhandled error while executing model.******.******�[0m
+404 DELETE &amp;lt;https://bigquery.googleapis.com/bigquery/v2/projects/******/datasets/******/tables/******__dbt_tmp?prettyPrint=false&amp;gt;: Not found: Table ******:******.******__dbt_tmp
+2021-07-22 00:25:58.375309 (Thread-1): 
+Traceback (most recent call last):
+  File &#34;/Users/******/.pyenv/versions/3.7.7/envs/dbt/lib/python3.7/site-packages/dbt/task/base.py&#34;, line 348, in safe_run
+    result = self.compile_and_execute(manifest, ctx)
+  File &#34;/Users/******/.pyenv/versions/3.7.7/envs/dbt/lib/python3.7/site-packages/dbt/task/base.py&#34;, line 291, in compile_and_execute
+    result = self.run(ctx.node, manifest)
+  File &#34;/Users/******/.pyenv/versions/3.7.7/envs/dbt/lib/python3.7/site-packages/dbt/task/base.py&#34;, line 393, in run
+    return self.execute(compiled_node, manifest)
+  File &#34;/Users/******/.pyenv/versions/3.7.7/envs/dbt/lib/python3.7/site-packages/dbt/task/run.py&#34;, line 249, in execute
+    result = MacroGenerator(materialization_macro, context)()
+  File &#34;/Users/******/.pyenv/versions/3.7.7/envs/dbt/lib/python3.7/site-packages/dbt/clients/jinja.py&#34;, line 333, in __call__
+    return self.call_macro(**args, ****kwargs)
+  File &#34;/Users/max/.pyenv/versions/3.7.7/envs/dbt/lib/python3.7/site-packages/dbt/clients/jinja.py&#34;, line 260, in call_macro
+    return macro(**args, ****kwargs)
+  File &#34;/Users/******/.pyenv/versions/3.7.7/envs/dbt/lib/python3.7/site-packages/jinja2/runtime.py&#34;, line 675, in __call__
+    return self._invoke(arguments, autoescape)
+  File &#34;/Users/******/.pyenv/versions/3.7.7/envs/dbt/lib/python3.7/site-packages/jinja2/runtime.py&#34;, line 679, in _invoke
+    rv = self._func(**arguments)
+  File &#34;&amp;amp;lt;template&amp;amp;gt;&#34;, line 44, in macro
+  File &#34;/Users/******/.pyenv/versions/3.7.7/envs/dbt/lib/python3.7/site-packages/jinja2/sandbox.py&#34;, line 462, in call
+    return __context.call(__obj, **args, ****kwargs)
+  File &#34;/Users/******/.pyenv/versions/3.7.7/envs/dbt/lib/python3.7/site-packages/jinja2/runtime.py&#34;, line 290, in call
+    return __obj(**args, ****kwargs)
+  File &#34;/Users/******/.pyenv/versions/3.7.7/envs/dbt/lib/python3.7/site-packages/dbt/adapters/bigquery/impl.py&#34;, line 159, in drop_relation
+    client.delete_table(relation_object)
+  File &#34;/Users/******/.pyenv/versions/3.7.7/envs/dbt/lib/python3.7/site-packages/google/cloud/bigquery/client.py&#34;, line 1717, in delete_table
+    timeout=timeout,
+  File &#34;/Users/******/.pyenv/versions/3.7.7/envs/dbt/lib/python3.7/site-packages/google/cloud/bigquery/client.py&#34;, line 685, in _call_api
+    return call()
+  File &#34;/Users/******/.pyenv/versions/3.7.7/envs/dbt/lib/python3.7/site-packages/google/api_core/retry.py&#34;, line 286, in retry_wrapped_func
+    on_error=on_error,
+  File &#34;/Users/******/.pyenv/versions/3.7.7/envs/dbt/lib/python3.7/site-packages/google/api_core/retry.py&#34;, line 184, in retry_target
+    return target()
+  File &#34;/Users/******/.pyenv/versions/3.7.7/envs/dbt/lib/python3.7/site-packages/google/cloud/_http.py&#34;, line 438, in api_request
+    raise exceptions.from_http_response(response)
+.
+
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;The issue might not be directly related to the query cancellation error, as in the logs, you can see an attempt for the &lt;code&gt;openlineage_bigquery&lt;/code&gt; adapter to delete a tmp table that does not exist resulting in a &lt;code&gt;404&lt;/code&gt; client exception. Note, the logs above were enabled via the &lt;code&gt;--debug&lt;/code&gt; flag that redirects logs to &lt;code&gt;logs/dbt.log&lt;/code&gt;. Note, when using the vanilla dbt &lt;code&gt;bigquery&lt;/code&gt; adapter, no error is thrown. Below, you can find the related libraries used to reproduce the error:&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;bigquery==0.0.12
+dbt-bigquery==0.20.0
+google-cloud-bigquery==2.16.1
+google-cloud-bigquery-storage==2.4.0
+marquez-dbt-bigquery==0.16.1
+
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        mobuchowski
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        bug
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-26 15:03:09">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-26 15:03:09"><div class="time">2021-07-26 15:03:09</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/107|#107 add more detailed SourceCodeLocation fields&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-26 16:49:35">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-26 16:49:35"><div class="time">2021-07-26 16:49:35</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/108|#108 Add support for `pandas.read_sql`&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Let&#39;s add support for the Panda wrapper method &lt;a href=&#34;https://pandas.pydata.org/docs/reference/api/pandas.read_sql.html&#34;&gt;&lt;code&gt;read_sql&lt;/code&gt;&lt;/a&gt;:&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;pandas.read_sql(sql, con, index_col=None, coerce_float=True,
+  params=None, parse_dates=None, columns=None, chunksize=None)
+
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;Since we have access to the &lt;code&gt;sql&lt;/code&gt; at time of method execution, we can easily parse the SQL to capture the in / out tables before sending an OpenLineage event. We also have access to &lt;code&gt;columns&lt;/code&gt; (if present) on table reads and may also want to support &lt;code&gt;read_sql_table&lt;/code&gt; and &lt;code&gt;read_sql_query&lt;/code&gt; (for backward compatibility).&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        proposal
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-26 19:26:34">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-26 19:26:34"><div class="time">2021-07-26 19:26:34</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/103|#103 Fix typo: and → an&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-27 07:11:18">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-27 07:11:18"><div class="time">2021-07-27 07:11:18</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/99|#99 openlineage#98 fix spark.openlineage.url&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-27 07:12:20">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-27 07:12:20"><div class="time">2021-07-27 07:12:20</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/109|#109 Update OpenLineage CI to publish to artifactory #89&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        1
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-27 08:00:18">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-27 08:00:18"><div class="time">2021-07-27 08:00:18</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/110|#110 airflow integration: move to OpenLineage repo with history&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        wslulciuc
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            >
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.githubusercontent.com/u/26350515?v&amp;#x3D;4" class="icon">
+                                    }
+                                    <a href="https://github.com/OpenLineage/OpenLineage/runs/3171451768">
+                                    DCO: DCO
+                                    </a><span class="print-only">(https://github.com/OpenLineage/OpenLineage/runs/3171451768)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ No checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        0/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-27 08:00:33">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-27 08:00:33"><div class="time">2021-07-27 08:00:33</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request closed by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/93|#93 move OpenLineage airflow integration to OpenLineage repository&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-27 10:41:54">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-27 10:41:54"><div class="time">2021-07-27 10:41:54</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/106|#106 The dbt `openlineage_bigquery` adapter does not support query cancellation&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-27 11:52:52">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-27 11:52:52"><div class="time">2021-07-27 11:52:52</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/111|#111 dbt integration: create wrapper around dbt run &gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Create wrapper around dbt run that parses manifest using &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/pull/85/files&#34;&gt;https://github.com/OpenLineage/OpenLineage/pull/85/files&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;Should be python script that passes all arguments to actual dbt, and emits OL events to backends specified in env.&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        mobuchowski
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-27 18:19:19">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-27 18:19:19"><div class="time">2021-07-27 18:19:19</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/110|#110 airflow integration: move to OpenLineage repo with history&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-27 18:51:14">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-27 18:51:14"><div class="time">2021-07-27 18:51:14</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/113|#113 add Job naming convention&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        mandy-chessell, collado-mike
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-27 19:05:50">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-27 19:05:50"><div class="time">2021-07-27 19:05:50</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/84|#84 Finalize the OpenLineage mission statement&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-27 19:17:21">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-27 19:17:21"><div class="time">2021-07-27 19:17:21</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request ready for review by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/112|#112 Add `openlineage-dbt`&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-27 19:55:17">
+            
+                <img src="https://avatars.slack-edge.com/2020-11-03/1467961410374_60dbc1781564d114f9e1_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Julien Le Dem
+                     <span class="print-only user-email">(julien@apache.org)</span>
+                </div>
+                <a href="#2021-07-27 19:55:17"><div class="time">2021-07-27 19:55:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I reverted this :face_palm: <code>git push origin head</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-27 19:53:34">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-27 19:53:34"><div class="time">2021-07-27 19:53:34</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/114|#114 add OutputStatistics facet&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        1
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        mobuchowski, OleksandrDvornik, collado-mike
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-27 19:58:06">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-27 19:58:06"><div class="time">2021-07-27 19:58:06</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request opened by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/19|#19 New blog - extending OL with facets!&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Ross Turk &lt;a href=&#34;mailto:ross@rossturk.com&#34;&gt;ross@rossturk.com&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;Screenshot attached:&lt;/p&gt;
+
+&lt;p&gt;&lt;a href=&#34;https://user-images.githubusercontent.com/1434475/127242387-8361cf59-fed6-4345-8df0-fa4196666a0c.png&#34;&gt;Screenshot 2021-07-27 at 19-56-50 Extending OpenLineage with Facets&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <a href="None">
+            <img class="preview" src="https://user-images.githubusercontent.com/1434475/127242387-8361cf59-fed6-4345-8df0-fa4196666a0c.png"
+                width="1203"
+                 height="4609" />
+        </a>
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-27 19:58:59">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-27 19:58:59"><div class="time">2021-07-27 19:58:59</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/105|#105 [PROPOSAL] package level job metadata&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-27 19:59:00">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-27 19:59:00"><div class="time">2021-07-27 19:59:00</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/107|#107 add more detailed SourceCodeLocation fields&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-27 20:03:11">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-27 20:03:11"><div class="time">2021-07-27 20:03:11</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request merged by rossturk</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/19|#19 New blog - extending OL with facets!&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-27 21:08:39">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-27 21:08:39"><div class="time">2021-07-27 21:08:39</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/115|#115 Data quality facet&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        mobuchowski, collado-mike
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-28 10:07:57">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-28 10:07:57"><div class="time">2021-07-28 10:07:57</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/116|#116 adding new_version.sh script for bump up versions &gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        wslulciuc, mobuchowski
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-28 12:25:23">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-28 12:25:23"><div class="time">2021-07-28 12:25:23</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/85|#85 dbt: parsing manifest&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-28 13:12:45">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-28 13:12:45"><div class="time">2021-07-28 13:12:45</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request closed by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/112|#112 Add `openlineage-dbt`&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-28 18:14:51">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-28 18:14:51"><div class="time">2021-07-28 18:14:51</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/104|#104 Import marquez-dbt integration to OpenLineage&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-28 18:44:54">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-28 18:44:54"><div class="time">2021-07-28 18:44:54</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/118|#118 separate facets&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-29 09:45:25">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-29 09:45:25"><div class="time">2021-07-29 09:45:25</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request ready for review by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/117|#117 dbt: wrapper script&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-29 09:47:31">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-29 09:47:31"><div class="time">2021-07-29 09:47:31</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/116|#116 adding new_version.sh script for bump up versions &gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-29 12:39:38">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-29 12:39:38"><div class="time">2021-07-29 12:39:38</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/119|#119 spark: rename OpenLineageSparkContext to OpenLineageContext&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        1
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-29 12:44:01">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-29 12:44:01"><div class="time">2021-07-29 12:44:01</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/120|#120 SchemaDatasetFacet: relax type requirement&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Right now, type property for schema field is required:&lt;br /&gt;
+&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json#L462&#34;&gt;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json#L462&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;It&#39;s easy to imagine cases where this restriction disallows us from emitting useful information. For example, &lt;code&gt;dbt&lt;/code&gt; metadata sometimes does not always emit types. Another example might be etl job that selects subset of columns - it would be nice to see which ones are selected, even if we don&#39;t know their types.&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-29 13:09:24">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-29 13:09:24"><div class="time">2021-07-29 13:09:24</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/119|#119 spark: rename OpenLineageSparkContext to OpenLineageContext&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-29 19:41:02">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-29 19:41:02"><div class="time">2021-07-29 19:41:02</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/121|#121 Add version id in OpenLineage spec and publish on website&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-30 08:29:37">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-30 08:29:37"><div class="time">2021-07-30 08:29:37</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/122|#122 change new-version.sh according to comments&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        wslulciuc
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-30 09:39:36">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-30 09:39:36"><div class="time">2021-07-30 09:39:36</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/123|#123 SchemaDatasetFacet: do not require field type &gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        julienledem, collado-mike
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-30 14:11:10">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-30 14:11:10"><div class="time">2021-07-30 14:11:10</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/122|#122 change new-version.sh according to comments&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-30 15:07:07">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-30 15:07:07"><div class="time">2021-07-30 15:07:07</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/123|#123 SchemaDatasetFacet: do not require field type &gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-30 15:20:27">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-30 15:20:27"><div class="time">2021-07-30 15:20:27</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/124|#124 add version in spec&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        collado-mike
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-30 17:11:47">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-30 17:11:47"><div class="time">2021-07-30 17:11:47</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by knxacgcg</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/125|#125 Date doesn&#39;t parse correctly when a Pendulum date is used&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/0a6be73d855e9bd5e1c61453190343b17ca1082d/integration/airflow/openlineage/airflow/utils.py#L216-L217&#34;&gt;OpenLineage/integration/airflow/openlineage/airflow/utils.py&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;Lines 216 to 217 in &amp;lt;/OpenLineage/OpenLineage/commit/0a6be73d855e9bd5e1c61453190343b17ca1082d|0a6be73&amp;gt;&lt;/p&gt;
+
+&lt;p&gt;Example:&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;&amp;amp;gt;&amp;amp;gt;&amp;amp;gt; _NOMINAL_TIME_FORMAT = &#34;%Y-%m-%dT%H:%M:%S.%fZ&#34;
+&amp;amp;gt;&amp;amp;gt;&amp;amp;gt; 
+&amp;amp;gt;&amp;amp;gt;&amp;amp;gt; import pendulum
+&amp;amp;gt;&amp;amp;gt;&amp;amp;gt; dt = pendulum.now(&#34;America/Los_Angeles&#34;)
+&amp;amp;gt;&amp;amp;gt;&amp;amp;gt; dt.format(_NOMINAL_TIME_FORMAT)
+&#39;%2021-%8-%5T%14:%7:%6.%f-07:00&#39;
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-07-30 19:42:42">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-07-30 19:42:42"><div class="time">2021-07-30 19:42:42</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by knxacgcg</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/126|#126 create_dagrun doesn&#39;t seem to work when called from scheduler in airflow 2.0&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/0a6be73d855e9bd5e1c61453190343b17ca1082d/integration/airflow/openlineage/airflow/dag.py#L102&#34;&gt;OpenLineage/integration/airflow/openlineage/airflow/dag.py&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;Line 102 in &amp;lt;/OpenLineage/OpenLineage/commit/0a6be73d855e9bd5e1c61453190343b17ca1082d|0a6be73&amp;gt;&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Dependencies:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Airflow Version: 2.1.2&lt;br /&gt;
+Python Version: 3.8.0&lt;br /&gt;
+OpenLineage Library Versions:&lt;/p&gt;
+
+&lt;p&gt;• git+&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage.git@47fdac36d32f607e611e4f7838637e294929518f#egg=openlineage-python&amp;amp;subdirectory=client/python|https://github.com/OpenLineage/OpenLineage.git@47fdac36d32f607e611e4f7838637e294929518f#egg=openlineage-python&amp;amp;subdirectory=client/python&#34;&gt;https://github.com/OpenLineage/OpenLineage.git@47fdac36d32f607e611e4f7838637e294929518f#egg=openlineage-python&amp;amp;subdirectory=client/python|https://github.com/OpenLineage/OpenLineage.git@47fdac36d32f607e611e4f7838637e294929518f#egg=openlineage-python&amp;amp;subdirectory=client/python&lt;/a&gt;
+• git+&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage.git@47fdac36d32f607e611e4f7838637e294929518f#egg=openlineage-integration-common&amp;amp;subdirectory=integration/common|https://github.com/OpenLineage/OpenLineage.git@47fdac36d32f607e611e4f7838637e294929518f#egg=openlineage-integration-common&amp;amp;subdirectory=integration/common&#34;&gt;https://github.com/OpenLineage/OpenLineage.git@47fdac36d32f607e611e4f7838637e294929518f#egg=openlineage-integration-common&amp;amp;subdirectory=integration/common|https://github.com/OpenLineage/OpenLineage.git@47fdac36d32f607e611e4f7838637e294929518f#egg=openlineage-integration-common&amp;amp;subdirectory=integration/common&lt;/a&gt;
+• git+&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage.git@47fdac36d32f607e611e4f7838637e294929518f#egg=openlineage-airflow&amp;amp;subdirectory=integration/airflow|https://github.com/OpenLineage/OpenLineage.git@47fdac36d32f607e611e4f7838637e294929518f#egg=openlineage-airflow&amp;amp;subdirectory=integration/airflow&#34;&gt;https://github.com/OpenLineage/OpenLineage.git@47fdac36d32f607e611e4f7838637e294929518f#egg=openlineage-airflow&amp;amp;subdirectory=integration/airflow|https://github.com/OpenLineage/OpenLineage.git@47fdac36d32f607e611e4f7838637e294929518f#egg=openlineage-airflow&amp;amp;subdirectory=integration/airflow&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Sample DAG:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;from datetime import datetime
+
+from openlineage.airflow import DAG
+from airflow.operators.bash import BashOperator
+import http
+http.client.HTTPConnection.debuglevel = 1
+
+airflow_defaults = {&#34;owner&#34;: &#34;test-airflow&#34;, &#34;start_date&#34;: datetime(2020, 8, 19)}
+dag = DAG(
+    &#34;sample_run_1&#34;,
+    default_args=airflow_defaults,
+    catchup=False,
+    schedule_interval=&#34;** ** ** ** **&#34;
+)
+
+with dag:
+    bash_task = BashOperator(
+        task_id=&#34;bash_task&#34;,
+        bash_command=&#34;&#34;&#34; echo &#34;${OPENLINEAGE_URL} | ${OPENLINEAGE_PRODUCER} |  ${OPENLINEAGE_API_KEY} | ${OPENLINEAGE_NAMESPACE}&#34; &#34;&#34;&#34;
+    )
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;&lt;strong&gt;Runs&lt;/strong&gt;&lt;/p&gt;
+
+&lt;ol&gt;&lt;li&gt;Running via Interpreter:&lt;br /&gt;
+when running directly through a python script, the openlineage override create_dagrun seems to work correctly and has the correct type. it also properly emits to the openlineage endpoint&lt;/li&gt;
+&lt;/ol&gt;
+
+&lt;pre&gt;&lt;code&gt;from airflow.utils.types import DagRunType
+from airflow.utils.state import State
+from datetime import datetime
+from airflow.utils import timezone
+
+dag.create_dagrun(state=State.QUEUED, run_type=DagRunType.MANUAL, execution_date=timezone.make_aware(datetime.now()))
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;pre&gt;&lt;code&gt;[2021-07-30 16:28:28,412] {dag.py:103} INFO - ******** STARTING CREATE DAGRUN OPENLINEAGE ************
+[2021-07-30 16:28:28,413] {dag.py:1770} INFO - ******** STARTING CREATE DAGRUN ************
+[2021-07-30 16:28:28,413] {dag.py:1771} INFO - &amp;amp;lt;DAG: sample_run_1&amp;amp;gt;. &amp;amp;lt;class &#39;openlineage.airflow.dag.DAG&#39;&amp;amp;gt;
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;ol start=&#34;2&#34;&gt;&lt;li&gt;Running via Scheduler:&lt;br /&gt;
+however, when triggered from the scheduler / ui, it appears to only run the native create_dagrun method and nothing is emitted to the openlineage endpoint&lt;/li&gt;
+&lt;/ol&gt;
+
+&lt;pre&gt;&lt;code&gt;[2021-07-30 16:29:02,426] {dag.py:1770} INFO - ******** STARTING CREATE DAGRUN ************
+[2021-07-30 16:29:02,426] {dag.py:1771} INFO - &amp;amp;lt;DAG: sample_run_1&amp;amp;gt;. &amp;amp;lt;class &#39;airflow.serialization.serialized_objects.SerializedDAG&#39;&amp;amp;gt;
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;&lt;strong&gt;How to reproduce:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;• create a log entry ( or debug breakpoint ) within openlineage.airflow.dag.DAG.create&lt;em&gt;dagrun and airflow.models.dag.DAG.create&lt;/em&gt;dagrun
+• run a dag that uses openlineage.airflow.DAG
+• check if both log entries appear, or if only the log entry from airflow.models.dag.DAG.create&lt;em&gt;dagrun is emitted. additionally, there will be no request made to the OPENLINEAGE&lt;/em&gt;URL endpoint&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-02 05:30:04">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-02 05:30:04"><div class="time">2021-08-02 05:30:04</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/127|#127 dbt integration: use data from catalog.json when available &gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;When user runs &lt;code&gt;dbt docs generate&lt;/code&gt; dbt does grab - and store in &lt;code&gt;catalog.json&lt;/code&gt; file - additional table and column level metadata, such as&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;Column type
+Approximate size of table
+Approximate count of rows in this table
+
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;We should use those.&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        mobuchowski
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-02 05:34:49">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-02 05:34:49"><div class="time">2021-08-02 05:34:49</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/117|#117 dbt: wrapper script&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-02 05:35:17">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-02 05:35:17"><div class="time">2021-08-02 05:35:17</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/120|#120 SchemaDatasetFacet: relax type requirement&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-02 05:39:29">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-02 05:39:29"><div class="time">2021-08-02 05:39:29</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/100|#100 Rename `OpenLineageSparkContext` to `OpenLineageContext `&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-02 12:20:24">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-02 12:20:24"><div class="time">2021-08-02 12:20:24</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/128|#128 Add automated tests for Spark integration with Spark 3.x in addition to Spark 2.4&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-03 10:29:59">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-03 10:29:59"><div class="time">2021-08-03 10:29:59</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/129|#129 airflow: remove test dependency on marquez&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Replace comparing generated events via Marquez with comparison to file-provided events.&lt;br /&gt;
+Comparison is done by simple flask service.&lt;/p&gt;
+
+&lt;p&gt;Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        wslulciuc
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-03 10:50:17">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-03 10:50:17"><div class="time">2021-08-03 10:50:17</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/130|#130 [spark-client-integration] changes in java client for spark integration&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Changes required for &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/pull/131&#34;&gt;PR&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-03 11:15:16">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-03 11:15:16"><div class="time">2021-08-03 11:15:16</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/131|#131 [spark-client-integration] spark part, use new changes from openlineage-java client&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Depends on &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/pull/130&#34;&gt;PR&lt;/a&gt;&lt;br /&gt;
+Java client should be published to snapshot, before merge this PR.&lt;br /&gt;
+Test can fail due to dependency and latest changes in openlineage-java&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-03 11:30:26">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-03 11:30:26"><div class="time">2021-08-03 11:30:26</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/132|#132 Artifactory test ci&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-03 11:34:53">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-03 11:34:53"><div class="time">2021-08-03 11:34:53</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/63|#63 [PROPOSAL] Define the OpenLineage spec versioning mechanism&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-03 11:34:53">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-03 11:34:53"><div class="time">2021-08-03 11:34:53</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/121|#121 Add version id in OpenLineage spec and publish on website&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-03 11:34:54">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-03 11:34:54"><div class="time">2021-08-03 11:34:54</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/124|#124 add version in spec&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-03 12:21:46">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-03 12:21:46"><div class="time">2021-08-03 12:21:46</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/133|#133 README for the DBT integration&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        mobuchowski
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-03 12:29:35">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-03 12:29:35"><div class="time">2021-08-03 12:29:35</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request closed by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/132|#132 Artifactory test ci&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-03 13:32:02">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-03 13:32:02"><div class="time">2021-08-03 13:32:02</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/134|#134 dbt: readme&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        wslulciuc
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-03 17:58:41">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-03 17:58:41"><div class="time">2021-08-03 17:58:41</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/114|#114 add OutputStatistics facet&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-03 17:59:12">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-03 17:59:12"><div class="time">2021-08-03 17:59:12</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/102|#102 PROPOSAL: Add the OutputStatistics Output Dataset facet to the core spec&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-04 05:59:21">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-04 05:59:21"><div class="time">2021-08-04 05:59:21</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/130|#130 [spark-client-integration] changes in java client for spark integration&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-04 10:27:57">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-04 10:27:57"><div class="time">2021-08-04 10:27:57</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/109|#109 Update OpenLineage CI to publish to artifactory #89&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-08-04 10:42:12">
+            
+                <img src="https://secure.gravatar.com/avatar/aa816fbf9ce0b6ca6b1aadd457381b36.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0019-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Oleksandr Dvornik
+                     <span class="print-only user-email">(oleksandr.dvornik@getindata.com)</span>
+                </div>
+                <a href="#2021-08-04 10:42:12"><div class="time">2021-08-04 10:42:12</div></a>
+                <div class="msg">
+                    <p>@Oleksandr Dvornik has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-04 11:06:12">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-04 11:06:12"><div class="time">2021-08-04 11:06:12</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/135|#135 dbt wrapper: fix dependencies&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;• properly refer to integration-common
+• remove transient dependencies
+• force sqlparse &amp;lt; 4 when using dbt script&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        wslulciuc
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-04 11:44:24">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-04 11:44:24"><div class="time">2021-08-04 11:44:24</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/135|#135 dbt wrapper: fix dependencies&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-04 12:43:36">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-04 12:43:36"><div class="time">2021-08-04 12:43:36</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/136|#136 python: remove usage of OPENLINAGE_PRODUCER environment variable&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Integrations can change default producer using &lt;code&gt;set_producer&lt;/code&gt;. This is effectively singleton.&lt;/p&gt;
+
+&lt;p&gt;Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        wslulciuc
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-08-04 13:33:45">
+            
+                <img src="https://avatars.slack-edge.com/2021-08-03/2341127842658_5c75b0aeb60b20c86610_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Joe Regensburger
+                     <span class="print-only user-email">(jregensburger@immuta.com)</span>
+                </div>
+                <a href="#2021-08-04 13:33:45"><div class="time">2021-08-04 13:33:45</div></a>
+                <div class="msg">
+                    <p>@Joe Regensburger has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-04 14:38:35">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-04 14:38:35"><div class="time">2021-08-04 14:38:35</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/134|#134 dbt: readme&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-04 18:20:53">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-04 18:20:53"><div class="time">2021-08-04 18:20:53</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/136|#136 python: remove usage of OPENLINAGE_PRODUCER environment variable&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-04 20:01:21">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-04 20:01:21"><div class="time">2021-08-04 20:01:21</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/129|#129 airflow: remove test dependency on marquez&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-04 20:12:17">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-04 20:12:17"><div class="time">2021-08-04 20:12:17</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/138|#138 Separate facets to allow versioning of the core spec and each facet independently&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;We want to version the core spec (LineageEvent, Job, Run, Dataset) independently of all the facets.&lt;br /&gt;
+Each facet gets its own version number by following the same versioning scheme as the spec.&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-04 20:14:17">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-04 20:14:17"><div class="time">2021-08-04 20:14:17</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/139|#139 Add automated tests for Airflow 2.0&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-04 22:49:20">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-04 22:49:20"><div class="time">2021-08-04 22:49:20</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/140|#140 Add mechanism to enforce spec versioning&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;This modifies the code generator to:&lt;/p&gt;
+
+&lt;p&gt;• always use the local version of the spec
+• issue a warning if the spec is not public at $id
+• verify that the spec matches the one published at $id if available
+• fail the build if the spec does not match to require changing the version.&lt;/p&gt;
+
+&lt;p&gt;This will guarantee that we don&#39;t reuse published specs.&lt;br /&gt;
+It also removes the need for the code to be pushed to the repo for the build to work.&lt;/p&gt;
+
+&lt;p&gt;Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        1
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        mobuchowski, OleksandrDvornik, collado-mike
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-04 23:11:04">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-04 23:11:04"><div class="time">2021-08-04 23:11:04</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/101|#101 Add the DataQualityMetrics Dataset facet to the core spec&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-04 23:11:05">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-04 23:11:05"><div class="time">2021-08-04 23:11:05</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/115|#115 Data quality Metrics facet&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-05 05:12:56">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-05 05:12:56"><div class="time">2021-08-05 05:12:56</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/141|#141 Rename Great Expectation assert property `columnId` -&amp;gt; `column`&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;This PR fixes the property name for the Great Expectation facet used in assertions from &lt;code&gt;columnId&lt;/code&gt; to &lt;code&gt;column&lt;/code&gt;. The property name in Great Expectation is &lt;code&gt;column&lt;/code&gt; and we should keep names the same, see &lt;a href=&#34;https://github.com/great-expectations/great_expectations/blob/main/great_expectations/core/expectation_configuration.py#L996&#34;&gt;https://github.com/great-expectations/great&lt;em&gt;expectations/blob/main/great&lt;/em&gt;expectations/core/expectation_configuration.py#L996&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-05 05:22:48">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-05 05:22:48"><div class="time">2021-08-05 05:22:48</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by fm100</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/142|#142 `pip install openlineage-dbt` not working&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;(py39) ➜  ~ python --version
+Python 3.9.6
+(py39) ➜  ~ pip install openlineage-dbt
+ERROR: Could not find a version that satisfies the requirement openlineage-dbt (from versions: none)
+ERROR: No matching distribution found for openlineage-dbt
+(py39) ➜  ~
+
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;Tried as instructed from dbt integration README, but &lt;em&gt;pip install&lt;/em&gt; command didn&#39;t work. Tested on python 3.6, 3.7, 3.8 and 3.9 and nothing worked.&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        proposal
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-05 12:04:23">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-05 12:04:23"><div class="time">2021-08-05 12:04:23</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request ready for review by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/137|#137 dbt: use column-level catalog metadata&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-05 14:03:59">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-05 14:03:59"><div class="time">2021-08-05 14:03:59</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] New release <em><a href="https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc7">Release - 0.0.1-rc7</a></em> published by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc7|Release - 0.0.1-rc7&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-05 14:04:10">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-05 14:04:10"><div class="time">2021-08-05 14:04:10</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/143|#143 Add outputStatistics for spark integration&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;In addition to the current outputStatistics dataset.facet facet we need to add the same information in &lt;code&gt;event.outputs.Dataset.outputFacets.outputStatistics&lt;/code&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-05 14:04:18">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-05 14:04:18"><div class="time">2021-08-05 14:04:18</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/144|#144 Add outputStatistics for airflow-bq integration&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;In addition to the current outputStatistics dataset.facet facet we need to add the same information in &lt;code&gt;event.outputs.Dataset.outputFacets.outputStatistics&lt;/code&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-05 14:04:31">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-05 14:04:31"><div class="time">2021-08-05 14:04:31</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/145|#145 Add outputStatistics for dbt integration&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;We need to add the outputStatistics information in &lt;code&gt;event.outputs.Dataset.outputFacets.outputStatistics&lt;/code&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-05 14:05:58">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-05 14:05:58"><div class="time">2021-08-05 14:05:58</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/146|#146 Add dataQualityMetrics for airflow-GreatExpectations integration&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;In addition to the current dataset.facets.dataQuality facet we need to add the same information in &lt;code&gt;event.inputs.Dataset.inputFacets.dataQualityMetrics&lt;/code&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-05 14:11:09">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-05 14:11:09"><div class="time">2021-08-05 14:11:09</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/147|#147 Publish automatically the spec to openlineage.io&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;When the build runs on the &lt;code&gt;main&lt;/code&gt; branch, we will publish the &lt;code&gt;spec/OpenLineage.json&lt;/code&gt; file to &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json#L3&#34;&gt;the URL defined in the &lt;code&gt;$id&lt;/code&gt; field&lt;/a&gt; using &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage.github.io&#34;&gt;github pages&lt;/a&gt;..&lt;/p&gt;
+
+&lt;p&gt;See versioning specification: &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/Versioning.md&#34;&gt;https://github.com/OpenLineage/OpenLineage/blob/main/spec/Versioning.md&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-05 14:45:05">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-05 14:45:05"><div class="time">2021-08-05 14:45:05</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/148|#148 [PROPOSAL] column level lineage facet&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+For transformations like SQL queries (but also in other cases), we can extract column level lineage. This allows answering questions like ‘which root input columns are used to construct column x?’. We need to be able to capture this information in the OpenLineage model&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
+We propose to introduce a new dataset facet:&lt;br /&gt;
+example:&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;{
+   &#34;eventType&#34;: &#34;COMPLETE&#34;,
+   &#34;eventTime&#34;: &#34;2020-12-28T20:52:00.001+10:00&#34;,
+   &#34;run&#34; : {
+     &#34;runId&#34;: &#34;uuid&#34;
+   },
+  &#34;job&#34;: {
+     &#34;namespace&#34;: &#34;scheduler&#34;,
+     &#34;name&#34;: &#34;myjob&#34;,
+     &#34;facets&#34;: {
+        &#34;sql&#34;: {
+            &#34;query&#34;: &#34;Insert into outputTable from select ** from inputTable&#34;
+        }
+     }
+   },
+   &#34;inputs&#34;: [
+     { 
+       &#34;namespace&#34;: &#34;N1&#34;,
+       &#34;name&#34;: &#34;inputTable&#34;,
+       &#34;facets&#34;: {
+        &#34;schema&#34;: {
+           &#34;fields&#34;: [ {&#34;name&#34;: &#34;col_a&#34;, &#34;type&#34;: &#34;VARCHAR&#34;},  {&#34;name&#34;: &#34;col_b&#34;, &#34;type&#34;: &#34;int&#34;}]
+         }
+       }
+    }
+   ],
+   &#34;outputs&#34;: [
+     { 
+       &#34;namespace&#34;: &#34;N2&#34;,
+       &#34;name&#34;: &#34;outputTable&#34;,
+       &#34;facets&#34;: {
+        &#34;schema&#34;: {
+           &#34;fields&#34;: [ {&#34;name&#34;: &#34;col_a&#34;, &#34;type&#34;: &#34;VARCHAR&#34;},  {&#34;name&#34;: &#34;col_b&#34;, &#34;type&#34;: &#34;int&#34;}]
+         },
+         &#34;columnLineage&#34;: {
+           &#34;fields&#34;: {
+               &#34;col_a&#34;: [ { &#34;namespace&#34;: &#34;N1&#34;, &#34;name&#34;: &#34;col_a&#34; } ],
+               &#34;col_b&#34;: [ { &#34;namespace&#34;: &#34;N1&#34;, &#34;name&#34;: &#34;col_b&#34; } ]
+           }
+         }
+       }
+     }
+   ]
+}
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;Schema:&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;     &#34;columnLineage&#34;:  {
+          &#34;type&#34;: &#34;object&#34;,
+          &#34;properties&#34;: {
+            &#34;fields&#34;: {
+              &#34;type&#34;: &#34;array&#34;,
+              &#34;items&#34;: {
+                &#34;type&#34;: &#34;object&#34;,
+                &#34;additionalProperties&#34;: {
+                  &#34;type&#34;: &#34;object&#34;,
+                  &#34;properties&#34;: {
+                    &#34;namespace&#34;: {
+                      &#34;type&#34;: &#34;string&#34;
+                    },
+                    &#34;name&#34;: {
+                      &#34;type&#34;: &#34;string&#34;
+                    },
+                  },
+                  &#34;required&#34;: [
+                    &#34;namespace&#34;, &#34;name&#34;
+                  ]
+                }
+              }
+            }
+         }
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        proposal
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-05 15:04:34">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-05 15:04:34"><div class="time">2021-08-05 15:04:34</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] New release <em><a href="https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc7">Release - 0.0.1-rc7</a></em> published by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc7|Release - 0.0.1-rc7&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-05 15:12:16">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-05 15:12:16"><div class="time">2021-08-05 15:12:16</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] New release <em><a href="https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc7">Release - 0.0.1-rc7</a></em> published by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc7|Release - 0.0.1-rc7&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-05 15:16:52">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-05 15:16:52"><div class="time">2021-08-05 15:16:52</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] New release <em><a href="https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc8">Release - 0.0.1-rc8</a></em> published by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc8|Release - 0.0.1-rc8&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-05 15:19:52">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-05 15:19:52"><div class="time">2021-08-05 15:19:52</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] New release <em><a href="https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc8">Release - 0.0.1-rc8</a></em> published by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/releases/tag/0.0.1-rc8|Release - 0.0.1-rc8&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-06 08:06:00">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-06 08:06:00"><div class="time">2021-08-06 08:06:00</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request ready for review by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/137|#137 dbt: use column-level catalog metadata&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-06 08:06:33">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-06 08:06:33"><div class="time">2021-08-06 08:06:33</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/72|#72 Drop env var  `OPENLINEAGE_PRODUCER` usage in py client&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-06 08:26:27">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-06 08:26:27"><div class="time">2021-08-06 08:26:27</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/133|#133 README for the DBT integration&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-06 08:48:31">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-06 08:48:31"><div class="time">2021-08-06 08:48:31</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/87|#87 Update integration tests to use mock-server container&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-06 08:48:46">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-06 08:48:46"><div class="time">2021-08-06 08:48:46</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/88|#88 Migrate integration tests from Marquez to OpenLineage&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-06 09:04:26">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-06 09:04:26"><div class="time">2021-08-06 09:04:26</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/111|#111 dbt integration: create wrapper around dbt run &gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-06 12:46:34">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-06 12:46:34"><div class="time">2021-08-06 12:46:34</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/141|#141 Rename Great Expectation assert property `columnId` -&amp;gt; `column`&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-06 19:34:30">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-06 19:34:30"><div class="time">2021-08-06 19:34:30</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/140|#140 Add mechanism to enforce spec versioning&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-09 09:22:51">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-09 09:22:51"><div class="time">2021-08-09 09:22:51</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/150|#150 great expectations: data quality input facet&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/146&#34;&gt;#146&lt;/a&gt;&lt;br /&gt;
+Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        wslulciuc
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-09 10:15:56">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-09 10:15:56"><div class="time">2021-08-09 10:15:56</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/151|#151 bigquery: output statistics facet&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/144&#34;&gt;#144&lt;/a&gt;&lt;br /&gt;
+Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-09 11:43:19">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-09 11:43:19"><div class="time">2021-08-09 11:43:19</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by mandy-chessell</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/152|#152 Proposal for a ProxyBackend&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;This issue is to track the discussion and development of a proxy backend. The diagram below shows the basic idea.&lt;/p&gt;
+
+&lt;p&gt;&lt;a href=&#34;https://user-images.githubusercontent.com/12354195/128734055-2a08372e-8d1b-426e-9c25-c06aeb551e36.png&#34;&gt;image&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <a href="None">
+            <img class="preview" src="https://user-images.githubusercontent.com/12354195/128734055-2a08372e-8d1b-426e-9c25-c06aeb551e36.png"
+                width="2664"
+                 height="2084" />
+        </a>
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-09 16:12:10">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-09 16:12:10"><div class="time">2021-08-09 16:12:10</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request opened by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/20|#20 Add new blog on data quality facets and Great Expectations&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Michael Collado &lt;a href=&#34;mailto:mike@datakin.com&#34;&gt;mike@datakin.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        julienledem, rossturk
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-09 19:38:47">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-09 19:38:47"><div class="time">2021-08-09 19:38:47</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/153|#153 [PROPOSAL] Version facets independently of the core spec&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+The OpenLineage core spec is versioned using a version URL in the &lt;code&gt;$id&lt;/code&gt; field:&lt;br /&gt;
+See:&lt;/p&gt;
+
+&lt;p&gt;• &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/Versioning.md&#34;&gt;https://github.com/OpenLineage/OpenLineage/blob/main/spec/Versioning.md&lt;/a&gt;
+• &lt;a href=&#34;https://openlineage.io/spec/1-0-0/OpenLineage.json&#34;&gt;https://openlineage.io/spec/1-0-0/OpenLineage.json&lt;/a&gt;&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;{
+  &#34;$schema&#34;: &#34;&amp;lt;https://json-schema.org/draft/2020-12/schema&amp;gt;&#34;,
+  &#34;$id&#34;: &#34;&amp;lt;https://openlineage.io/spec/1-0-0/OpenLineage.json&amp;gt;&#34;,
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;Currently all the core facets are also defined in that same core spec.&lt;/p&gt;
+
+&lt;p&gt;This means that the core spec gets a new version whenever a facet is changed along with every other facet.&lt;br /&gt;
+We&#39;d rather have the core spec and each facet versioned independently so that their version changes only when they change.&lt;br /&gt;
+This matches much better the use cases for using the version number.&lt;/p&gt;
+
+&lt;p&gt;For example:&lt;/p&gt;
+
+&lt;p&gt;• a consumer of OpenLineage would care only about the compatibility of the core spec, accept any version of any facet and handles specific facets independently.
+• a producer of a facet cares what version of the core model and that specific facet (core or custom) it is generating.
+• a consumer of a specific facet cares about the version of that specific facet and ignore changes to facets it does not consume.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;This proposal is to move each core facet definition into its own file and use the same versioning mechanism (per file) as the core spec.&lt;/p&gt;
+
+&lt;p&gt;This leaves the core spec to only contain the &lt;code&gt;LineageEvent&lt;/code&gt; and related core entities (LineageEvent, Run, Job, Dataset) but none of the core facets.&lt;/p&gt;
+
+&lt;p&gt;See for example:&lt;br /&gt;
+&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/789b55fc6e6e07d0aedbe130f775721829e83618/spec/OpenLineage.json&#34;&gt;https://github.com/OpenLineage/OpenLineage/blob/789b55fc6e6e07d0aedbe130f775721829e83618/spec/OpenLineage.json&lt;/a&gt;&lt;br /&gt;
+This would be the spec that a consumer would implement to accept any facet version.&lt;br /&gt;
+This would ensure that the core spec version changes rarely, only when we add fields to the core model.&lt;br /&gt;
+Each facet would be versioned independently following the same versioning mechanism. Each facet version will change if and only if this particular facet schema changes. It also makes core facets and custom facets work exactly the same, they are just maintained in different repositories.&lt;/p&gt;
+
+&lt;p&gt;Example:&lt;br /&gt;
+&lt;a href=&#34;https://openlineage.io/spec/1-0-0/DatasetSchemaFacet.json&#34;&gt;https://openlineage.io/spec/1-0-0/DatasetSchemaFacet.json&lt;/a&gt;&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;{
+  &#34;$schema&#34;: &#34;&amp;lt;https://json-schema.org/draft/2020-12/schema&amp;gt;&#34;,
+  &#34;$id&#34;: &#34;&amp;lt;https://openlineage.io/spec/1-0-0/DatasetSchemaFacet.json&amp;gt;&#34;,
+  &#34;type&#34;: &#34;object&#34;,
+  &#34;properties&#34;: {
+    &#34;schema&#34;:  {
+            &#34;allOf&#34;: [
+                {
+                    &#34;$ref&#34;: &#34;&amp;lt;https://openlineage.io/spec/1-0-0/OpenLineage.json#/definitions/DatasetFacet&amp;gt;&#34;
+                },
+                {
+                    &#34;type&#34;: &#34;object&#34;,
+                    &#34;properties&#34;: {
+                        &#34;fields&#34;: {
+                            &#34;description&#34;: &#34;The fields of the table.&#34;,
+                            &#34;type&#34;: &#34;array&#34;,
+                            &#34;items&#34;: {
+                                &#34;type&#34;: &#34;object&#34;,
+                                &#34;properties&#34;: {
+                                    &#34;name&#34;: {
+                                        &#34;description&#34;: &#34;The name of the field.&#34;,
+                                        &#34;type&#34;: &#34;string&#34;,
+                                        &#34;example&#34;: &#34;column1&#34;
+                                    },
+                                    &#34;type&#34;: {
+                                        &#34;description&#34;: &#34;The type of the field.&#34;,
+                                        &#34;type&#34;: &#34;string&#34;,
+                                        &#34;example&#34;: &#34;VARCHAR|INT|...&#34;
+                                    },
+                                    &#34;description&#34;: {
+                                        &#34;description&#34;: &#34;The description of the field.&#34;,
+                                        &#34;type&#34;: &#34;string&#34;
+                                    }
+                                },
+                                &#34;required&#34;: [
+                                    &#34;name&#34;,
+                                    &#34;type&#34;
+                                ]
+                            }
+                        }
+                    }
+                }
+            ],
+            &#34;type&#34;: &#34;object&#34;
+        },
+    }
+  }
+}
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        proposal
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-10 07:55:28">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-10 07:55:28"><div class="time">2021-08-10 07:55:28</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/154|#154 release,ci: add dbt integration script&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        wslulciuc
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-10 13:02:18">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-10 13:02:18"><div class="time">2021-08-10 13:02:18</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/155|#155 [PROPOSAL] Add support for CloudSQL endpoint discovery/reporting&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+Accessing CloudSQL resources generally involves using a local proxy that does the authentication with the remote database endpoint. Database drivers will then create a URL like &lt;code&gt;&amp;lt;postgres://localhost:5432/my_database&amp;gt;&lt;/code&gt;, which the OpenLineage integration will always report as &lt;code&gt;localhost&lt;/code&gt; in the data source metadata.&lt;/p&gt;
+
+&lt;p&gt;It won&#39;t be possible to detect the actual database location from the OpenLineage integration directly, but we can probably add some configuration option so that users can report the correct database location.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
+Add configuration option for user to report actual CloudSQL database location&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        proposal
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-10 13:18:11">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-10 13:18:11"><div class="time">2021-08-10 13:18:11</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/154|#154 release,ci: add dbt integration script&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-10 13:32:15">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-10 13:32:15"><div class="time">2021-08-10 13:32:15</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/website] Pull request merged by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/website/pull/20|#20 Add new blog on data quality facets and Great Expectations&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/website&#34;&gt;OpenLineage/website&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-10 14:01:32">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-10 14:01:32"><div class="time">2021-08-10 14:01:32</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/151|#151 bigquery: output statistics facet&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-10 14:10:57">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-10 14:10:57"><div class="time">2021-08-10 14:10:57</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/144|#144 Add outputStatistics for airflow-bq integration&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-10 14:11:40">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-10 14:11:40"><div class="time">2021-08-10 14:11:40</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/29|#29 [PROPOSAL] Make job run ids unique &gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-10 14:13:42">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-10 14:13:42"><div class="time">2021-08-10 14:13:42</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/150|#150 great expectations: data quality input facet&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-10 14:16:44">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-10 14:16:44"><div class="time">2021-08-10 14:16:44</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/57|#57 Import marquez-spark integration to OpenLineage integrations&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-10 20:10:51">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-10 20:10:51"><div class="time">2021-08-10 20:10:51</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/156|#156 Updated circleci to publish non-released python libs to artifactory&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Adds a copy of the existing &lt;code&gt;release-python&lt;/code&gt; step with a publish to a new artifactory endpoint&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-10 20:25:57">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-10 20:25:57"><div class="time">2021-08-10 20:25:57</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/157|#157 [Airflow] add support to enable the spark integration automatically when using spark operators&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Currently to use the spark integration in airflow, one has to change their DAG to use the listener:&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;t1 = DataProcPySparkOperator(
+    task_id=job_name,
+    gcp_conn_id=&#39;google_cloud_default&#39;,
+    project_id=&#39;project_id&#39;,
+    cluster_name=&#39;cluster-name&#39;,
+    region=&#39;us-west1&#39;,
+    main=&#39;&amp;lt;gs://bucket/your-prog.py&amp;gt;&#39;,
+    job_name=job_name,
+    dataproc_pyspark_properties={
+      &#34;spark.extraListeners&#34;: &#34;marquez.spark.agent.SparkListener&#34;,
+      &#34;spark.jars.packages&#34;: &#34;io.github.marquezproject:marquez_spark:0.15.+&#34;,
+      &#34;spark.openlineage.host&#34;: &#34;{your openlineage consumer}&#34;,
+      &#34;spark.openlineage.namespace&#34;: job_namespace,
+      &#34;spark.openlineage.parentRunId&#34;: &#34;{{task_run_id(run_id, task)}}&#34;, # airflow macro for reading the task&#39;s run id
+    },
+    dag=dag)
+
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;We&#39;d want the airflow integration to automatically enable it.&lt;br /&gt;
+If extra configuration is needed, it should be done in a centralize way and not in the dag.&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        enhancement
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-10 20:31:36">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-10 20:31:36"><div class="time">2021-08-10 20:31:36</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/137|#137 dbt: use column-level catalog metadata&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-10 20:33:31">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-10 20:33:31"><div class="time">2021-08-10 20:33:31</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/156|#156 Updated circleci to publish non-released python libs to artifactory&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-10 20:35:01">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-10 20:35:01"><div class="time">2021-08-10 20:35:01</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/127|#127 dbt integration: use data from catalog.json when available &gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-10 20:35:33">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-10 20:35:33"><div class="time">2021-08-10 20:35:33</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/82|#82 Add dbt support&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 11:10:18">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 11:10:18"><div class="time">2021-08-11 11:10:18</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/158|#158 Add guidelines on pull requests and branching&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;This PR adds guidelines on submitting pull requests, signing a commit, and branching.&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        julienledem
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 11:36:48">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 11:36:48"><div class="time">2021-08-11 11:36:48</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/159|#159 Backfill multi-statement sql parsing bug&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;This PR backfills the multi-statement sql parsing bug, see &lt;a href=&#34;https://github.com/MarquezProject/marquez/pull/1494&#34;&gt;MarquezProject/marquez#1494&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        1
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        julienledem
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 11:44:36">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 11:44:36"><div class="time">2021-08-11 11:44:36</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/159|#159 Backfill multi-statement sql parsing bug&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 13:52:10">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 13:52:10"><div class="time">2021-08-11 13:52:10</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/131|#131 [spark-client-integration] spark part, use new changes from openlineage-java client&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 14:38:57">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 14:38:57"><div class="time">2021-08-11 14:38:57</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/160|#160 Added original OutputStatisticFacet back to Dataset facets for backward compatibility&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Signed-off-by: Michael Collado &lt;a href=&#34;mailto:mike@datakin.com&#34;&gt;mike@datakin.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        julienledem
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 14:50:46">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 14:50:46"><div class="time">2021-08-11 14:50:46</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by fm100</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/142|#142 `pip install openlineage-dbt` not working&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 16:08:11">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 16:08:11"><div class="time">2021-08-11 16:08:11</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/160|#160 Added original OutputStatisticFacet back to Dataset facets for backward compatibility&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ❤️ Julien Le Dem
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 16:25:48">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 16:25:48"><div class="time">2021-08-11 16:25:48</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/161|#161 Add lfaidata project badge and status&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;This PR adds the LF AI &amp;amp; Data sandbox badge.&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        julienledem
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 16:35:44">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 16:35:44"><div class="time">2021-08-11 16:35:44</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/66|#66 Clarify the job naming strategy&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 16:35:46">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 16:35:46"><div class="time">2021-08-11 16:35:46</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/113|#113 add Job naming convention&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 16:43:39">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 16:43:39"><div class="time">2021-08-11 16:43:39</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/162|#162 Add openlineage logo and badges section&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;This PR adds the openlineage logo and a badges section in &lt;code&gt;README.md&lt;/code&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        julienledem
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 17:40:51">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 17:40:51"><div class="time">2021-08-11 17:40:51</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/163|#163 Fix snapshot builds&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Fixes python development builds to append &lt;code&gt;.dev${CIRCLE_BUILD_NUM}&lt;/code&gt; to snapshot releases.&lt;/p&gt;
+
+&lt;p&gt;I tested by temporarily adding support for the &lt;code&gt;dev[0-9]&lt;/code&gt; tag regex and pushing the tag &lt;code&gt;dev1&lt;/code&gt;. I&#39;ll delete the tag, but the source can be viewed at &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/commit/265e790f39684260df7d977eeabe8cbabe1c18a0&#34;&gt;265e790&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        3
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 17:57:48">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 17:57:48"><div class="time">2021-08-11 17:57:48</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/163|#163 Fix snapshot builds&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 18:01:03">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 18:01:03"><div class="time">2021-08-11 18:01:03</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/162|#162 Add openlineage logo and badges section&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 19:17:23">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 19:17:23"><div class="time">2021-08-11 19:17:23</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/164|#164 [INTEGRATION] Add support for Trino&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 19:17:27">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 19:17:27"><div class="time">2021-08-11 19:17:27</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/165|#165 [INTEGRATION] Add support for PrestoDB&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 19:21:29">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 19:21:29"><div class="time">2021-08-11 19:21:29</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/166|#166 [INTEGRATION] In the Spark integration: Enable datasources (for example Iceberg) to emit facets to be attached to input/output datasets&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;A Spark datasource like Iceberg should be able to emit Dataset facets (example file count written, time it took to commit, number of attempts) that will be added to the OpenLineage event without having to modify Spark APIs&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 19:23:16">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 19:23:16"><div class="time">2021-08-11 19:23:16</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/167|#167 [INTEGRATION] Iceberg should be able to send OpenLineage events independently from where the library is used (including in a plain java process)&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 19:27:06">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 19:27:06"><div class="time">2021-08-11 19:27:06</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/168|#168 [PROPOSAL] Making the spark integration extensible&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Ported from &lt;a href=&#34;https://github.com/MarquezProject/marquez/issues/1192&#34;&gt;MarquezProject/marquez#1192&lt;/a&gt; . It&#39;s been updated to reflect the current status of the Spark integration.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Proposal&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;I propose a more extensible method of loading and discovering node visitors. The basic strategy is&lt;/p&gt;
+
+&lt;ol&gt;&lt;li&gt;Create a common interface for visiting logical plan nodes- something that extends the &lt;code&gt;PartitalFunction&amp;amp;lt;LogicalPlan, List&amp;amp;lt;Dataset&amp;amp;gt;&amp;amp;gt;&lt;/code&gt; interface we already use&lt;/li&gt;&lt;li&gt;Take advantage of the JVM&#39;s &lt;a href=&#34;https://docs.oracle.com/javase/8/docs/api/java/util/ServiceLoader.html&#34;&gt;ServiceLoader&lt;/a&gt; capabilities to enable implementations on the classpath to be found at runtime&lt;/li&gt;&lt;li&gt;Package node visitors in different subprojects that generate their own jars&lt;/li&gt;&lt;li&gt;Entrust Spark users to declare dependencies on the node visitors they need using the &lt;code&gt;spark.jars.packages&lt;/code&gt; or &lt;code&gt;spark.jars&lt;/code&gt; configuration properties&lt;/li&gt;
+&lt;/ol&gt;
+
+&lt;p&gt;The main advantages I see here are&lt;/p&gt;
+
+&lt;ol&gt;&lt;li&gt;Static typing, easy to read code, and easy unit testing&lt;/li&gt;&lt;li&gt;Extensible framework to support new integrations&lt;br /&gt;
+This point, I feel, is extremely important. While the single jar deployment is convenient, it creates an unnecessary barrier for users who want to take part in the OpenLineage ecosystem, but can&#39;t/won&#39;t contribute directly to ~Marquez or~ OpenLineage. This may be because&lt;/li&gt;
+&lt;/ol&gt;
+
+&lt;p&gt;• their company has strict open source contribution policies
+• they need to work with some proprietary, custom datasource. E.g., a robotics company might have a datasource specific to ROS topics that are particular to that company
+• they want to deploy their integration without going through the community review/release process&lt;br /&gt;
+    Forcing developers to fork the repo in order to add custom integrations is a deterrent to building an ecosystem.&lt;/p&gt;
+
+&lt;ol start=&#34;3&#34;&gt;&lt;li&gt;Adding integrations is less complex, as developers don&#39;t need to worry about, e.g., conflicting versions of Guava required by the &lt;code&gt;BigQueryRelation&lt;/code&gt; and the &lt;code&gt;HBaseRelation&lt;/code&gt;.&lt;/li&gt;
+&lt;/ol&gt;
+
+&lt;p&gt;The tradeoff here is that users need to declare the ~Marquez~OpenLineage integration dependencies and deploy them separately from the main jar. Statically typed dataset integrations should be loaded by the Spark &lt;code&gt;ClassLoader&lt;/code&gt; (e.g., declared in the &lt;code&gt;spark.jars.packages&lt;/code&gt; or &lt;code&gt;spark.jars&lt;/code&gt; configuration) in order to link to the Datasource classes they depend on. In terms of developer experience, I don&#39;t think this pattern is foreign to Spark users today.&lt;/p&gt;
+
+&lt;p&gt;Notably, nothing prohibits users from bundling their own superjars that contain all of their dependencies and deploying them to their Spark clusters. Similarly, nothing prevents integration authors from using reflection in their code. Users are given the freedom to extend and package their integrations in a way that suits them without enforcing an opaque, black-box model.&lt;/p&gt;
+
+&lt;p&gt;~As a separate issue, we can consider changing the ~Marquez~OpenLineage agent to be loaded by the &lt;code&gt;spark.extraListeners&lt;/code&gt; configuration. This would allow users to reference all of the ~Marquez~OpenLineage integration dependencies by specifying the listener and the node visitors in &lt;code&gt;spark.jars.packages&lt;/code&gt; so that all of the classes are loaded by the Spark &lt;code&gt;ClassLoader&lt;/code&gt;. That eliminates any confusion about which components need to be loaded by which &lt;code&gt;ClassLoader&lt;/code&gt;. It also simplifies testing and could enable integration in serverless environments, such as AWS Glue, where users don&#39;t have access to modify the JVM arguments.~&lt;/p&gt;
+
+&lt;p&gt;&amp;gt; This has already been implemented&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Packaging Spark Integrations&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Spark integration packages need to create a file in &lt;code&gt;META-INF/services/marquez.spark.agent.lifecycle.plan.DatasetSource&lt;/code&gt; which declares a list of classes that implement the &lt;code&gt;openlineage.spark.agent.lifecycle.plan.DatasetSource&lt;/code&gt; interface. During startup, the main ~Marquez~OpenLineage agent uses the JVM &lt;code&gt;ServiceLoader&lt;/code&gt; to find all service implementations on the classpath (we need to specifically check the Spark &lt;code&gt;URLClassloader&lt;/code&gt; to find implementations loaded by Spark at runtime). Combining jars requires concatenating the contents of the &lt;code&gt;META-INF/services/marquez.spark.agent.lifecycle.plan.DatasetSource&lt;/code&gt; files so that all implementations are listed.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Deploying Dependencies&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;~Currently, users deploy the Marquez integration by adding the &lt;code&gt;javaagent:&amp;amp;lt;jar&amp;amp;gt;=&amp;lt;http://marquez_url/path/to/job&amp;gt;&lt;/code&gt; argument to their spark-submit args. That doesn&#39;t change with this proposal.~&lt;/p&gt;
+
+&lt;p&gt;What does change is that users would be required to specify the integrations they require in their &lt;code&gt;spark.jars&lt;/code&gt; or &lt;code&gt;spark.jars.packages&lt;/code&gt; configuration. As an example, the airflow example in the README would look like this:&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;from uuid import uuid4
+import os
+...
+job_name = &#39;job_name&#39;
+
+
+properties = {
+  &#39;spark.extraListeners&#39;: &#39;openlineage.spark.agent.OpenLineageSparkListener&#39;,
+  &#39;spark.jar.packages&#39;: &#39;io.openlineage:openlineage_spark:0.0.1&#39;,
+  &#39;spark.openlineage.host&#39;: os.environ.get(&#39;MARQUEZ_URL&#39;),
+  &#39;spark.openlineage.namespace&#39;: os.getenv(&#39;MARQUEZ_NAMESPACE&#39;, &#39;default&#39;),
+  &#39;spark.openlineage.apiKey&#39;: os.environ.get(&#39;MARQUEZ_API_KEY&#39;),
+  &#39;spark.openlineage.parentRunId&#39;: &#34;{{task_run_id(run_id, task)}}&#34;,
+  &#39;spark.openlineage.parentJobName&#39;: &#39;{{ task.task_id }}&#39;
+}
+
+t1 = DataProcPySparkOperator(
+    task_id=job_name,
+    gcp_conn_id=&#39;google_cloud_default&#39;,
+    project_id=&#39;project_id&#39;,
+    cluster_name=&#39;cluster-name&#39;,
+    region=&#39;us-west1&#39;,
+    main=&#39;&amp;lt;gs://bucket/your-prog.py&amp;gt;&#39;,
+    job_name=job_name,
+    dataproc_pyspark_properties=properties,
+
+    &amp;lt;b&amp;gt;#Both&amp;lt;/b&amp;gt; bigquery relation and bigquery openlineage integration declared here
+    dataproc_pyspark_jars=&#39;&amp;lt;gs://spark-lib/bigquery/spark-bigquery-latest_2.12.jar,gs://my_bucket/path/to/bigquery-integration.jar&amp;gt;&#39;, 
+    dag=dag)
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;Alternatively, a cluster can be created by loading the correct jars into the Spark jars directory, as described in the &lt;a href=&#34;https://github.com/GoogleCloudDataproc/initialization-actions/tree/master/connectors&#34;&gt;BigQuery connector docs&lt;/a&gt;. In the same way, the ~Marquez~OpenLineage integrations would need to be installed on the driver node. In either case, the person responsible for loading the bigquery jars on the classpath is also responsible for loading the Marquez integration. Dependencies can be bundled so that the Marquez integration and the BigQueryRelation class are all loaded in the same jar.&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        proposal
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        1
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 19:27:37">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 19:27:37"><div class="time">2021-08-11 19:27:37</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/169|#169 Add CHANGELOG.md&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;This PR adds the &lt;code&gt;CHANGELOG.md&lt;/code&gt; for the initial public release of OpenLineage.&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        julienledem
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 20:05:28">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 20:05:28"><div class="time">2021-08-11 20:05:28</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/170|#170 Airflow DAG serialization error on Clear&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;When attempting to Clear a DAG on Google&#39;s CloudComposer, I get an error:&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;TypeError: can&#39;t pickle _thread.RLock objects
+
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;This happens with a simple example DAG, such as&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;from marquez_airflow import DAG
+from airflow.contrib.operators.bigquery_operator import BigQueryOperator
+from airflow.utils.dates import days_ago
+
+default_args = {
+    &#39;owner&#39;: &#39;datascience&#39;,
+    &#39;depends_on_past&#39;: False,
+    &#39;start_date&#39;: days_ago(1),
+    &#39;email_on_failure&#39;: False,
+    &#39;email_on_retry&#39;: False,
+    &#39;email&#39;: [&#39;&amp;lt;a href=&#34;mailto:datascience@example.com&#34;&amp;gt;datascience@example.com&amp;lt;/a&amp;gt;&#39;]
+}
+
+dag = DAG(
+    &#39;delivery_times_7_days&#39;,
+    schedule_interval=&#39;@hourly&#39;,
+    catchup=False,
+    default_args=default_args,
+    description=&#39;Determine weekly top delivery times by restaurant.&#39;
+)
+
+t1 = BigQueryOperator(
+    task_id=&#39;if_not_exists&#39;,
+    sql=&#39;&#39;&#39;
+    CREATE TABLE IF NOT EXISTS food_delivery.top_delivery_times (
+      order_id            INT64,
+      order_placed_on     TIME,
+      order_dispatched_on TIME,
+      order_delivered_on  TIME,
+      order_delivery_time INT64,
+      customer_email      STRING,
+      restaurant_id       INT64,
+      driver_id           INT64
+    )
+    &#39;&#39;&#39;,
+    use_legacy_sql=False,
+    dag=dag
+)
+
+t2 = BigQueryOperator(
+    task_id=&#39;insert&#39;,
+    sql=&#39;&#39;&#39;
+    SELECT order_id,
+           order_placed_on,
+           order_dispatched_on,
+           order_delivered_on,
+           EXTRACT(MINUTE FROM order_delivered_on) - EXTRACT(MINUTE FROM order_placed_on) AS order_delivery_time,
+           customer_email,
+           restaurant_id,
+           driver_id
+      FROM food_delivery.delivery_7_days
+     ORDER BY order_delivery_time DESC
+     LIMIT 1
+    &#39;&#39;&#39;,
+    destination_dataset_table=&#39;bq-airflow-marquez.food_delivery.top_delivery_times&#39;,
+    use_legacy_sql=False,
+    dag=dag
+)
+
+t1 &amp;amp;gt;&amp;amp;gt; t2
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;It should be noted that the issue happens with DAGs that don&#39;t include the BigQueryOperator, such as Spark DAGs.&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        3
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 20:05:40">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 20:05:40"><div class="time">2021-08-11 20:05:40</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by mstrbac</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/171|#171 Marquez doesn&#39;t collect dataset metadata for BigQueryOperator in Airflow&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Marquez doesn&#39;t collect dataset metadata for BigQueryOperator in Airflow. To collect BigQuery metadata, I tried the Airflow &lt;a href=&#34;https://github.com/MarquezProject/marquez/tree/main/examples/airflow&#34;&gt;example&lt;/a&gt; from the repo, but instead of &lt;code&gt;PostgresOperator&lt;/code&gt;, I used &lt;code&gt;BigQueryOperator&lt;/code&gt;. So, for example, I modified operators in &lt;code&gt;counter.py&lt;/code&gt; as:&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;from airflow.contrib.operators.bigquery_operator import BigQueryOperator
+
+t1 = BigQueryOperator(
+    task_id=&#39;if_not_exists&#39;,
+    bigquery_conn_id=BQ_CONN_ID,
+    sql=&#39;&#39;&#39;
+    CREATE TABLE IF NOT EXISTS `my-project.my_dataset.counts` (
+      value INTEGER
+    );&#39;&#39;&#39;,
+    use_legacy_sql=False,
+    dag=dag
+)
+
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;pre&gt;&lt;code&gt;t2 = BigQueryOperator(
+    task_id=&#39;inc&#39;,
+    bigquery_conn_id=BQ_CONN_ID,
+    sql=&#39;&#39;&#39;
+    INSERT INTO `my-project.my_dataset.counts` (value)
+         VALUES ({{params.value}})
+    &#39;&#39;&#39;,
+    params={
+        &#34;value&#34;: random.randint(1, 10)
+    },
+    use_legacy_sql=False,
+    dag=dag
+)
+
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;The dags ran successfully in Airflow, the counts and sums tables have been created on GCP, and in Marquez UI, metadata for jobs can be seen, but not for datasets.&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        2
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 20:05:50">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 20:05:50"><div class="time">2021-08-11 20:05:50</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/172|#172 Ensure Spark/airflow integrations follow the job naming convention&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/66&#34;&gt;#66&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 20:06:04">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 20:06:04"><div class="time">2021-08-11 20:06:04</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/173|#173 [INTEGRATION] Research tracking lineage scheduled bigquery queries&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;a href=&#34;https://cloud.google.com/bigquery/docs/scheduling-queries&#34;&gt;https://cloud.google.com/bigquery/docs/scheduling-queries&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        mobuchowski
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        2
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 20:06:18">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 20:06:18"><div class="time">2021-08-11 20:06:18</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/174|#174 Allow Marquez to be added to Airflow through Airflow configuration without having to import marquez_airflow.DAG&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;This is now replaced by the OpenLineage API&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 20:06:31">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 20:06:31"><div class="time">2021-08-11 20:06:31</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/175|#175 Add a facet reporting unknown inputs/outputs in marquez-spark&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Each leaf in the logical plan is an input and the root is the output.&lt;br /&gt;
+When a Leaf is not understood we should track an &#34;UnknownInput&#34; facet with as much details as we can extract at runtime about what this input actually is.&lt;br /&gt;
+The same applies to unknown actions/command for the output (root of the plan).&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        1
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 20:06:39">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 20:06:39"><div class="time">2021-08-11 20:06:39</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/176|#176 Add documentation on how to configure Marquez on astronomer&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;In the marquez-airflow doc we should have a section on how to configure Marquez on Astronomer.&lt;/p&gt;
+
+&lt;p&gt;&lt;a href=&#34;https://www.astronomer.io/docs/cloud/stable/deploy/configure-deployment#set-environment-variables&#34;&gt;https://www.astronomer.io/docs/cloud/stable/deploy/configure-deployment#set-environment-variables&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;&lt;a href=&#34;https://github.com/MarquezProject/marquez/tree/main/integrations/airflow#configuration&#34;&gt;https://github.com/MarquezProject/marquez/tree/main/integrations/airflow#configuration&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        1
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 20:06:50">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 20:06:50"><div class="time">2021-08-11 20:06:50</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/177|#177 [INTEGRATION] Add Airflow SLA facet&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Airflow allow users to define a SLA for a task.&lt;br /&gt;
+This should be added as an airflow custom facet when available&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        mobuchowski
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 20:07:06">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 20:07:06"><div class="time">2021-08-11 20:07:06</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/178|#178 [INTEGRATION][Airflow] Collect the query plan in Snowflake integration&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Given the Snowflake query id, the explain plan can be retrieved with the following query:&lt;br /&gt;
+(using the query id &lt;code&gt;019bbdfa-0400-571a-0000-00301d038151&lt;/code&gt; as an example here)&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;select system$explain_plan_json(&#39;019bbdfa-0400-571a-0000-00301d038151&#39;) as explain_plan;
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;This returns a json representation of the plan that should go in a Snowflake facet&lt;/p&gt;
+
+&lt;p&gt;Here is an example of a plan:&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;{
+  &#34;GlobalStats&#34;:{
+    &#34;partitionsTotal&#34;:4,
+    &#34;partitionsAssigned&#34;:4,
+    &#34;bytesAssigned&#34;:2042880
+  },
+  &#34;Operations&#34;:[
+    [
+      {
+        &#34;id&#34;:0,
+        &#34;operation&#34;:&#34;Result&#34;,
+        &#34;expressions&#34;:[
+          &#34;number of rows inserted&#34;
+        ]
+      },
+      {
+        &#34;id&#34;:1,
+        &#34;parent&#34;:0,
+        &#34;operation&#34;:&#34;Insert&#34;,
+        &#34;objects&#34;:[
+          &#34;DEMO_DB.PUBLIC.FOO&#34;
+        ]
+      },
+      {
+        &#34;id&#34;:2,
+        &#34;parent&#34;:1,
+        &#34;operation&#34;:&#34;SortWithLimit&#34;,
+        &#34;expressions&#34;:[
+          &#34;sortKey: [SUM(LINEITEM.L_EXTENDEDPRICE ** (1 - LINEITEM.L_DISCOUNT)) DESC NULLS FIRST]&#34;,
+          &#34;rowCount: 20&#34;
+        ]
+      },
+      {
+        &#34;id&#34;:3,
+        &#34;parent&#34;:2,
+        &#34;operation&#34;:&#34;InnerJoin&#34;,
+        &#34;expressions&#34;:[
+          &#34;joinKey: (ORDERS.O_ORDERKEY = LINEITEM.L_ORDERKEY)&#34;
+        ]
+      },
+      {
+        &#34;id&#34;:4,
+        &#34;parent&#34;:3,
+        &#34;operation&#34;:&#34;InnerJoin&#34;,
+        &#34;expressions&#34;:[
+          &#34;joinKey: (NATION.N_NATIONKEY = CUSTOMER.C_NATIONKEY)&#34;
+        ]
+      },
+      {
+        &#34;id&#34;:5,
+        &#34;parent&#34;:4,
+        &#34;operation&#34;:&#34;TableScan&#34;,
+        &#34;objects&#34;:[
+          &#34;SNOWFLAKE_SAMPLE_DATA.TPCH_SF001.NATION&#34;
+        ],
+        &#34;expressions&#34;:[
+          &#34;N_NATIONKEY&#34;,
+          &#34;N_NAME&#34;
+        ],
+        &#34;partitionsAssigned&#34;:1,
+        &#34;partitionsTotal&#34;:1,
+        &#34;bytesAssigned&#34;:2048
+      },
+      {
+        &#34;id&#34;:6,
+        &#34;parent&#34;:4,
+        &#34;operation&#34;:&#34;InnerJoin&#34;,
+        &#34;expressions&#34;:[
+          &#34;joinKey: (ORDERS.O_CUSTKEY = CUSTOMER.C_CUSTKEY)&#34;
+        ]
+      },
+      {
+        &#34;id&#34;:7,
+        &#34;parent&#34;:6,
+        &#34;operation&#34;:&#34;Filter&#34;,
+        &#34;expressions&#34;:[
+          &#34;(ORDERS.O_ORDERDATE &amp;amp;gt;= &#39;1993-10-01&#39;) AND (ORDERS.O_ORDERDATE &amp;amp;lt; &#39;1993-11-01&#39;)&#34;
+        ]
+      },
+      {
+        &#34;id&#34;:8,
+        &#34;parent&#34;:7,
+        &#34;operation&#34;:&#34;TableScan&#34;,
+        &#34;objects&#34;:[
+          &#34;SNOWFLAKE_SAMPLE_DATA.TPCH_SF001.ORDERS&#34;
+        ],
+        &#34;expressions&#34;:[
+          &#34;O_ORDERKEY&#34;,
+          &#34;O_CUSTKEY&#34;,
+          &#34;O_ORDERDATE&#34;
+        ],
+        &#34;partitionsAssigned&#34;:1,
+        &#34;partitionsTotal&#34;:1,
+        &#34;bytesAssigned&#34;:407552
+      },
+      {
+        &#34;id&#34;:9,
+        &#34;parent&#34;:6,
+        &#34;operation&#34;:&#34;JoinFilter&#34;,
+        &#34;expressions&#34;:[
+          &#34;joinKey: (NATION.N_NATIONKEY = CUSTOMER.C_NATIONKEY)&#34;
+        ]
+      },
+      {
+        &#34;id&#34;:10,
+        &#34;parent&#34;:9,
+        &#34;operation&#34;:&#34;TableScan&#34;,
+        &#34;objects&#34;:[
+          &#34;SNOWFLAKE_SAMPLE_DATA.TPCH_SF001.CUSTOMER&#34;
+        ],
+        &#34;expressions&#34;:[
+          &#34;C_CUSTKEY&#34;,
+          &#34;C_NAME&#34;,
+          &#34;C_ADDRESS&#34;,
+          &#34;C_NATIONKEY&#34;,
+          &#34;C_PHONE&#34;,
+          &#34;C_ACCTBAL&#34;,
+          &#34;C_COMMENT&#34;
+        ],
+        &#34;partitionsAssigned&#34;:1,
+        &#34;partitionsTotal&#34;:1,
+        &#34;bytesAssigned&#34;:109568
+      },
+      {
+        &#34;id&#34;:11,
+        &#34;parent&#34;:3,
+        &#34;operation&#34;:&#34;Filter&#34;,
+        &#34;expressions&#34;:[
+          &#34;LINEITEM.L_RETURNFLAG = &#39;R&#39;&#34;
+        ]
+      },
+      {
+        &#34;id&#34;:12,
+        &#34;parent&#34;:11,
+        &#34;operation&#34;:&#34;JoinFilter&#34;,
+        &#34;expressions&#34;:[
+          &#34;joinKey: (ORDERS.O_ORDERKEY = LINEITEM.L_ORDERKEY)&#34;
+        ]
+      },
+      {
+        &#34;id&#34;:13,
+        &#34;parent&#34;:12,
+        &#34;operation&#34;:&#34;TableScan&#34;,
+        &#34;objects&#34;:[
+          &#34;SNOWFLAKE_SAMPLE_DATA.TPCH_SF001.LINEITEM&#34;
+        ],
+        &#34;expressions&#34;:[
+          &#34;L_ORDERKEY&#34;,
+          &#34;L_EXTENDEDPRICE&#34;,
+          &#34;L_DISCOUNT&#34;,
+          &#34;L_RETURNFLAG&#34;
+        ],
+        &#34;partitionsAssigned&#34;:1,
+        &#34;partitionsTotal&#34;:1,
+        &#34;bytesAssigned&#34;:1523712
+      }
+    ]
+  ]
+}
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;For the following query:&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt; insert into DEMO_DB.PUBLIC.foo (c_custkey, c_name, revenue, c_acctbal,
+    n_name,
+    c_address,
+    c_phone,
+    c_comment) SELECT
+    c_custkey,
+    c_name,
+    sum(l_extendedprice ** (1 - l_discount)) as revenue,
+    c_acctbal,
+    n_name,
+    c_address,
+    c_phone,
+    c_comment
+FROM
+    customer,
+    orders,
+    lineitem,
+    nation
+WHERE
+    c_custkey = o_custkey
+    AND l_orderkey = o_orderkey
+    AND o_orderdate &amp;amp;gt;= date &#39;1993-10-01&#39;
+    AND o_orderdate &amp;amp;lt; date &#39;1993-11-01&#39;
+    AND l_returnflag = &#39;R&#39;
+    AND c_nationkey = n_nationkey
+GROUP BY
+    c_custkey,
+    c_name,
+    c_acctbal,
+    c_phone,
+    n_name,
+    c_address,
+    c_comment
+ORDER BY
+    revenue desc
+LIMIT 20;
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;note that the nodes &lt;code&gt;&#34;operation&#34;:&#34;TableScan&#34;&lt;/code&gt; have the input table in their &lt;code&gt;objects&lt;/code&gt; field.&lt;br /&gt;
+and in this case the node &lt;code&gt;&#34;operation&#34;:&#34;Insert&#34;&lt;/code&gt; has the output in the &lt;code&gt;objects&lt;/code&gt; filed.&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        mobuchowski
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 20:07:17">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 20:07:17"><div class="time">2021-08-11 20:07:17</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/179|#179 [INTEGRATION] [Airflow] explore hooking via airflow plugins&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Right now, we hook to airflow by subclassing DAG and asking users to use our subclass instead of &lt;code&gt;airflow.models.DAG&lt;/code&gt;.&lt;br /&gt;
+Explore hooking our changes to DAG via plugin mechanism: &lt;a href=&#34;https://airflow.apache.org/docs/apache-airflow/stable/plugins.html&#34;&gt;https://airflow.apache.org/docs/apache-airflow/stable/plugins.html&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        3
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 20:07:26">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 20:07:26"><div class="time">2021-08-11 20:07:26</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/180|#180 [INTEGRATION] [Spark] double triggers on DataFrame -&amp;gt; RDD conversion&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Discovered when running tests, when a DataFrame is converted to an RDD (such as when writing to a JDBC relation), the marquez listener is double-triggered- once for the DataFrame operation and again for the RDD operation. Fortunately, the original DataFrame LogicalPlan contains the entire input/output graph, so no information is lost. However, the second set of events does post a new job with no inputs or outputs to the Marquez endpoint.&lt;/p&gt;
+
+&lt;p&gt;Example of two posted events- one from the DataFrame and one from the RDD:&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;Publishing sql event LineageEvent(eventType=COMPLETE, eventTime=2021-01-01T00:00Z, run=LineageEvent.Run(runId=39f36ea5-bd33-4ff5-9a64-00fa2f439d21, facets=LineageEvent.RunFacet(nominalTime=null, parent=LineageEvent.ParentRunFacet(run=LineageEvent.RunLink(runId=ab478a6e-0226-46bb-b5c3-2b23179a1277), job=LineageEvent.JobLink(namespace=Namespace, name=ParentJob)), additional={spark.logicalPlan=LogicalPlanFacet(plan=[{&#34;class&#34;:&#34;org.apache.spark.sql.execution.datasources.SaveIntoDataSourceCommand&#34;,&#34;num_children&#34;:0,&#34;query&#34;:[{&#34;class&#34;:&#34;org.apache.spark.sql.catalyst.plans.logical.Filter&#34;,&#34;num-children&#34;:1,&#34;condition&#34;:[{&#34;class&#34;:&#34;org.apache.spark.sql.catalyst.expressions.GreaterThan&#34;,&#34;num_children&#34;:2,&#34;left&#34;:0,&#34;right&#34;:1},{&#34;class&#34;:&#34;org.apache.spark.sql.catalyst.expressions.AttributeReference&#34;,&#34;num_children&#34;:0,&#34;name&#34;:&#34;age&#34;,&#34;dataType&#34;:&#34;long&#34;,&#34;nullable&#34;:true,&#34;metadata&#34;:{},&#34;exprId&#34;:{&#34;product_class&#34;:&#34;org.apache.spark.sql.catalyst.expressions.ExprId&#34;,&#34;id&#34;:6,&#34;jvmId&#34;:&#34;2bb20251-cb0e-4586-a2b0-ae90290f14e4&#34;},&#34;qualifier&#34;:[]},{&#34;class&#34;:&#34;org.apache.spark.sql.catalyst.expressions.Cast&#34;,&#34;num-children&#34;:1,&#34;child&#34;:0,&#34;dataType&#34;:&#34;long&#34;,&#34;timeZoneId&#34;:&#34;America/Los_Angeles&#34;},{&#34;class&#34;:&#34;org.apache.spark.sql.catalyst.expressions.Literal&#34;,&#34;num_children&#34;:0,&#34;value&#34;:&#34;16&#34;,&#34;dataType&#34;:&#34;integer&#34;}],&#34;child&#34;:0},{&#34;class&#34;:&#34;org.apache.spark.sql.execution.datasources.LogicalRelation&#34;,&#34;num-children&#34;:0,&#34;relation&#34;:null,&#34;output&#34;:[[{&#34;class&#34;:&#34;org.apache.spark.sql.catalyst.expressions.AttributeReference&#34;,&#34;num-children&#34;:0,&#34;name&#34;:&#34;age&#34;,&#34;dataType&#34;:&#34;long&#34;,&#34;nullable&#34;:true,&#34;metadata&#34;:{},&#34;exprId&#34;:{&#34;product-class&#34;:&#34;org.apache.spark.sql.catalyst.expressions.ExprId&#34;,&#34;id&#34;:6,&#34;jvmId&#34;:&#34;2bb20251_cb0e_4586_a2b0_ae90290f14e4&#34;},&#34;qualifier&#34;:[]}],[{&#34;class&#34;:&#34;org.apache.spark.sql.catalyst.expressions.AttributeReference&#34;,&#34;num_children&#34;:0,&#34;name&#34;:&#34;name&#34;,&#34;dataType&#34;:&#34;string&#34;,&#34;nullable&#34;:true,&#34;metadata&#34;:{},&#34;exprId&#34;:{&#34;product_class&#34;:&#34;org.apache.spark.sql.catalyst.expressions.ExprId&#34;,&#34;id&#34;:7,&#34;jvmId&#34;:&#34;2bb20251-cb0e-4586-a2b0-ae90290f14e4&#34;},&#34;qualifier&#34;:[]}]],&#34;isStreaming&#34;:false}],&#34;dataSource&#34;:null,&#34;options&#34;:null,&#34;mode&#34;:null}])})), job=LineageEvent.Job(namespace=Namespace, name=word_count.execute_save_into_data_source_command, facets=null), inputs=[LineageEvent.Dataset(namespace=sqlite:file:///var/folders/x_/47q8z0xx2357hrl3w6k9xf_80000gn/T/junit12164537964587498492/sqlite/database, name=data_table, facets=LineageEvent.DatasetFacet(documentation=null, schema=LineageEvent.SchemaDatasetFacet(fields=[LineageEvent.SchemaField(name=age, type=decimal(20,0), description=null), LineageEvent.SchemaField(name=name, type=string, description=null)]), dataSource=LineageEvent.DatasourceDatasetFacet(name=sqlite:file:///var/folders/x_/47q8z0xx2357hrl3w6k9xf_80000gn/T/junit12164537964587498492/sqlite/database, uri=sqlite:file:///var/folders/x_/47q8z0xx2357hrl3w6k9xf_80000gn/T/junit12164537964587498492/sqlite/database), description=null, additional={}))], outputs=[LineageEvent.Dataset(namespace=sqlite:file:///var/folders/x_/47q8z0xx2357hrl3w6k9xf_80000gn/T/junit12164537964587498492/sqlite/database, name=data_table, facets=LineageEvent.DatasetFacet(documentation=null, schema=LineageEvent.SchemaDatasetFacet(fields=[LineageEvent.SchemaField(name=age, type=decimal(20,0), description=null), LineageEvent.SchemaField(name=name, type=string, description=null)]), dataSource=LineageEvent.DatasourceDatasetFacet(name=sqlite:file:///var/folders/x_/47q8z0xx2357hrl3w6k9xf_80000gn/T/junit12164537964587498492/sqlite/database, uri=sqlite:file:///var/folders/x_/47q8z0xx2357hrl3w6k9xf_80000gn/T/junit12164537964587498492/sqlite/database), description=null, additional={}))], producer=&amp;lt;https://github.com/MarquezProject/marquez/tree/0.12.0/integrations/spark)&amp;gt;
+Publishing RDD event LineageEvent(eventType=COMPLETE, eventTime=2021-01-01T00:00Z, run=LineageEvent.Run(runId=ab478a6e-0226-46bb-b5c3-2b23179a1277, facets=LineageEvent.RunFacet(nominalTime=null, parent=LineageEvent.ParentRunFacet(run=LineageEvent.RunLink(runId=ab478a6e-0226-46bb-b5c3-2b23179a1277), job=LineageEvent.JobLink(namespace=Namespace, name=ParentJob)), additional={})), job=LineageEvent.Job(namespace=Namespace, name=word_count, facets=null), inputs=[], outputs=[], producer=&amp;lt;https://github.com/MarquezProject/marquez/tree/0.12.0/integrations/spark)&amp;gt;
+
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;Note that the RDD event has no inputs/outputs and has a distinct run id.&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        OleksandrDvornik
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        1
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 20:07:40">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 20:07:40"><div class="time">2021-08-11 20:07:40</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/181|#181 [INTEGRATION] [Spark] Making the spark integration extensible&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Context&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;The Spark integration relies on instrumentation achieved by adding a jar to the &lt;code&gt;javaagent&lt;/code&gt; argument on the command line when starting a Spark job. When the JVM starts up, the application &lt;code&gt;ClassLoader&lt;/code&gt; loads both the instrumentation jar as well as the Spark, Hadoop, and other dependency jars that are on the classpath. When the &lt;code&gt;SparkContext&lt;/code&gt; is loaded, Spark parses its own configuration and finds additional jars that have been specified, either on the command line or in a configuration map that can be populated at runtime. The jars are (sometimes) downloaded and added to a &lt;code&gt;MutableURLClassLoader&lt;/code&gt; that is owned and managed by the &lt;code&gt;SparkContext&lt;/code&gt;.&lt;/p&gt;
+
+&lt;p&gt;Since the Marquez integration is loaded by the top level application &lt;code&gt;ClassLoader&lt;/code&gt;, and Java’s &lt;code&gt;ClassLoaders&lt;/code&gt; are ignorant of their child &lt;code&gt;ClassLoaders&lt;/code&gt;, the integration is only able to find classes that are loaded by that top level &lt;code&gt;ClassLoader&lt;/code&gt;. BigQuery and other dependencies may be specified in the &lt;code&gt;spark.jars&lt;/code&gt; configuration, so that they are loaded by that child &lt;code&gt;MutableURLClassLoader&lt;/code&gt;, hence invisible to the Marquez agent classes. While it is possible from the integration to detect that BigQuery classes are available, attempting to instantiate the classes that actually deal with those classes cause &lt;code&gt;NoClassDefFoundErrors&lt;/code&gt;, since the &lt;code&gt;ClassLoader&lt;/code&gt; can’t find the classes loaded by the child loader.&lt;/p&gt;
+
+&lt;p&gt;The current workaround relies on &lt;a href=&#34;https://github.com/MarquezProject/marquez/pull/1180&#34;&gt;instrumentation&lt;/a&gt; to invoke methods from the parent &lt;code&gt;ClassLoader&lt;/code&gt; without needing to directly access the &lt;code&gt;BigQueryRelation&lt;/code&gt; class or related classes.&lt;/p&gt;
+
+&lt;p&gt;I think the instrumentation approach has the following drawbacks&lt;/p&gt;
+
+&lt;ol&gt;&lt;li&gt;We lose type safety and the ability to easily unit test the instrumentation code&lt;/li&gt;&lt;li&gt;Failure to instrument the code at runtime leaves users blind to the missing dataset nodes&lt;/li&gt;&lt;li&gt;Isn&#39;t extensible to support other integrations&lt;/li&gt;
+&lt;/ol&gt;
+
+&lt;p&gt;To be fair, it has the following advantages&lt;/p&gt;
+
+&lt;ol&gt;&lt;li&gt;Only a single jar is needed at runtime&lt;/li&gt;&lt;li&gt;It&#39;s possible for a single jar to support multiple, statically non-compatible versions of the BigQuery integration using conditional checks (e.g., &lt;code&gt;if ( class.hasMethod(&#34;X&#34;)) generateXSpecificCode()&lt;/code&gt;)&lt;/li&gt;
+&lt;/ol&gt;
+
+&lt;p&gt;Reflection has been suggested as an alternative strategy, but I think the pros/cons are largely the same as the instrumentation approach- it uses indirect method invocation to circumvent static type checking.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Proposal&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Instead of instrumentation or reflection, I propose a more extensible method of loading and discovering node visitors. The basic strategy is&lt;/p&gt;
+
+&lt;ol&gt;&lt;li&gt;Create a common interface for visiting logical plan nodes- something that extends the &lt;code&gt;PartitalFunction&amp;amp;lt;LogicalPlan, List&amp;amp;lt;Dataset&amp;amp;gt;&amp;amp;gt;&lt;/code&gt; interface we already use&lt;/li&gt;&lt;li&gt;Take advantage of the JVM&#39;s &lt;a href=&#34;https://docs.oracle.com/javase/8/docs/api/java/util/ServiceLoader.html&#34;&gt;ServiceLoader&lt;/a&gt; capabilities to enable implementations on the classpath to be found at runtime&lt;/li&gt;&lt;li&gt;Package node visitors in different subprojects that generate their own jars&lt;/li&gt;&lt;li&gt;Entrust Spark users to declare dependencies on the node visitors they need using the &lt;code&gt;spark.jars.packages&lt;/code&gt; or &lt;code&gt;spark.jars&lt;/code&gt; configuration properties&lt;/li&gt;
+&lt;/ol&gt;
+
+&lt;p&gt;The main advantages I see here are&lt;/p&gt;
+
+&lt;ol&gt;&lt;li&gt;Static typing, easy to read code, and easy unit testing&lt;/li&gt;&lt;li&gt;Extensible framework to support new integrations&lt;br /&gt;
+This point, I feel, is extremely important. While the single jar deployment is convenient, it creates an unnecessary barrier for users who want to take part in the OpenLineage ecosystem, but can&#39;t/won&#39;t contribute directly to Marquez or OpenLineage. This may be because&lt;/li&gt;
+&lt;/ol&gt;
+
+&lt;p&gt;• their company has strict open source contribution policies
+• they need to work with some proprietary, custom datasource. E.g., a robotics company might have a datasource specific to ROS topics that are particular to that company
+• they want to deploy their integration without going through the community review/release process&lt;br /&gt;
+    Forcing developers to fork the repo in order to add custom integrations is a deterrent to building an ecosystem.&lt;/p&gt;
+
+&lt;ol start=&#34;3&#34;&gt;&lt;li&gt;Adding integrations is less complex, as developers don&#39;t need to worry about, e.g., conflicting versions of Guava required by the &lt;code&gt;BigQueryRelation&lt;/code&gt; and the &lt;code&gt;HBaseRelation&lt;/code&gt;.&lt;/li&gt;
+&lt;/ol&gt;
+
+&lt;p&gt;The tradeoff here is that users need to declare the Marquez integration dependencies and deploy them separately from the main agent jar. Statically typed dataset integrations should be loaded by the Spark &lt;code&gt;ClassLoader&lt;/code&gt; (e.g., declared in the &lt;code&gt;spark.jars.packages&lt;/code&gt; or &lt;code&gt;spark.jars&lt;/code&gt; configuration) in order to link to the Datasource classes they depend on. In terms of developer experience, I don&#39;t think this pattern is foreign to Spark users today.&lt;/p&gt;
+
+&lt;p&gt;Notably, nothing prohibits users from bundling their own superjars that contain all of their dependencies and deploying them to their Spark clusters. Similarly, nothing prevents integration authors from using reflection in their code. Users are given the freedom to extend and package their integrations in a way that suits them without enforcing an opaque, black-box model.&lt;/p&gt;
+
+&lt;p&gt;As a separate issue, we can consider changing the Marquez agent to be loaded by the &lt;code&gt;spark.extraListeners&lt;/code&gt; configuration. This would allow users to reference all of the Marquez integration dependencies by specifying the listener and the node visitors in &lt;code&gt;spark.jars.packages&lt;/code&gt; so that all of the classes are loaded by the Spark &lt;code&gt;ClassLoader&lt;/code&gt;. That eliminates any confusion about which components need to be loaded by which &lt;code&gt;ClassLoader&lt;/code&gt;. It also simplifies testing and could enable integration in serverless environments, such as AWS Glue, where users don&#39;t have access to modify the JVM arguments.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Packaging Spark Integrations&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Spark integration packages need to create a file in &lt;code&gt;META-INF/services/marquez.spark.agent.lifecycle.plan.DatasetSource&lt;/code&gt; which declares a list of classes that implement the &lt;code&gt;marquez.spark.agent.lifecycle.plan.DatasetSource&lt;/code&gt; interface. During startup, the main Marquez agent uses the JVM &lt;code&gt;ServiceLoader&lt;/code&gt; to find all service implementations on the classpath (we need to specifically check the Spark &lt;code&gt;URLClassloader&lt;/code&gt; to find implementations loaded by Spark at runtime). Combining jars requires concatenating the contents of the &lt;code&gt;META-INF/services/marquez.spark.agent.lifecycle.plan.DatasetSource&lt;/code&gt; files so that all implementations are listed.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Deploying Dependencies&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Currently, users deploy the Marquez integration by adding the &lt;code&gt;javaagent:&amp;amp;lt;jar&amp;amp;gt;=&amp;lt;http://marquez_url/path/to/job&amp;gt;&lt;/code&gt; argument to their spark-submit args. That doesn&#39;t change with this proposal.&lt;/p&gt;
+
+&lt;p&gt;What does change is that users would be required to specify the integrations they require in their &lt;code&gt;spark.jars&lt;/code&gt; or &lt;code&gt;spark.jars.packages&lt;/code&gt; configuration. As an example, the airflow example in the README would look like this:&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;from uuid import uuid4
+import os
+...
+job_name = &#39;job_name&#39;
+
+jar = &#39;marquez-spark-0.13.1.jar&#39;
+files = [f&#34;&amp;lt;https://repo1.maven.org/maven2/io/github/marquezproject/marquez-spark/0.13.1/marquez-spark-0.13.1.jar&amp;gt;&#34;]
+properties = {
+  &#39;spark.driver.extraJavaOptions&#39;:
+    f&#34;-javaagent:{jar}={os.environ.get(&#39;MARQUEZ_URL&#39;)}/api/v1/namespaces/{os.getenv(&#39;MARQUEZ_NAMESPACE&#39;, &#39;default&#39;)}/jobs/{job_name}/runs/{uuid4()}?api_key={os.environ.get(&#39;MARQUEZ_API_KEY&#39;)}&#34;
+}
+
+t1 = DataProcPySparkOperator(
+    task_id=job_name,
+    gcp_conn_id=&#39;google_cloud_default&#39;,
+    project_id=&#39;project_id&#39;,
+    cluster_name=&#39;cluster-name&#39;,
+    region=&#39;us-west1&#39;,
+    main=&#39;&amp;lt;gs://bucket/your-prog.py&amp;gt;&#39;,
+    job_name=job_name,
+    dataproc_pyspark_properties=properties,
+    files=files,
+    &amp;lt;b&amp;gt;#Both&amp;lt;/b&amp;gt; bigquery relation and bigquery marquez integration declared here
+    dataproc_pyspark_jars=&#39;&amp;lt;gs://spark-lib/bigquery/spark-bigquery-latest_2.12.jar,gs://my_bucket/path/to/bigquery-integration.jar&amp;gt;&#39;, 
+    dag=dag)
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;Alternatively, a cluster can be created by loading the correct jars into the Spark jars directory, as described in the &lt;a href=&#34;https://github.com/GoogleCloudDataproc/initialization-actions/tree/master/connectors&#34;&gt;BigQuery connector docs&lt;/a&gt;. In the same way, the…&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 20:07:49">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 20:07:49"><div class="time">2021-08-11 20:07:49</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/182|#182 [INTEGRATION] [Airflow] Add support for the S3ToRedshiftOperator and RedshiftToS3Operator to the marquez-airflow integration&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Goal:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Add lineage coverage for the redshift &amp;lt;-&amp;gt; s3 operators&lt;br /&gt;
+&lt;a href=&#34;https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/redshift_to_s3_operator.py&#34;&gt;https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/redshift&lt;em&gt;to&lt;/em&gt;s3&lt;em&gt;operator.py&lt;/a&gt;&lt;br /&gt;
+&lt;a href=&#34;https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/s3_to_redshift_operator.py&#34;&gt;https://github.com/apache/airflow/blob/v1-10-stable/airflow/operators/s3&lt;/em&gt;to&lt;em&gt;redshift&lt;/em&gt;operator.py&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;Please reffer to the OpenLineage naming spec:&lt;br /&gt;
+&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/pull/31/files&#34;&gt;https://github.com/OpenLineage/OpenLineage/pull/31/files&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        mobuchowski
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 20:08:01">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 20:08:01"><div class="time">2021-08-11 20:08:01</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by nizardeen</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/183|#183 [INTEGRATION] [Airflow] Support for S3 Operators in marquez_airflow&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Need support for S3 operator and extractor in marquez_airflow to run a DAG.&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 20:08:13">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 20:08:13"><div class="time">2021-08-11 20:08:13</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/184|#184 package level job metadata&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Purpose&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;To expose information like the version of the job and its source repository, Marquez needs a mechanism to provide metadata in the job package when deploying to a scheduler.&lt;br /&gt;
+An example of this is deploying DAGs to an Airflow instance, but this is applicable to all package deployments in general.&lt;br /&gt;
+In some instances workflows/jobs are directly pulled from a source control system from the scheduler allowing some metadata to be inferred from the environment. In other instances, the jobs are packaged and deployed to a scheduler (example: google cloud composer or astronomer). This doc concerns the later case of providing metadata related to the source code of the job at build time.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Proposal&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;We define a metadata file to be added at the root of the package/deployment location. This file is named &lt;strong&gt;.OpenLineage.job.facets.json&lt;/strong&gt; and is a json file with the following initial properties (that can be expanded later).&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Properties:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;• &lt;strong&gt;sourceCodeLocation.type&lt;/strong&gt;: the source control system&lt;br /&gt;
+    Examples: GIT, SVN, ...
+• &lt;strong&gt;sourceCodeLocation.url&lt;/strong&gt;: the URL to the repository&lt;br /&gt;
+    Examples:
+    • GIT: &lt;a href=&#34;mailto:git@github.com&#34;&gt;git@github.com&lt;/a&gt;:{org}/{repo}.git or &lt;a href=&#34;https://github.com/%7Borg%7D/%7Brepo%7D.git|https://github.com/{org}/{repo}.git&#34;&gt;https://github.com/%7Borg%7D/%7Brepo%7D.git|https://github.com/{org}/{repo}.git&lt;/a&gt;
+    • SVN: svn://&amp;lt;your&lt;em&gt;ip&amp;gt;/&amp;lt;repository&lt;/em&gt;name&amp;gt;
+• &lt;strong&gt;sourceCodeLocation.path&lt;/strong&gt;: the path in the repo containing the source files&lt;br /&gt;
+    Example: path/to/my/dags&lt;br /&gt;
+    It is intended that we can reconstruct a URL from that path pointing to the file defining a job. &lt;a href=&#34;https://github.com/%7Borg%7D/%7Brepo%7D/tree/%7Bverion%7D/%7Bpath%7D/%7Bfile|https://github.com/{org}/{repo}/tree/{verion}/{path}/{file&#34;&gt;https://github.com/%7Borg%7D/%7Brepo%7D/tree/%7Bverion%7D/%7Bpath%7D/%7Bfile|https://github.com/{org}/{repo}/tree/{verion}/{path}/{file&lt;/a&gt; path in the package}
+• &lt;strong&gt;sourceCodeLocation.version&lt;/strong&gt;: the current version deployed (not a branch name, the actual unique version)&lt;br /&gt;
+    Examples:
+    • Git: the git sha
+    • Svn: the revision number
+• &lt;strong&gt;sourceCodeLocation.tag&lt;/strong&gt;: optional tag name&lt;br /&gt;
+    Examples: {tag name}
+• &lt;strong&gt;sourceCodeLocation.branch&lt;/strong&gt;:optional branch name&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;JSON Schema&lt;/strong&gt;&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;{
+  &#34;$schema&#34;: &#34;&amp;lt;https://json-schema.org/draft/2019-09/schema&amp;gt;&#34;,
+  &#34;type&#34;: &#34;object&#34;,
+  &#34;properties&#34;: {
+    &#34;sourceCodeLocation&#34;: {
+      &#34;type&#34;: &#34;object&#34;,
+      &#34;properties&#34;: {
+        &#34;type&#34;: {
+          &#34;type&#34;: &#34;string&#34;
+        },
+        &#34;url&#34;: {
+          &#34;type&#34;: &#34;string&#34;
+        },
+        &#34;path&#34;: {
+          &#34;type&#34;: &#34;string&#34;
+        },
+        &#34;version&#34;: {
+          &#34;type&#34;: &#34;string&#34;
+        },
+        &#34;branch&#34;: {
+          &#34;type&#34;: &#34;string&#34;
+        }
+      },
+      &#34;required&#34;: [
+        &#34;type&#34;,
+        &#34;url&#34;,
+        &#34;path&#34;,
+        &#34;version&#34;,
+        &#34;branch&#34;
+      ]
+    }
+  },
+  &#34;required&#34;: [
+    &#34;sourceCodeLocation&#34;
+  ]
+}
+
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;&lt;strong&gt;Example:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;For the DAG defined at: &lt;a href=&#34;https://github.com/MarquezProject/marquez-airflow-quickstart/blob/693e35482bc2e526ced2b5f9f76ef83dec6ec691/dags/dummy_example.py&#34;&gt;https://github.com/MarquezProject/marquez-airflow-quickstart/blob/693e35482bc2e526ced2b5f9f76ef83dec6ec691/dags/dummy_example.py&lt;/a&gt;&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;{ 
+  &#34;sourceCodeLocation&#34;: {
+    &#34;type&#34;: &#34;GIT&#34;,
+    &#34;url: &#34;&amp;lt;https://github.com/MarquezProject/marquez-airflow-quickstart.git&amp;gt;&#34;,
+    &#34;path&#34;: &#34;dags&#34;,
+    &#34;version&#34;: &#34;693e35482bc2e526ced2b5f9f76ef83dec6ec691&#34;,
+    &#34;branch&#34;: &#34;master&#34;
+  }
+}
+
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 20:08:22">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 20:08:22"><div class="time">2021-08-11 20:08:22</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by pomdtr</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/185|#185 Handling of Dataset Partitions&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;If i have a job scheduled to push a partition to a table each hour.&lt;br /&gt;
+And a job running daily consuming the 24 last partitions created by the previous job.&lt;br /&gt;
+Would marquez be able to modelize this dependency ?&lt;/p&gt;
+
+&lt;p&gt;I don&#39;t see a way to use multiple datasetVersion as input in a request.&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        2
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-11 21:00:24">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-11 21:00:24"><div class="time">2021-08-11 21:00:24</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/186|#186 Create integration.md&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;This adds an issue template for integrations&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 06:20:57">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 06:20:57"><div class="time">2021-08-12 06:20:57</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/187|#187 [PROPOSAL] [SPARK] Add support of HiveTableRelation &gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+We should support HiveTableRelation in spark integration.&lt;br /&gt;
+if we call ( &lt;code&gt;spark.sql(&#34;create table lineage_test.src_table as select ** from mytempTable&#34;)&lt;/code&gt;) we will get event with empty datasets. Please take a look in Event sample. But all required data exist in LogicalPlan&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
+Add Visitor for HiveTableRelation and get required data&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Event sample&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;```
+{
+   &#34;eventType&#34;:&#34;START&#34;,
+   &#34;eventTime&#34;:&#34;2021&lt;em&gt;08&lt;/em&gt;11T10:28:19.247Z&#34;,
+   &#34;run&#34;:{
+      &#34;runId&#34;:&#34;cea98e8e-980b-4cdd-83a2-ccdfe5b1fe36&#34;,
+      &#34;facets&#34;:{
+         &#34;parent&#34;:{
+            &#34;&lt;em&gt;producer&#34;:&#34;&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/0.1-SNAPSHOT/integration/spark&#34;&gt;https://github.com/OpenLineage/OpenLineage/tree/0.1-SNAPSHOT/integration/spark&lt;/a&gt;&#34;,
+            &#34;&lt;/em&gt;schemaURL&#34;:&#34;&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json#ParentRunFacet&#34;&gt;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json#ParentRunFacet&lt;/a&gt;&#34;,
+            &#34;run&#34;:{
+               &#34;runId&#34;:&#34;&#34;
+            },
+            &#34;job&#34;:{
+               &#34;namespace&#34;:&#34;spark&lt;em&gt;integration&#34;,
+               &#34;name&#34;:&#34;default&#34;
+            }
+         },
+         &#34;spark.logicalPlan&#34;:{
+            &#34;&lt;/em&gt;producer&#34;:&#34;&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/0.1-SNAPSHOT/integration/spark&#34;&gt;https://github.com/OpenLineage/OpenLineage/tree/0.1-SNAPSHOT/integration/spark&lt;/a&gt;&#34;,
+            &#34;&lt;em&gt;schemaURL&#34;:&#34;&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/0.1-SNAPSHOT/integration/spark/facets/spark-2.4/v1/logicalPlanFacet&#34;&gt;https://github.com/OpenLineage/OpenLineage/tree/0.1-SNAPSHOT/integration/spark/facets/spark-2.4/v1/logicalPlanFacet&lt;/a&gt;&#34;,
+            &#34;plan&#34;:[
+               {
+                  &#34;class&#34;:&#34;org.apache.spark.sql.hive.execution.CreateHiveTableAsSelectCommand&#34;,
+                  &#34;num-children&#34;:1,
+                  &#34;tableDesc&#34;:{
+                     &#34;product-class&#34;:&#34;org.apache.spark.sql.catalyst.catalog.CatalogTable&#34;,
+                     &#34;identifier&#34;:{
+                        &#34;product-class&#34;:&#34;org.apache.spark.sql.catalyst.TableIdentifier&#34;,
+                        &#34;table&#34;:&#34;dst&lt;/em&gt;table&#34;,
+                        &#34;database&#34;:&#34;lineage_test&#34;
+                     },
+                     &#34;tableType&#34;:{
+                        &#34;product-class&#34;:&#34;org.apache.spark.sql.catalyst.catalog.CatalogTableType&#34;,
+                        &#34;name&#34;:&#34;MANAGED&#34;
+                     },
+                     &#34;storage&#34;:{
+                        &#34;product-class&#34;:&#34;org.apache.spark.sql.catalyst.catalog.CatalogStorageFormat&#34;,
+                        &#34;inputFormat&#34;:&#34;org.apache.hadoop.mapred.TextInputFormat&#34;,
+                        &#34;outputFormat&#34;:&#34;org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat&#34;,
+                        &#34;serde&#34;:&#34;org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe&#34;,
+                        &#34;compressed&#34;:false,
+                        &#34;properties&#34;:null
+                     },
+                     &#34;schema&#34;:{
+                        &#34;type&#34;:&#34;struct&#34;,
+                        &#34;fields&#34;:[&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;                    ]
+                 },
+                 &#34;provider&#34;:&#34;hive&#34;,
+                 &#34;partitionColumnNames&#34;:[
+
+                 ],
+                 &#34;owner&#34;:&#34;&#34;,
+                 &#34;createTime&#34;:1628677698949,
+                 &#34;lastAccessTime&#34;:-1,
+                 &#34;createVersion&#34;:&#34;&#34;,
+                 &#34;properties&#34;:null,
+                 &#34;unsupportedFeatures&#34;:[
+
+                 ],
+                 &#34;tracksPartitionsInCatalog&#34;:false,
+                 &#34;schemaPreservesCase&#34;:true,
+                 &#34;ignoredProperties&#34;:null
+              },
+              &#34;query&#34;:0,
+              &#34;outputColumnNames&#34;:&#34;[firstname, middlename, lastname, id, gender, salary]&#34;,
+              &#34;mode&#34;:null
+           },
+           {
+              &#34;class&#34;:&#34;org.apache.spark.sql.catalyst.catalog.HiveTableRelation&#34;,
+              &#34;num-children&#34;:0,
+              &#34;tableMeta&#34;:{
+                 &#34;product-class&#34;:&#34;org.apache.spark.sql.catalyst.catalog.CatalogTable&#34;,
+                 &#34;identifier&#34;:{
+                    &#34;product-class&#34;:&#34;org.apache.spark.sql.catalyst.TableIdentifier&#34;,
+                    &#34;table&#34;:&#34;src_table&#34;,
+                    &#34;database&#34;:&#34;lineage_test&#34;
+                 },
+                 &#34;tableType&#34;:{
+                    &#34;product-class&#34;:&#34;org.apache.spark.sql.catalyst.catalog.CatalogTableType&#34;,
+                    &#34;name&#34;:&#34;MANAGED&#34;
+                 },
+                 &#34;storage&#34;:{
+                    &#34;product-class&#34;:&#34;org.apache.spark.sql.catalyst.catalog.CatalogStorageFormat&#34;,
+                    &#34;locationUri&#34;:null,
+                    &#34;inputFormat&#34;:&#34;org.apache.hadoop.mapred.TextInputFormat&#34;,
+                    &#34;outputFormat&#34;:&#34;org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat&#34;,
+                    &#34;serde&#34;:&#34;org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe&#34;,
+                    &#34;compressed&#34;:false,
+                    &#34;properties&#34;:null
+                 },
+                 &#34;schema&#34;:{
+                    &#34;type&#34;:&#34;struct&#34;,
+                    &#34;fields&#34;:[
+                       {
+                          &#34;name&#34;:&#34;firstname&#34;,
+                          &#34;type&#34;:&#34;string&#34;,
+                          &#34;nullable&#34;:true,
+                          &#34;metadata&#34;:{
+
+                          }
+                       },
+                       {
+                          &#34;name&#34;:&#34;middlename&#34;,
+                          &#34;type&#34;:&#34;string&#34;,
+                          &#34;nullable&#34;:true,
+                          &#34;metadata&#34;:{
+
+                          }
+                       },
+                       {
+                          &#34;name&#34;:&#34;lastname&#34;,
+                          &#34;type&#34;:&#34;string&#34;,
+                          &#34;nullable&#34;:true,
+                          &#34;metadata&#34;:{
+
+                          }
+                       },
+                       {
+                          &#34;name&#34;:&#34;id&#34;,
+                          &#34;type&#34;:&#34;string&#34;,
+                          &#34;nullable&#34;:true,
+                          &#34;metadata&#34;:{
+
+                          }
+                       },
+                       {
+                          &#34;name&#34;:&#34;gender&#34;,
+                          &#34;type&#34;:&#34;string&#34;,
+                          &#34;nullable&#34;:true,
+                          &#34;metadata&#34;:{
+
+                          }
+                       },
+                       {
+                          &#34;name&#34;:&#34;salary&#34;,
+                          &#34;type&#34;:&#34;integer&#34;,
+                          &#34;nullable&#34;:true,
+                          &#34;metadata&#34;:{
+
+                          }
+                       }
+                    ]
+                 },
+                 &#34;provider&#34;:&#34;hive&#34;,
+                 &#34;partitionColumnNames&#34;:[
+
+                 ],
+                 &#34;owner&#34;:&#34;jovyan&#34;,
+                 &#34;createTime&#34;:1628677564000,
+                 &#34;lastAccessTime&#34;:0,
+                 &#34;createVersion&#34;:&#34;3.1.2&#34;,
+                 &#34;properties&#34;:null,
+                 &#34;stats&#34;:null,
+                 &#34;unsupportedFeatures&#34;:[
+
+                 ],
+                 &#34;tracksPartitionsInCatalog&#34;:true,
+                 &#34;schemaPreservesCase&#34;:true,
+                 &#34;ignoredProperties&#34;:null
+              },
+              &#34;dataCols&#34;:[
+                 [
+                    {
+                       &#34;class&#34;:&#34;org.apache.spark.sql.catalyst.expressions.AttributeReference&#34;,
+                       &#34;num-children&#34;:0,
+                       &#34;name&#34;:&#34;firstname&#34;,
+                       &#34;dataType&#34;:&#34;string&#34;,
+                       &#34;nullable&#34;:true,
+                       &#34;metadata&#34;:{
+
+                       },
+                       &#34;exprId&#34;:{
+                          &#34;product-class&#34;:&#34;org.apache.spark.sql.catalyst.expressions.ExprId&#34;,
+                          &#34;id&#34;:107,
+                          &#34;jvmId&#34;:&#34;44aa7950-ade6-4eaf-8ae0-2daaf30e5d00&#34;
+                       },
+                       &#34;qualifier&#34;:[
+
+                       ]
+                    }
+                 ],
+                 [
+                    {
+                       &#34;cla…
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        proposal
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 12:16:02">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 12:16:02"><div class="time">2021-08-12 12:16:02</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/161|#161 Add lfaidata project badge and status&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 12:58:26">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 12:58:26"><div class="time">2021-08-12 12:58:26</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/168|#168 [PROPOSAL] Making the spark integration extensible&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 15:46:56">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 15:46:56"><div class="time">2021-08-12 15:46:56</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request ready for review by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/188|#188 Add RELEASING.md and fix new-version.sh&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 15:52:41">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 15:52:41"><div class="time">2021-08-12 15:52:41</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/169|#169 Add CHANGELOG.md&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 15:58:24">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 15:58:24"><div class="time">2021-08-12 15:58:24</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/188|#188 Add RELEASING.md and fix new-version.sh&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 16:11:24">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 16:11:24"><div class="time">2021-08-12 16:11:24</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/189|#189 Fix versioning for dbt&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        1
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        julienledem, collado-mike
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 16:48:50">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 16:48:50"><div class="time">2021-08-12 16:48:50</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/189|#189 Fix versioning for dbt&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 19:09:38">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 19:09:38"><div class="time">2021-08-12 19:09:38</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/186|#186 Create integration.md&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 19:18:17">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 19:18:17"><div class="time">2021-08-12 19:18:17</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request ready for review by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/190|#190 Fix version config for py modules and ensure all setup.py are the same &gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 19:21:21">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 19:21:21"><div class="time">2021-08-12 19:21:21</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/190|#190 Fix version config for py modules and ensure all setup.py are the same &gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 19:37:04">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 19:37:04"><div class="time">2021-08-12 19:37:04</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/191|#191 Fix syntax in common setup.py&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 19:45:14">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 19:45:14"><div class="time">2021-08-12 19:45:14</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/191|#191 Fix syntax in common setup.py&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 19:51:55">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 19:51:55"><div class="time">2021-08-12 19:51:55</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/192|#192 Install py client in build-integration-airflow CI job&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        1
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 20:00:57">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 20:00:57"><div class="time">2021-08-12 20:00:57</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/193|#193 [INTEGRATION] [dbt] job names should include the target and skip the &#34;model&#34; prefix. the namespace should be user provided&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Integration target:&lt;/strong&gt;&lt;br /&gt;
+We need to improve the job naming for the dbt integration.&lt;br /&gt;
+&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/integration/dbt&#34;&gt;https://github.com/OpenLineage/OpenLineage/tree/main/integration/dbt&lt;/a&gt;&lt;/p&gt;
+
+&lt;ol&gt;&lt;li&gt;In the dbt integration, we always have &#34;model.&#34; as a prefix for job names. This is unnecessary as they all start with model.&lt;/li&gt;&lt;li&gt;Additionally a dbt project can be run with multiple targets defined in profiles:&lt;br /&gt;
+&lt;a href=&#34;https://docs.getdbt.com/dbt-cli/configure-your-profile#understanding-profiles&#34;&gt;https://docs.getdbt.com/dbt-cli/configure-your-profile#understanding-profiles&lt;/a&gt;&lt;br /&gt;
+Depending on the &#34;target&#34; we should have a different job name as they run on different dataset inputs and outputs.&lt;/li&gt;
+&lt;/ol&gt;
+
+&lt;p&gt;Possibly this can be gathered form the &lt;code&gt;database&lt;/code&gt; and &lt;code&gt;schema&lt;/code&gt; fields in the node.&lt;/p&gt;
+
+&lt;ol start=&#34;3&#34;&gt;&lt;li&gt;The NAMESPACE should be user provided.&lt;/li&gt;
+&lt;/ol&gt;
+
+&lt;p&gt;the openlineage-dbt config should take a namespace like the openlineage-airflow config&lt;br /&gt;
+&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/integration/airflow#http-backend-environment-variables&#34;&gt;https://github.com/OpenLineage/OpenLineage/tree/main/integration/airflow#http-backend-environment-variables&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        mobuchowski
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        proposal
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 20:13:54">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 20:13:54"><div class="time">2021-08-12 20:13:54</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/194|#194 [INTEGRATION] [dbt] we should capture the result of &#34;dbt test&#34; runs&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Integration target:&lt;/strong&gt;&lt;br /&gt;
+dbt allows defining data quality checks:&lt;br /&gt;
+&lt;a href=&#34;https://docs.getdbt.com/docs/building-a-dbt-project/tests&#34;&gt;https://docs.getdbt.com/docs/building-a-dbt-project/tests&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;We should capture them in the same way we capture Great Expectations Data quality checks:&lt;br /&gt;
+&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/integration/airflow/openlineage/airflow/extractors/ge-assertions-dataset-facet.json&#34;&gt;https://github.com/OpenLineage/OpenLineage/blob/main/integration/airflow/openlineage/airflow/extractors/ge-assertions-dataset-facet.json&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;(this probably means promoting this as a standard facet)&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        mobuchowski
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        proposal
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 20:15:26">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 20:15:26"><div class="time">2021-08-12 20:15:26</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by collado-mike</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/192|#192 Install py client in build-integration-airflow CI job&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 20:32:07">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 20:32:07"><div class="time">2021-08-12 20:32:07</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/195|#195 Fix release tag regex in CI&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        collado-mike
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 20:40:53">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 20:40:53"><div class="time">2021-08-12 20:40:53</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/195|#195 Fix release tag regex in CI&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 20:59:34">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 20:59:34"><div class="time">2021-08-12 20:59:34</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/196|#196 Add source distribution to build-client-python CI job&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        1
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-12 21:16:28">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-12 21:16:28"><div class="time">2021-08-12 21:16:28</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/196|#196 Add source distribution to build-client-python CI job&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-13 13:46:20">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-13 13:46:20"><div class="time">2021-08-13 13:46:20</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request ready for review by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/198|#198 Append `-SNAPSHOT` to `X.Y.Z-rc.*`&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-13 13:46:31">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-13 13:46:31"><div class="time">2021-08-13 13:46:31</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/198|#198 Append `-SNAPSHOT` to `X.Y.Z-rc.*`&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-13 13:51:46">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-13 13:51:46"><div class="time">2021-08-13 13:51:46</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request closed by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/199|#199 [1 of 2] Add sdist.sh&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-13 13:53:48">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-13 13:53:48"><div class="time">2021-08-13 13:53:48</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request ready for review by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/200|#200 [1 of 2] Fix python sdist&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-13 14:36:22">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-13 14:36:22"><div class="time">2021-08-13 14:36:22</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/200|#200 [1 of 2] Fix python sdist&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-13 14:46:37">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-13 14:46:37"><div class="time">2021-08-13 14:46:37</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request ready for review by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/197|#197 [2 of 2] Cleanup .circleci/config.yml&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-13 15:40:16">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-13 15:40:16"><div class="time">2021-08-13 15:40:16</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/197|#197 [2 of 2] Cleanup .circleci/config.yml&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-13 18:43:03">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-13 18:43:03"><div class="time">2021-08-13 18:43:03</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] New release <em><a href="https://github.com/OpenLineage/OpenLineage/releases/tag/0.1.0">Release - OpenLineage 0.1.0</a></em> published by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/releases/tag/0.1.0|Release - OpenLineage 0.1.0&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;OpenLineage is an &lt;em&gt;Open Standard&lt;/em&gt; for lineage metadata collection designed to record metadata for a job in execution. The initial public release includes:&lt;/p&gt;
+
+&lt;p&gt;• &lt;strong&gt;An inital specification.&lt;/strong&gt; The the inital version &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/0.1.0/spec/OpenLineage.md&#34;&gt;&lt;code&gt;1-0-0&lt;/code&gt;&lt;/a&gt; of the OpenLineage specification defines the core model and facets.
+• &lt;strong&gt;Integrations&lt;/strong&gt; that collect lineage metadata as OpenLineage events:
+    • &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/integration/airflow&#34;&gt;&lt;code&gt;Apache Airflow&lt;/code&gt;&lt;/a&gt; with support for BigQuery, Great Expectations, Postgres, Redshift, Snowflake
+    • &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/integration/spark&#34;&gt;&lt;code&gt;Apache Spark&lt;/code&gt;&lt;/a&gt;
+    • &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/integration/dbt&#34;&gt;&lt;code&gt;dbt&lt;/code&gt;&lt;/a&gt;
+• &lt;strong&gt;Clients&lt;/strong&gt; that send OpenLineage events to an HTTP backend. Both &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/client/java&#34;&gt;&lt;code&gt;java&lt;/code&gt;&lt;/a&gt; and &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/client/python&#34;&gt;&lt;code&gt;python&lt;/code&gt;&lt;/a&gt; are initially supported.&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-13 18:45:37">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-13 18:45:37"><div class="time">2021-08-13 18:45:37</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/201|#201 Update integration.md&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        wslulciuc, collado-mike
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-13 18:51:26">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-13 18:51:26"><div class="time">2021-08-13 18:51:26</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/202|#202 Append  on RC or dev ver&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;Always append &lt;code&gt;-SNAPSHOT&lt;/code&gt; to the next development version.&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-13 18:58:07">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-13 18:58:07"><div class="time">2021-08-13 18:58:07</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/202|#202 Append  on RC or dev ver&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-16 11:17:08">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-16 11:17:08"><div class="time">2021-08-16 11:17:08</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/203|#203 [INTEGRATION] [dbt] strip model from job name, provide job namespace by env variable&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;This PR strips &lt;code&gt;model.&lt;/code&gt; from job names, since it&#39;s unnecessary - they are all prefixed by this.&lt;br /&gt;
+Also, this PR provides possibility to override default job namespace by providing &lt;code&gt;OPENLINEAGE_NAMESPACE&lt;/code&gt; env variable.&lt;/p&gt;
+
+&lt;p&gt;&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/193&#34;&gt;#193&lt;/a&gt;&lt;br /&gt;
+Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        julienledem, wslulciuc
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-16 11:30:59">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-16 11:30:59"><div class="time">2021-08-16 11:30:59</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by OleksandrDvornik</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/204|#204 Introduce UnknownFacet for spark&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;PR for &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/175&#34;&gt;Issue:&lt;/a&gt;&lt;br /&gt;
+Adding new custom facet for spark with name&#34;spark_unknown&#34;.&lt;br /&gt;
+Holds information about unvisited nodes from spark plan.&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-17 08:22:09">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-17 08:22:09"><div class="time">2021-08-17 08:22:09</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/146|#146 Add dataQualityMetrics for airflow-GreatExpectations integration&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-17 08:22:23">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-17 08:22:23"><div class="time">2021-08-17 08:22:23</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue closed by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/145|#145 Add outputStatistics for dbt integration&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-17 11:29:35">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-17 11:29:35"><div class="time">2021-08-17 11:29:35</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/203|#203 [INTEGRATION] [dbt] strip model from job name, provide job namespace by env variable&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-17 12:05:29">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-17 12:05:29"><div class="time">2021-08-17 12:05:29</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/205|#205 Preliminary work for Airflow 2.0&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;☑︎ Test suite for 2.0
+☐ Working LineageBackend PoC that passes existing tests
+☐ Issue in Airflow repo to create mechanism for reporting failures
+☐ Way to add custom Extractors&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-18 13:24:48">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-18 13:24:48"><div class="time">2021-08-18 13:24:48</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by mobuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/206|#206 [INTEGRATION] [dbt] parse dbt command line arguments that override defaults&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;dbt run has few command line arguments that change location of artifacts, like &lt;code&gt;--project-dir&lt;/code&gt; or ones that override defaults, like &lt;code&gt;--profile&lt;/code&gt;. This PR adds support for few of them that can affect lineage event generation.&lt;/p&gt;
+
+&lt;p&gt;Solves issue 2) in &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/193&#34;&gt;#193&lt;/a&gt;&lt;br /&gt;
+Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        julienledem, wslulciuc
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-18 14:16:51">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-18 14:16:51"><div class="time">2021-08-18 14:16:51</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/207|#207 [PROPOSAL] Model a BI dashboard in the OpenLineage model&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+We want to track BI dashboards (Tableau, Looker, Superset, ...) in the lineage graph.&lt;br /&gt;
+Like a &lt;code&gt;Job&lt;/code&gt; a BI dashboard has a unique identifier and can change over time. It queries underlying datasets at irregular intervals given user interactions. Those are inputs to the BI dashboard.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
+There are several ways to model this. We need to pick one.&lt;br /&gt;
+A first proposal is as follows:&lt;/p&gt;
+
+&lt;p&gt;• A dashboard is a &lt;code&gt;Job&lt;/code&gt;, every time it issues queries, this creates a &lt;code&gt;Run&lt;/code&gt; that captures the inputs (tables being queried).&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        proposal
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-18 14:22:13">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-18 14:22:13"><div class="time">2021-08-18 14:22:13</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Issue opened by julienledem</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/208|#208 [PROPOSAL] Add support for STAGE snowflake objects in the naming convention.&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+In Snowflake, on can create a STAGE table before actually&lt;br /&gt;
+&lt;a href=&#34;https://docs.snowflake.com/en/sql-reference/sql/create-stage.html&#34;&gt;https://docs.snowflake.com/en/sql-reference/sql/create-stage.html&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
+We need to update the naming spec to include the stage type in the table name to avoid conflict between a stage object and the final table.&lt;br /&gt;
+&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/Naming.md#snowflake&#34;&gt;https://github.com/OpenLineage/OpenLineage/blob/main/spec/Naming.md#snowflake&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;Current: &lt;code&gt;snowflake://{account name}/{database}.{schema}.{table}&lt;/code&gt;&lt;br /&gt;
+Proposal: &lt;code&gt;snowflake://{account name}/{database}.{schema}.[STAGE.]{table}&lt;/code&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        proposal
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-18 17:38:09">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-18 17:38:09"><div class="time">2021-08-18 17:38:09</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request opened by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/209|#209 Add maven badge&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;This PR adds the maven badge displaying the latest release for &lt;code&gt;openlineage-java&lt;/code&gt; and &lt;code&gt;openlineage-spark&lt;/code&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Reviewers</div>
+                                        julienledem
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #28a745">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    ✅ All checks have passed
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        1/1 successful checks
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-08-18 20:04:37">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-08-18 20:04:37"><div class="time">2021-08-18 20:04:37</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/OpenLineage] Pull request merged by wslulciuc</p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/209|#209 Add maven badge&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-09-03 23:41:38">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-26/1917137733169_6deec6cec4c5b7faed7a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Ross Turk
+                     <span class="print-only user-email">(ross@datakin.com)</span>
+                </div>
+                <a href="#2021-09-03 23:41:38"><div class="time">2021-09-03 23:41:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* If anyone has any more feedback on the website, feel free to add it to <a href="https://github.com/OpenLineage/website/issues">https://github.com/OpenLineage/website/issues</a> 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-10-01 15:17:07">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2021-10-01 15:17:07"><div class="time">2021-10-01 15:17:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Julien Le Dem this ones ready for 👀</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-10-01 15:26:33">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2021-10-01 15:26:33"><div class="time">2021-10-01 15:26:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Michael Collado I’ve also added you as a reviewer on the PR to get your thoughts</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2021-11-15 12:30:14">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2021-11-15 12:30:14"><div class="time">2021-11-15 12:30:14</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/metrics] is now public!</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.githubusercontent.com/u/73205353?v&amp;#x3D;4" class="icon">
+                                    }
+                                    <a href="https://github.com/OpenLineage">
+                                    OpenLineage
+                                    </a><span class="print-only">(https://github.com/OpenLineage)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <a href="None">
+            <img class="preview" src="https://octodex.github.com/images/welcometocat.png"
+                width="896"
+                 height="896" />
+        </a>
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/metrics&#34;&gt;OpenLineage/metrics&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2022-07-14 12:26:23">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2022-07-14 12:26:23"><div class="time">2022-07-14 12:26:23</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/docs] is now public!</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.githubusercontent.com/u/73205353?v&amp;#x3D;4" class="icon">
+                                    }
+                                    <a href="https://github.com/OpenLineage">
+                                    OpenLineage
+                                    </a><span class="print-only">(https://github.com/OpenLineage)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <a href="None">
+            <img class="preview" src="https://octodex.github.com/images/welcometocat.png"
+                width="896"
+                 height="896" />
+        </a>
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/docs&#34;&gt;OpenLineage/docs&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-11-20 16:40:42">
+            
+                <img src="https://avatars.slack-edge.com/2021-04-16/1984827330433_746b505004fe8298e8a0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">GitHub
+                    
+                </div>
+                <a href="#2023-11-20 16:40:42"><div class="time">2023-11-20 16:40:42</div></a>
+                <div class="msg">
+                    <p>[OpenLineage/slack-archives] is now public!</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.githubusercontent.com/u/73205353?v&amp;#x3D;4" class="icon">
+                                    }
+                                    <a href="https://github.com/OpenLineage">
+                                    OpenLineage
+                                    </a><span class="print-only">(https://github.com/OpenLineage)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <a href="None">
+            <img class="preview" src="https://octodex.github.com/images/welcometocat.png"
+                width="2084"
+                 height="2084" />
+        </a>
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/slack-archives&#34;&gt;OpenLineage/slack-archives&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+            
+        
+    </div>
+</div>
+
+<script>
+(function() {
+  var sidebar = document.querySelector('#sidebar');
+  var selected = document.querySelector('.active');
+  sidebar.scrollTop = selected.offsetTop - 200;
+
+  // make dropdown from channel title
+  var channel_title = document.querySelector("#channel-title");
+  var channel_dropdown = document.querySelector("#channel-list");
+  channel_title.addEventListener('click', function() {
+    channel_title.classList.toggle('arrow');
+    channel_dropdown.classList.toggle('close');
+  });
+
+  // make dropdown from group title
+  var group_title = document.querySelector("#group-title");
+  var group_dropdown = document.querySelector("#group-list");
+  group_title.addEventListener('click', function() {
+    group_title.classList.toggle('arrow');
+    group_dropdown.classList.toggle('close');
+  });
+
+  // make dropdown from dm title
+  var dm_title = document.querySelector("#dm-title");
+  var dm_dropdown = document.querySelector("#dms-list");
+  dm_title.addEventListener('click', function() {
+    dm_title.classList.toggle('arrow');
+    dm_dropdown.classList.toggle('close');
+  });
+
+  // make dromdown from group dm title
+  var mpim_title = document.querySelector("#mpim-title");
+  var mpim_dropdown = document.querySelector("#mpims-list");
+  mpim_title.addEventListener('click', function() {
+    mpim_title.classList.toggle('arrow');
+    mpim_dropdown.classList.toggle('close');
+  });
+})()
+</script>
+</body>
+</html>
\ No newline at end of file
diff --git a/channel/gx-integration/index.html b/channel/gx-integration/index.html
index 112866a..16a1966 100644
--- a/channel/gx-integration/index.html
+++ b/channel/gx-integration/index.html
@@ -46,6 +46,18 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../github-discussions/index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-notifications/index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
                 <li class="channel active">
                     <a href="index.html">
                         # gx-integration
@@ -94,6 +106,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../spark-support-multiple-scala-versions/index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../spec-compliance/index.html">
                         # spec-compliance
@@ -106,6 +124,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../user-generated-metadata/index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
         </ul>
         <h3 id="group-title">Private Channels</h3>
         <ul class="list" id="group-list">
@@ -184,7 +208,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container channel_join ">
         <div id="2023-09-27 13:38:23">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -262,7 +286,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-09-27 14:44:18">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -371,7 +395,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-10-09 10:14:39">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -427,7 +451,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-10-13 08:47:55">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -465,7 +489,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
diff --git a/channel/jobs/index.html b/channel/jobs/index.html
index 8777a8e..22da599 100644
--- a/channel/jobs/index.html
+++ b/channel/jobs/index.html
@@ -46,6 +46,18 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../github-discussions/index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-notifications/index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../gx-integration/index.html">
                         # gx-integration
@@ -94,6 +106,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../spark-support-multiple-scala-versions/index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../spec-compliance/index.html">
                         # spec-compliance
@@ -106,6 +124,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../user-generated-metadata/index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
         </ul>
         <h3 id="group-title">Private Channels</h3>
         <ul class="list" id="group-list">
@@ -128,7 +152,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container channel_join ">
         <div id="2024-01-02 11:00:10">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -154,7 +178,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2024-01-02 11:00:27">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -474,6 +498,226 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                 
             
         
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-01-31 05:28:42">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-31/6556998302565_38d959e6c0981effe6ec_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Ewan Lord
+                     <span class="print-only user-email">(ewanlord@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 05:28:42"><div class="time">2024-01-31 05:28:42</div></a>
+                <div class="msg">
+                    <p>@Ewan Lord has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 09:52:58">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-08 09:52:58"><div class="time">2024-02-08 09:52:58</div></a>
+                <div class="msg">
+                    <p>There are two openings at Collibra: <a href="https://openlineage.slack.com/archives/C01CK9T7HKR/p1707402341155039">https://openlineage.slack.com/archives/C01CK9T7HKR/p1707402341155039</a></p>
+                    <div class="message-attachment"
+                            >
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://secure.gravatar.com/avatar/0f9e11ecf9b45c68ee6f9d72f2b931d8.jpg?s=48&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0006-48.png" class="icon">
+                                    }
+                                    <a href="https://openlineage.slack.com/team/U0323HG8C8H">
+                                    Sheeri Cabral
+                                    </a><span class="print-only">(https://openlineage.slack.com/team/U0323HG8C8H)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;HIRING! Hello OpenLineage community members! Collibra is hiring for 2 Software Engineers (one regular, one senior) in Czech Republic, for our Lineage ETL team. These jobs are open because one engineer is leaving to hike the Pacific Coast Trail, and another is backfill (an engineer left a different lineage team and an engineer from ETL team is moving to that team).&lt;/p&gt;
+
+&lt;p&gt;I am the Product Manager for this team, so you’d be working with me daily. Ask me anything (in a thread here or a DM). Creating an OpenLineage consumer is our next project starting later this month :D&lt;/p&gt;
+
+&lt;p&gt;&lt;a href=&#34;https://www.linkedin.com/feed/update/urn:li:activity:7161361969311084544/&#34;&gt;https://www.linkedin.com/feed/update/urn:li:activity:7161361969311084544/&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.slack.com/archives/C01CK9T7HKR/p1707402341155039</div>
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        Thread in Slack Conversation
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-02-08 10:00:37">
+            
+                <img src="https://secure.gravatar.com/avatar/0f9e11ecf9b45c68ee6f9d72f2b931d8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0006-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Sheeri Cabral (Collibra)
+                     <span class="print-only user-email">(sheeri.cabral@collibra.com)</span>
+                </div>
+                <a href="#2024-02-08 10:00:37"><div class="time">2024-02-08 10:00:37</div></a>
+                <div class="msg">
+                    <p>@Sheeri Cabral (Collibra) has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 10:02:10">
+            
+                <img src="https://secure.gravatar.com/avatar/0f9e11ecf9b45c68ee6f9d72f2b931d8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0006-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Sheeri Cabral (Collibra)
+                     <span class="print-only user-email">(sheeri.cabral@collibra.com)</span>
+                </div>
+                <a href="#2024-02-08 10:02:10"><div class="time">2024-02-08 10:02:10</div></a>
+                <div class="msg">
+                    <p>(this is in addition to 2 positions in our Data Office - using Airflow among other tools. See <a href="https://www.collibra.com/us/en/company/careers#find-jobs">https://www.collibra.com/us/en/company/careers#find-jobs</a> for all the listings. They’re all in Czech Republic for now, unfortunately. We have to look for 6 months in Czech Republic before we are allowed to open it up to other places)</p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">collibra.com</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://www.collibra.com/us/en/company/careers#find-jobs">Opportunities Through Data</a></div>
+                                <div class="link-text">
+                                    Searching for a career in data? Change how organizations use data so our customers can change the world. Explore Collibra opportunities.
+                                </div>
+                                
+                                
+    
+        <a href="https://www.collibra.com/us/en/company/careers#find-jobs">
+            <img class="preview" src="https://www.collibra.com/content/dam/web-resources/en-global/collibra-com/collibra-social-img.jpg"
+                width="600"
+                 height="300" />
+        </a>
+    
+                                
+                                    <div class="print-only">Original URL: https://www.collibra.com/us/en/company/careers#find-jobs</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-02-08 11:08:50">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5946511342292_b3c546a0a2eac62dae08_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Suraj Gupta
+                     <span class="print-only user-email">(suraj.gupta@atlan.com)</span>
+                </div>
+                <a href="#2024-02-08 11:08:50"><div class="time">2024-02-08 11:08:50</div></a>
+                <div class="msg">
+                    <p>@Suraj Gupta has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-02-08 15:28:33">
+            
+                <img src="https://avatars.slack-edge.com/2022-04-27/3447754077317_e96b6372b16bba3317b8_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Matthew Paras
+                     <span class="print-only user-email">(matthewparas2020@u.northwestern.edu)</span>
+                </div>
+                <a href="#2024-02-08 15:28:33"><div class="time">2024-02-08 15:28:33</div></a>
+                <div class="msg">
+                    <p>@Matthew Paras has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
     </div>
 </div>
 
diff --git a/channel/london-meetup/index.html b/channel/london-meetup/index.html
index 9734290..c233fce 100644
--- a/channel/london-meetup/index.html
+++ b/channel/london-meetup/index.html
@@ -46,6 +46,18 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../github-discussions/index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-notifications/index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../gx-integration/index.html">
                         # gx-integration
@@ -94,6 +106,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../spark-support-multiple-scala-versions/index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../spec-compliance/index.html">
                         # spec-compliance
@@ -106,6 +124,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../user-generated-metadata/index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
         </ul>
         <h3 id="group-title">Private Channels</h3>
         <ul class="list" id="group-list">
@@ -180,7 +204,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container channel_join ">
         <div id="2023-08-25 11:52:15">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -621,6 +645,32 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                 
             
         
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-01-31 05:28:58">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-31/6556998302565_38d959e6c0981effe6ec_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Ewan Lord
+                     <span class="print-only user-email">(ewanlord@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 05:28:58"><div class="time">2024-01-31 05:28:58</div></a>
+                <div class="msg">
+                    <p>@Ewan Lord has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
     </div>
 </div>
 
diff --git a/channel/mark-grover/index.html b/channel/mark-grover/index.html
index b70bcbd..c4f5a14 100644
--- a/channel/mark-grover/index.html
+++ b/channel/mark-grover/index.html
@@ -46,6 +46,18 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../github-discussions/index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-notifications/index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../gx-integration/index.html">
                         # gx-integration
@@ -94,6 +106,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../spark-support-multiple-scala-versions/index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../spec-compliance/index.html">
                         # spec-compliance
@@ -106,6 +124,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../user-generated-metadata/index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
         </ul>
         <h3 id="group-title">Private Channels</h3>
         <ul class="list" id="group-list">
diff --git a/channel/nyc-meetup/index.html b/channel/nyc-meetup/index.html
index 18ea8f4..2d8b04c 100644
--- a/channel/nyc-meetup/index.html
+++ b/channel/nyc-meetup/index.html
@@ -46,6 +46,18 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../github-discussions/index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-notifications/index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../gx-integration/index.html">
                         # gx-integration
@@ -94,6 +106,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../spark-support-multiple-scala-versions/index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../spec-compliance/index.html">
                         # spec-compliance
@@ -106,6 +124,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../user-generated-metadata/index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
         </ul>
         <h3 id="group-title">Private Channels</h3>
         <ul class="list" id="group-list">
@@ -154,7 +178,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container channel_join ">
         <div id="2023-04-04 14:10:23">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -437,6 +461,32 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                 
             
         
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-01-29 20:38:45">
+            
+                <img src="https://secure.gravatar.com/avatar/5fa7c351ad3fbe209d3cc2eef5207ecf.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0017-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Shirley Lu
+                     <span class="print-only user-email">(shirley.lu100@gmail.com)</span>
+                </div>
+                <a href="#2024-01-29 20:38:45"><div class="time">2024-01-29 20:38:45</div></a>
+                <div class="msg">
+                    <p>@Shirley Lu has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
     </div>
 </div>
 
diff --git a/channel/open-lineage-plus-bacalhau/index.html b/channel/open-lineage-plus-bacalhau/index.html
index a17ecf5..3abe056 100644
--- a/channel/open-lineage-plus-bacalhau/index.html
+++ b/channel/open-lineage-plus-bacalhau/index.html
@@ -46,6 +46,18 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../github-discussions/index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-notifications/index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../gx-integration/index.html">
                         # gx-integration
@@ -94,6 +106,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../spark-support-multiple-scala-versions/index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../spec-compliance/index.html">
                         # spec-compliance
@@ -106,6 +124,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../user-generated-metadata/index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
         </ul>
         <h3 id="group-title">Private Channels</h3>
         <ul class="list" id="group-list">
diff --git a/channel/providence-meetup/index.html b/channel/providence-meetup/index.html
index de4882e..42c6879 100644
--- a/channel/providence-meetup/index.html
+++ b/channel/providence-meetup/index.html
@@ -46,6 +46,18 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../github-discussions/index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-notifications/index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../gx-integration/index.html">
                         # gx-integration
@@ -94,6 +106,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../spark-support-multiple-scala-versions/index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../spec-compliance/index.html">
                         # spec-compliance
@@ -106,6 +124,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../user-generated-metadata/index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
         </ul>
         <h3 id="group-title">Private Channels</h3>
         <ul class="list" id="group-list">
@@ -154,7 +178,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container channel_join ">
         <div id="2023-02-24 14:39:45">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -340,7 +364,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-02-24 14:57:53">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -366,7 +390,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-02-24 14:58:29">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -392,7 +416,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-02-24 16:22:03">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
diff --git a/channel/sf-meetup/index.html b/channel/sf-meetup/index.html
index 3a6cdf2..e6bae61 100644
--- a/channel/sf-meetup/index.html
+++ b/channel/sf-meetup/index.html
@@ -46,6 +46,18 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../github-discussions/index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-notifications/index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../gx-integration/index.html">
                         # gx-integration
@@ -94,6 +106,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../spark-support-multiple-scala-versions/index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../spec-compliance/index.html">
                         # spec-compliance
@@ -106,6 +124,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../user-generated-metadata/index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
         </ul>
         <h3 id="group-title">Private Channels</h3>
         <ul class="list" id="group-list">
diff --git a/channel/spark-support-multiple-scala-versions/index.html b/channel/spark-support-multiple-scala-versions/index.html
new file mode 100644
index 0000000..3329ce6
--- /dev/null
+++ b/channel/spark-support-multiple-scala-versions/index.html
@@ -0,0 +1,24482 @@
+<!DOCTYPE html>
+<html lang="en">
+
+<head>
+    <meta charset="UTF-8">
+    <title>Slack Export - #spark-support-multiple-scala-versions</title>
+    
+    <link rel=stylesheet type=text/css
+          href="../../static/viewer.css">
+    
+</head>
+<body>
+<div id="slack-archive-viewer">
+    
+    <div id="sidebar">
+        <h3 id="channel-title">Public Channels</h3>
+        <ul class="list" id="channel-list">
+            
+                <li class="channel">
+                    <a href="../boston-meetup/index.html">
+                        # boston-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../dagster-integration/index.html">
+                        # dagster-integration
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../data-council-meetup/index.html">
+                        # data-council-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../dev-discuss/index.html">
+                        # dev-discuss
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../general/index.html">
+                        # general
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-discussions/index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-notifications/index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../gx-integration/index.html">
+                        # gx-integration
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../jobs/index.html">
+                        # jobs
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../london-meetup/index.html">
+                        # london-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../mark-grover/index.html">
+                        # mark-grover
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../nyc-meetup/index.html">
+                        # nyc-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../open-lineage-plus-bacalhau/index.html">
+                        # open-lineage-plus-bacalhau
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../providence-meetup/index.html">
+                        # providence-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../sf-meetup/index.html">
+                        # sf-meetup
+                    </a>
+                </li>
+            
+                <li class="channel active">
+                    <a href="index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../spec-compliance/index.html">
+                        # spec-compliance
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../toronto-meetup/index.html">
+                        # toronto-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../user-generated-metadata/index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
+        </ul>
+        <h3 id="group-title">Private Channels</h3>
+        <ul class="list" id="group-list">
+            
+        </ul>
+        <h3 id="dm-title">Direct Messages</h3>
+        <ul class="list" id="dms-list">
+            
+        </ul>
+        <h3 id="mpim-title">Group Direct Messages</h3>
+        <ul class="list" id="mpims-list">
+            
+        </ul>
+    </div>
+    
+    <div class="messages">
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2023-12-11 11:30:58">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2023-12-11 11:30:58"><div class="time">2023-12-11 11:30:58</div></a>
+                <div class="msg">
+                    <p>@Damien Hawes has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2023-12-11 11:31:09">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2023-12-11 11:31:09"><div class="time">2023-12-11 11:31:09</div></a>
+                <div class="msg">
+                    <p>@Paweł Leszczyński has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2023-12-11 11:31:09">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2023-12-11 11:31:09"><div class="time">2023-12-11 11:31:09</div></a>
+                <div class="msg">
+                    <p>@Mattia Bertorello has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-11 11:32:59">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2023-12-11 11:32:59"><div class="time">2023-12-11 11:32:59</div></a>
+                <div class="msg">
+                    <p>@Paweł Leszczyński - meet @Mattia Bertorello - one of my team members. He will be helping us to support Scala 2.13 with the Spark integration. For clarity, I am going to share the messages we exchanged earlier today in order to get him up to speed.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-11 11:36:15">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2023-12-11 11:36:15"><div class="time">2023-12-11 11:36:15</div></a>
+                <div class="msg">
+                    <p>&gt; Damien Hawes: Yeah - the cross-building of the spark integration isn't fun. I'm doing a toy project at the moment, to understand how to do it with Gradle. So far I can get a regular project to publish to my local maven repository with Scala 2.12 and Scala 2.13 
+&gt; Paweł Leszczyński yeah, i think we should have extra scalaVersion  param as we have sparkVersion and publish two artifacts with scala suffix at the end
+&gt; Damien Hawes: Yup. The standard Scala suffixes. Though, I'm trying to wrap my head around how we currently get the entire integration to "come together" so to speak. I do have a concern though: if we publish two artifacts, what happens when someone runs a Spark 3.1 pipeline for example which only supports Scala 2.12 but we have Scala 2.13 code in there as well because of the way we "combine" all the sub-projects into 1 artifact
+&gt; Paweł Leszczyński: in circle ci there is a matrix of params and we should be able somehow to prevent publishing spark2 + scala2.13 thats' the version matrix file <a href="https://github.com/OpenLineage/OpenLineage/blob/main/.circleci/workflows/openlineage-spark.yml">https://github.com/OpenLineage/OpenLineage/blob/main/.circleci/workflows/openlineage-spark.yml</a>
+&gt; Damien Hawes So far I have this in my settings.gradle.kts of my toy project:
+```rootProject.name = "openlineage-spark"</p>
+
+<p>val scalaBinaryVersion = settings.extra["scalaVersion"]
+    .toString()
+    .split(".")
+    .take(2)
+    .joinToString(".")</p>
+
+<p>include("openlineage-spark-core")</p>
+
+<p>if (scalaBinaryVersion == "2.12") {
+    include("openlineage-spark-spark30")
+    include("openlineage-spark-spark31")
+    include("openlineage-spark-spark32")
+    include("openlineage-spark-spark33")
+    include("openlineage-spark-spark34")
+    include("openlineage-spark-spark35")
+}</p>
+
+<p>if (scalaBinaryVersion == "2.13") {
+    include("openlineage-spark-spark32")
+    include("openlineage-spark-spark32")
+    include("openlineage-spark-spark33")
+    include("openlineage-spark-spark34")
+    include("openlineage-spark-spark35")
+}<code>
+&amp;gt; Damien Hawes: Then in my gradle.properties I have this:
+</code># This is used as the default Scala version</p>
+
+<h1>Suggested versions of Scala to pick from are: 2.11.12, 2.12.18, 2.13.12</h1>
+
+<p>scalaVersion=2.12.18</p>
+
+<h1>This is used as the default Spark version</h1>
+
+<p>sparkVersion=3.2.1```</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/main/.circleci/workflows/openlineage-spark.yml | openlineage-spark.yml&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;workflows:
+  openlineage-spark:
+    jobs:
+      - build-integration-spark:
+          matrix:
+            parameters:
+              spark-version: [ &#39;2.4.6&#39;, &#39;3.2.4&#39;, &#39;3.3.3&#39;, &#39;3.4.1&#39;, &#39;3.5.0&#39; ]
+          requires:
+           - build-integration-sql-java
+           - build-client-java
+      - integration-test-databricks-integration-spark:
+          context: integration-tests
+          matrix:
+            parameters:
+              spark-version: [ &#39;3.4.1&#39; ]
+          requires:
+            - build-integration-spark
+      - integration-test-integration-spark:
+          context: integration-tests
+          matrix:
+            parameters:
+              spark-version: [ &#39;2.4.6&#39;, &#39;3.2.4&#39;, &#39;3.3.3&#39;, &#39;3.4.1&#39;, &#39;3.5.0&#39; ]
+          requires:
+            - build-integration-spark
+      - workflow_complete:
+          requires:
+            - integration-test-integration-spark
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2023-12-12 02:52:22">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2023-12-12 02:52:22"><div class="time">2023-12-12 02:52:22</div></a>
+                <div class="msg">
+                    <p>@Maciej Obuchowski has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 02:52:39">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2023-12-12 02:52:39"><div class="time">2023-12-12 02:52:39</div></a>
+                <div class="msg">
+                    <p>👋</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 08:47:23">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2023-12-12 08:47:23"><div class="time">2023-12-12 08:47:23</div></a>
+                <div class="msg">
+                    <p>Hello. I've been trying to balance of developer experience versus publishing experience versus user experience.</p>
+
+<p>There are several approaches we could take.</p>
+
+<p>Approach #1</p>
+
+<p>Produce and publish an artefact per version of Spark x Scala. Given the table below, this would mean Spark 3.2.x, 3.3.x, 3.4.x, and 3.5.x would see two artefacts produced, something like <code>io.openlineage:openlineage_spark_3.2_2.12:$VERSION</code> &amp; <code>io.openlineage:openlineage_spark_3.2_2.13:$VERSION</code></p>
+
+<pre><code>| Spark Version | Scala 2.10 | Scala 2.11 | Scala 2.12 | Scala 2.13 |
++---------------+------------+------------+------------+------------+
+| 2.2.x         |     ✓      |     ✓      |            |            |
++---------------+------------+------------+------------+------------+
+| 2.3.x         |            |     ✓      |            |            |
++---------------+------------+------------+------------+------------+
+| 2.4.x         |            |     ✓      |     ✓      |            |
++---------------+------------+------------+------------+------------+
+| 3.0.x         |            |            |     ✓      |            |
++---------------+------------+------------+------------+------------+
+| 3.1.x         |            |            |     ✓      |            |
++---------------+------------+------------+------------+------------+
+| 3.2.x         |            |            |     ✓      |     ✓      |
++---------------+------------+------------+------------+------------+
+| 3.3.x         |            |            |     ✓      |     ✓      |
++---------------+------------+------------+------------+------------+
+| 3.4.x         |            |            |     ✓      |     ✓      |
++---------------+------------+------------+------------+------------+
+| 3.5.x         |            |            |     ✓      |     ✓      |
++---------------+------------+------------+------------+------------
+</code></pre>
+
+<p>Benefits:</p>
+
+<ol><li>Very clear boundaries of the Spark and Scala version the artefact supports.</li><li>We probably will not run into Scala binary incompatibility issues.</li><li><p>We don't include code from other versions of Spark into the published JAR.
+Drawbacks:</p></li><li><p>The developer experience becomes a bit more difficult, as it becomes necessary to edit the root <code>gradle.properties</code> file to select the correct versions.</p></li><li>We need to add integration tests.</li><li>We need to conditionally compile things.</li><li>There are more artefacts to publish.</li><li>We have to educate users about this, that they need to carefully select which one to go for.
+Approach #2</li>
+</ol>
+
+<p>Produce an artefact per Scala major version. This means, something like: Scala 2.12 would include support for Spark 2.4, Spark 3.0, Spark 3.1, Spark 3.2, Spark 3.3, Spark 3.4, and Spark 3.5.</p>
+
+<p>Benefits:</p>
+
+<ol><li>Two artefacts are published</li><li><p>The developer experienced is kept roughly the same, activating Scala 2.13 would deactivate 3.1 and older from being considered in the Gradle build.
+Drawbacks:</p></li><li><p>We may end up including Scala 2.12 code with Scala 2.13 artefacts and vice versa.</p></li><li>We need to add integration tests.</li><li>We need to conditionally compile things.</li><li>More artefacts to publish.
+<h2>5. We have to educate users about this, that they need to carefully select which one to go for.</h2></li>
+</ol>
+
+<p>Now there is another elephant in the room, switching to Scala 2.13 is not an easy feat. According to @Mattia Bertorello it breaks some code, where exactly, I'm not so sure. Perhaps he can shed light on this when he has the time.</p>
+
+<p>What do you folks think? @Paweł Leszczyński @Maciej Obuchowski</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 08:54:16">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2023-12-12 08:54:16"><div class="time">2023-12-12 08:54:16</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I would definitely gravitate for option 2, given that we already have infrastructure build to publish one artifact for all Spark versions we support for a single Scala version.</p>
+
+<p>Could you elaborate on this, as I'm not sure why would it happen
+&gt;  We may end up including Scala 2.12 code with Scala 2.13 artefacts and vice versa.
+Also:
+&gt;  More artefacts to publish.
+Seems like less, only <code>openlineage-spark_2.12</code> and <code>openlineage_spark_2.13</code> - and possibly later versions of Scala, rather than full Spark x Scala matrix 🙂</p>
+
+<p>&gt; According to @Mattia Bertorello it breaks some code, where exactly, I'm not so sure. Perhaps he can shed light on this when he has the time.
+Agreed, this is a challenge. My first idea would be to have just two different classes conditionally compiled, similar to what we're doing now with particular Spark versions - although the problem might be that we'll have way too many internal subprojects... not an easy challenge and probably requires research - if it's just few classes then probably okay, if we need to have two versions of pretty much every class it's a no go.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 09:17:22">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2023-12-12 09:17:22"><div class="time">2023-12-12 09:17:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah, I know the Spline folks did some <em>magic</em> with runtime code generation. But I think the amount of code they generated was small, and used for json serialization purposes.</p>
+
+<p>&gt; Could you elaborate on this, as I'm not sure why would it happen
+&gt;&gt;  We may end up including Scala 2.12 code with Scala 2.13 artefacts and vice versa.
+&gt; 
+When I first starting playing around with cross-building my toy project, I noticed that Gradle was building all the projects, i.e., there was a JAR being generated for each when I ran <code>./gradlew clean build</code> even if I ran <code>./gradlew clean build -PscalaVersion=2.12</code>.</p>
+
+<p>However, I have made some changes to the <code>settings.gradle.kts</code> file (the one you see earlier in the channel), and it <em>seems</em> to be working as expected, i.e., running the same command as specified above, deactivates the unused projects. Though, IntelliJ hates this, and red squiggly lines are displayed on those projects.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 09:24:01">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2023-12-12 09:24:01"><div class="time">2023-12-12 09:24:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Oh right, now I remember the other concern I had.</p>
+
+<p><code>core</code> is compiled against a specific version of Spark, for the sake of development. The concern I have, is if that interface (or the objects it relies on) changes. So far, we haven't seen it yet - thankfully.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 10:20:50">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2023-12-12 10:20:50"><div class="time">2023-12-12 10:20:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi  @Maciej Obuchowski
+I did some work to make it compile with the Scala 2.13 version and see how many changes are necessary. Until now, this version still has some issues and is not compiling.</p>
+
+<p>Then, I considered using this library <code>scala-collection-compat</code> to allow the cross-compilation, but I still need to test it.
+Most of the changes done in scala 2.13 that impact OpenLineage are:
+• JavaConverters were removed 
+• Use the immutable data type from the collection library
+• Some types of issues with the Seq Builder 
+My next steps are to try to compile these changes in 2.12 and fix the issues that are still there in the 2.13</p>
+
+<p>Here is my code, and it is still in the WIP
+<a href="https://github.com/OpenLineage/OpenLineage/compare/main...mattiabertorello:OpenLineage:feature/support_scala_2_13?expand=1">https://github.com/OpenLineage/OpenLineage/compare/main...mattiabertorello:OpenLineage:feature/support_scala_2_13?expand=1</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 10:25:14">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2023-12-12 10:25:14"><div class="time">2023-12-12 10:25:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* &gt; <code>core</code> is compiled against a specific version of Spark, for the sake of development. The concern I have, is if that interface (or the objects it relies on) changes. So far, we haven't seen it yet - thankfully.
+With every new Spark version we have to do some things anyway to make everything work, as we basically see by having all those directories with version-specific code 🙂
+We'd see that in integration test code - and I think Spark now is vary to remove core stuff everyone is using.</p>
+
+<p>@Mattia Bertorello nice work 🙂
+Would it be able to put this behind some wrapper library, to be code-compatible with 2.12 code?</p>
+
+<p>We might still need to release versions compiled for specific version, but sounds like those changes would not require source code changes if we can isolate those.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 10:32:30">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2023-12-12 10:32:30"><div class="time">2023-12-12 10:32:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* &gt; Would it be able to put this behind some wrapper library, to be code-compatible with 2.12 code?
+Maybe use the already exist class <code>ScalaConversionUtils</code> everywhere to make it easy to change. I will also check for the other changes if a wrapper class is necessary</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🙌 Paweł Leszczyński, Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 11:03:11">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2023-12-12 11:03:11"><div class="time">2023-12-12 11:03:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah. would be perfect if we could have <code>ScalaConversionUtils</code> that calls either <code>ScalaConversionUtils_2_12</code> or <code>ScalaConversionUtils_2_13</code> methods and stands as the only place in the whole codebase to be aware of which scala version is used.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 11:05:31">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2023-12-12 11:05:31"><div class="time">2023-12-12 11:05:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* perhaps we could add empty Seq to <code>ScalaConversionUtils</code> as well</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Mattia Bertorello
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 10:46:28">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2023-12-12 10:46:28"><div class="time">2023-12-12 10:46:28</div></a>
+                <div class="msg">
+                    <p>@Maciej Obuchowski - how much hate would I get, if I switched from Groovy DSL to Kotlin DSL?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 11:08:52">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2023-12-12 11:08:52"><div class="time">2023-12-12 11:08:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* you would only get love 😄</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 11:09:45">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2023-12-12 11:09:45"><div class="time">2023-12-12 11:09:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I definitely like Kotlin one more as well, but Groovy was from the beginning and never felt the urge to make the switch myself 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 11:20:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2023-12-12 11:20:41"><div class="time">2023-12-12 11:20:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The only reason why I'm feeling the urge to change it, is because I did all this exploratory work in Kotlin, and I am loathe to change it to Groovy.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 11:30:10">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2023-12-12 11:30:10"><div class="time">2023-12-12 11:30:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Go for it - one thing I'd ask is to make change in a separate PR</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 11:30:20">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2023-12-12 11:30:20"><div class="time">2023-12-12 11:30:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Aye</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 11:35:13">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2023-12-12 11:35:13"><div class="time">2023-12-12 11:35:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The plan I have is 4-phased approach.</p>
+
+<ol><li>Add Scala 2.13 build support (1st PR), but still have the project publishing with Scala 2.12.</li><li>Have @Mattia Bertorello use the above to build the project locally against Scala 2.12 and Scala 2.13 (2nd PR)</li><li>Modify the project to build and publish Scala 2.12 and Scala 2.13 artefacts (3rd PR)</li><li>(Optionally) Migrate to Kotlin DSL
+I don't want to convert my stuff to Groovy, but honestly, it'll be the smallest amount of changes, to what promises to be a fairly big PR (#1). Hence, I'll leave the Kotlin DSL migration to last.</li>
+</ol>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 11:46:08">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2023-12-12 11:46:08"><div class="time">2023-12-12 11:46:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* might be worthy to do Kotlin first then?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 11:46:29">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2023-12-12 11:46:29"><div class="time">2023-12-12 11:46:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I mean, convert all the existing Groovy stuff and then just add on top of that</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 11:46:41">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2023-12-12 11:46:41"><div class="time">2023-12-12 11:46:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* But if you think it's easier to do it this way, then sure go for it</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 11:47:33">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2023-12-12 11:47:33"><div class="time">2023-12-12 11:47:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah - though I'm thinking in terms of not conflicting with Mattia too much, as he will have a ton of merge conflicts to resolve.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 11:47:45">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2023-12-12 11:47:45"><div class="time">2023-12-12 11:47:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Though, maybe it is best to get the pain out of the way sooner.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-12 11:07:11">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2023-12-12 11:07:11"><div class="time">2023-12-12 11:07:11</div></a>
+                <div class="msg">
+                    <p>btw guys, I don't know if you read my letter to santa clause, but more collaboration on spark code was definitely on the list 😉 thank you for coming and I am super happy to see you working on this 🎅</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-15 10:40:39">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2023-12-15 10:40:39"><div class="time">2023-12-15 10:40:39</div></a>
+                <div class="msg">
+                    <p>An update @Maciej Obuchowski @Paweł Leszczyński - the effort to support Scala 2.13 isn't small. Holy hell.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-15 10:41:32">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2023-12-15 10:41:32"><div class="time">2023-12-15 10:41:32</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The challenging bit is the coupling of the <code>spark32</code>, <code>spark33</code>, <code>spark34</code> , and <code>spark35</code> modules to the <code>shared</code> and <code>spark3</code> modules.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-15 10:42:56">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2023-12-15 10:42:56"><div class="time">2023-12-15 10:42:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>spark3</code> cannot be compiled with Scala 2.13, because, well, no spark dependencies were ever released for it with Scala 2.13</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-18 01:59:48">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2023-12-18 01:59:48"><div class="time">2023-12-18 01:59:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* would it help if we upgraded <code>sparkVersion</code> in spark3 to 3.2 for Scala 2.13?  3.2 should be able to support 2.13</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-21 05:54:03">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2023-12-21 05:54:03"><div class="time">2023-12-21 05:54:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi Pawel,</p>
+
+<p>I upgraded <code>spark3</code>  project to 3.2 version and also the <code>shared</code>  project. Now they can support scala 2.12 and 2.13</p>
+
+<p>If you want to have a look at the changes, there are a lot <a href="https://github.com/OpenLineage/OpenLineage/compare/main...mattiabertorello:feature/support_scala_2_13?expand=1">https://github.com/OpenLineage/OpenLineage/compare/main...mattiabertorello:feature/support_scala_2_13?expand=1</a></p>
+
+<p>A summary of what I have done is:
+• Use the <code>ScalaConversionUtils</code> everywhere to hide the conversion that changes between Scala 2.12 and 2.13. And add some methods to avoid the use of inner classes like <code>Seq$</code> and <code>Map$</code> outside the class.
+• Upgrade to Spark 3.2 the <code>spark3</code> project by temporarily copying the  <code>spark32</code> . On this part I would like your suggestion on how to handle it.
+• Upgrade <code>shared</code> project spark version from <code>2.4.8</code> to 3.2.2, same of <code>spark3</code> and <code>spark32</code>
+• Upgrade <code>net.snowflake:spark-snowflake</code> from <code>2.9.3</code> to <code>2.11.0</code> to support Scala 2.13
+• Change from <code>com.databricks:dbutils-api</code> to <code>com.databricks:databricks-dbutils-scala</code> to support Scala 2.13
+• Upgrade <code>com.google.cloud.spark:spark-bigquery-with-dependencies</code> from <code>0.26.0</code> to <code>0.29.0</code> because the new version supports Scala 2.13
+• In Gradle files support an easy change between Scala versions with a property file.
+• In the Gradle app project and in every project, support a dynamic Scala version through a variable.
+Now, I need some help understanding how to move on to make the contribution and know if this error exists before.
+<code>Scala module 2.12.3 requires Jackson Databind version &gt;= 2.12.0 and &lt; 2.13.0</code>
+Is it normal or not? When I run the tests, that also happens when I run <code>gradle build</code> on main.</p>
+
+<p>Then now, I need to understand what are the next steps:
+• Which tests do I still need to do to say that Scala 2.13 is working? If I can run the CI, it would be helpful. 
+• How can I start opening PRs to avoid merging everything in a single PR? What about start opening a PR to use the <code>ScalaConversionUtils</code> everywhere?
+• Then, the difficult parts: continue working on the Damien side to make Gradle generate multiple jars, each one with each Scala version. In general I still need clarification on how to do it. I'm happy to hear some suggestions 🙂 
+Thanks!</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👀 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-21 08:20:27">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2023-12-21 08:20:27"><div class="time">2023-12-21 08:20:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi @Mattia Bertorello,</p>
+
+<p>Great news. I've clicked "draft PR" #2329 just to see if <code>./gradlew clean build</code> works fine for different Spark versions. We can close this PR later. Some of the integration tests require extra credentials (like access to big query), so they need to be triggered by us. Just to mention, so that you don't worry once they fail. CI starts automatically on new commit into the PR.</p>
+
+<p>I really like your approach and I think we can already go with the separate PRs and steps: (1) use <code>ScalaConversionUtils</code> (2) make scala version parameterized and stored in <code>gradle.properties</code> although still equal to <code>2.12</code></p>
+
+<p><code>Scala module 2.12.3 requires Jackson Databind version &amp;gt;= 2.12.0 and &amp;lt; 2.13.0</code> -&gt; not sure of this. we do use jackson and databind in <code>openlineage-java</code>
+ and shadow them within the package. However, we're using <code>2.15.3</code> which is quite recent. That's the recent build on main in CI -&gt; <a href="https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/8702/workflows/f1aed08c-8333-4460-a08b-1ad746cb046b">https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/8702/workflows/f1aed08c-8333-4460-a08b-1ad746cb046b</a> can you find the same log there?</p>
+
+<p>Can we keep building <code>shared</code> conditionally and use spark <code>2.4.8</code> for scala <code>2.12</code> while <code>3.2</code> for scala <code>2.13</code>. that's an extra complexity which, on the other hand, assures the content of the submodule can be really shared among different spark versions. although a single jar is published at the end, this makes sure our code compiles with different versions. i think the same, as with <code>shared</code> , can be done with <code>spark3</code>.</p>
+
+<p>The scope of this work is quite big, so I would be happy to work iteratively on the PRs and merge them even though still working on final solution.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-21 12:55:30">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2023-12-21 12:55:30"><div class="time">2023-12-21 12:55:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* &gt;  Upgrade <code>shared</code> project spark version from <code>2.4.8</code> to 3.2.2, same of <code>spark3</code> and <code>spark32</code>
+This effectively means moving minimum supported Spark version to 3.2.2, right?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2023-12-22 11:48:19">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2023-12-22 11:48:19"><div class="time">2023-12-22 11:48:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I still need to check if the <code>2.4.8</code>  version still works since I didn't touch it. but I ran some test to avoid changing the version in the <code>shared</code> project and I get this error.
+```io.openlineage.spark.agent.lifecycle.LibraryTest</p>
+
+<p>Test testRdd(Path, SparkSession) FAILED (2.3s)</p>
+
+<p>java.lang.NoSuchMethodError: org.apache.spark.rdd.RDD.dependencies()Lscala/collection/Seq;
+    at io.openlineage.spark.agent.lifecycle.Rdds.flattenRDDs(Rdds.java:34)``<code>
+Only when I ran the test with the scala</code>2.13<code>after update to</code>3.2+<code>all the spark3 and 3x projects otherwise the same code run with no issues with scala</code>2.12` .</p>
+
+<p>I still need to understand why is happing. I know that It's not great ditching the support for the 2.4 version</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-09 10:47:54">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-01-09 10:47:54"><div class="time">2024-01-09 10:47:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi team!</p>
+
+<p>Could you have a look to these PRs?
+<a href="https://github.com/OpenLineage/OpenLineage/pull/2357/">https://github.com/OpenLineage/OpenLineage/pull/2357/</a>
+<a href="https://github.com/OpenLineage/OpenLineage/pull/2359">https://github.com/OpenLineage/OpenLineage/pull/2359</a>
+<a href="https://github.com/OpenLineage/OpenLineage/pull/2360">https://github.com/OpenLineage/OpenLineage/pull/2360</a></p>
+
+<p>They are part of the effort to support Scala 2.13; for the moment, none of them changes any logic, just some code refactoring and a library update.
+We're still working on the Gradle side, which has some challenges.</p>
+
+<p>Thanks!</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👀 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2023-12-18 04:45:08">
+            
+                <img src="https://secure.gravatar.com/avatar/a3db78433048d16936129b57d7a9065d.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0007-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Vladimir Fedotov
+                     <span class="print-only user-email">(vladimir.fedotov@booking.com)</span>
+                </div>
+                <a href="#2023-12-18 04:45:08"><div class="time">2023-12-18 04:45:08</div></a>
+                <div class="msg">
+                    <p>@Vladimir Fedotov has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2023-12-19 18:54:20">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2023-12-19 18:54:20"><div class="time">2023-12-19 18:54:20</div></a>
+                <div class="msg">
+                    <p>@Harel Shein has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-01-05 05:34:59">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-05/6441081143361_d99557830633fbd0f913_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Teemu Mattelmäki
+                     <span class="print-only user-email">(teemu.mattelmaki@teradata.com)</span>
+                </div>
+                <a href="#2024-01-05 05:34:59"><div class="time">2024-01-05 05:34:59</div></a>
+                <div class="msg">
+                    <p>@Teemu Mattelmäki has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-05 05:34:59">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-05/6441081143361_d99557830633fbd0f913_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Teemu Mattelmäki
+                     <span class="print-only user-email">(teemu.mattelmaki@teradata.com)</span>
+                </div>
+                <a href="#2024-01-05 05:34:59"><div class="time">2024-01-05 05:34:59</div></a>
+                <div class="msg">
+                    <p>Hello! I tried to find if OL Spark column level lineage is dependent on Databricks implementation. According to this link it feels that the answer is is YES. <a href="https://openlineage.io/docs/integrations/spark/quickstart_databricks">https://openlineage.io/docs/integrations/spark/quickstart_databricks</a> Could you confirm that dependency?</p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">openlineage.io</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://openlineage.io/docs/integrations/spark/quickstart_databricks">Quickstart with Databricks | OpenLineage</a></div>
+                                <div class="link-text">
+                                    OpenLineage&#39;s Spark Integration can be installed on Databricks leveraging init scripts. Please note, Databricks on Google Cloud does not currently support the DBFS CLI, so the proposed solution will not work on Google Cloud until that feature is enabled.
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.io/docs/integrations/spark/quickstart_databricks</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-05 08:00:03">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-05 08:00:03"><div class="time">2024-01-05 08:00:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* What do you mean by <code>dependent on Databricks implementation</code>?</p>
+
+<p>Databricks provides their own, closed source versions of some <code>LogicalPlan</code> for which visitors generally need to be implemented by reflection or by checking that we have the necessary classes, like <a href="https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/spark3/src/main/java/io/openlineage/spark3/agent/utils/DatasetVersionDatasetFacetUtils.java#L74">here</a> - but that does not mean integration for OSS Spark depends on some Databricks dependency</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/spark3/src/main/java/io/openlineage/spark3/agent/utils/DatasetVersionDatasetFacetUtils.java | DatasetVersionDatasetFacetUtils.java&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;          .loadClass(&#34;org.apache.spark.sql.delta.files.TahoeLogFileIndex&#34;);
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🙌 Paweł Leszczyński, Teemu Mattelmäki, Harel Shein
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-05 08:59:18">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-05/6441081143361_d99557830633fbd0f913_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Teemu Mattelmäki
+                     <span class="print-only user-email">(teemu.mattelmaki@teradata.com)</span>
+                </div>
+                <a href="#2024-01-05 08:59:18"><div class="time">2024-01-05 08:59:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hello @Maciej Obuchowski! I have a customer that has on-prem. Hadoop environment with Spark &amp; Hive. We want to establish column level lineage on that environment. We would need to install OpenLineage (OL) Spark Agent. Does OpenLineage support this type of environment or does it only support Spark on Databricks?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-05 09:16:36">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-05 09:16:36"><div class="time">2024-01-05 09:16:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* &gt; Does OpenLineage support this type of environment
+yes, you can try it in local notebook for example 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-05 09:17:04">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-05 09:17:04"><div class="time">2024-01-05 09:17:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://openlineage.io/docs/integrations/spark/quickstart_local">https://openlineage.io/docs/integrations/spark/quickstart_local</a></p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">openlineage.io</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://openlineage.io/docs/integrations/spark/quickstart_local">Quickstart with Jupyter | OpenLineage</a></div>
+                                <div class="link-text">
+                                    Trying out the Spark integration is super easy if you already have Docker Desktop and git installed.
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.io/docs/integrations/spark/quickstart_local</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-06 03:22:44">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-05/6441081143361_d99557830633fbd0f913_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Teemu Mattelmäki
+                     <span class="print-only user-email">(teemu.mattelmaki@teradata.com)</span>
+                </div>
+                <a href="#2024-01-06 03:22:44"><div class="time">2024-01-06 03:22:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks! We'll try this option.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 05:16:48">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-10 05:16:48"><div class="time">2024-01-10 05:16:48</div></a>
+                <div class="msg">
+                    <p>@Maciej Obuchowski @Paweł Leszczyński - Happy New Year. Just a note, we stumbled into a bit of roadblock with testing of the changes for Scala 2.13. Notably: Bitnami only publishes Spark images for Scala 2.12. This means the CI/CD pipeline will fail under Scala 2.13 conditions.</p>
+
+<p>For example:</p>
+
+<p>```SparkContainerIntegrationTest &gt; testCreateTable() STANDARD_ERROR</p>
+
+<pre><code>24/01/10 09:54:01 ERROR Utils: uncaught error in thread spark-listener-group-shared, stopping SparkContext
+java.lang.NoSuchMethodError: 'scala.collection.immutable.Seq org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.map(scala.Function1)'
+    at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.lambda$buildInputDatasets$6(OpenLineageRunEventBuilder.java:342)
+    at java.base/java.util.Optional.map(Optional.java:260)
+    at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.buildInputDatasets(OpenLineageRunEventBuilder.java:340)
+    at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.populateRun(OpenLineageRunEventBuilder.java:296)
+    at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.buildRun(OpenLineageRunEventBuilder.java:280)
+    at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.buildRun(OpenLineageRunEventBuilder.java:229)
+    at io.openlineage.spark.agent.lifecycle.SparkSQLExecutionContext.start(SparkSQLExecutionContext.java:87)
+    at io.openlineage.spark.agent.OpenLineageSparkListener.lambda$sparkSQLExecStart$0(OpenLineageSparkListener.java:91)
+    at java.base/java.util.Optional.ifPresent(Optional.java:178)
+    at io.openlineage.spark.agent.OpenLineageSparkListener.sparkSQLExecStart(OpenLineageSparkListener.java:91)
+    at io.openlineage.spark.agent.OpenLineageSparkListener.onOtherEvent(OpenLineageSparkListener.java:82)
+24/01/10 09:54:01 INFO SparkContext: SparkContext is stopping with exitCode 0.
+</code></pre>
+
+<p>```</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 05:17:46">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-10 05:17:46"><div class="time">2024-01-10 05:17:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* This is because of a breaking change between Scala 2.12 and Scala 2.13 in the Scala Collections API.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 05:18:22">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-10 05:18:22"><div class="time">2024-01-10 05:18:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* In Scala 2.12, Seq is an alias for scala.collection.Seq and in 2.13, Seq is an alias for scala.collection.immutable.Seq</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 05:23:59">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-10 05:23:59"><div class="time">2024-01-10 05:23:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The question becomes, does OL (as an org), have a way to overcome this challenge? i.e., custom docker images?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 05:59:13">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-10 05:59:13"><div class="time">2024-01-10 05:59:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* even official Spark images don't have 2.13 version 😞 <a href="https://hub.docker.com/_/spark">https://hub.docker.com/_/spark</a></p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">hub.docker.com</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://hub.docker.com/_/spark">spark - Official Image | Docker Hub</a></div>
+                                <div class="link-text">
+                                    Apache Spark - A unified analytics engine for large-scale data processing
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://hub.docker.com/_/spark</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 06:06:20">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-10 06:06:20"><div class="time">2024-01-10 06:06:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* as for Seq issue, maybe the solution would be to have something similar to the visitor factories we have:
+provide two factories, make integration choose at runtime which one to use, and initialize Seq there?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 06:24:12">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-01-10 06:24:12"><div class="time">2024-01-10 06:24:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It seems we need to build a Docker image for Spark Scala 2.13</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 06:43:04">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-10 06:43:04"><div class="time">2024-01-10 06:43:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* there are even some examples but they mostly focus on pure Spark, not python one <a href="https://github.com/xebia-functional/spark-scala3-example/blob/main/docker/Dockerfile">https://github.com/xebia-functional/spark-scala3-example/blob/main/docker/Dockerfile</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/xebia-functional/spark-scala3-example/blob/main/docker/Dockerfile | Dockerfile&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;# This Dockerfile is taken from &amp;lt;https://github.com/mvillarrealb/docker-spark-cluster/blob/master/docker-compose.yml&amp;gt;
+# and updated to install the Scala 2.13 version of Spark 3.2.0
+
+FROM openjdk:11.0.13-jre-slim-buster as builder
+
+# Add Dependencies for PySpark
+RUN apt-get update &amp;amp;&amp;amp; apt-get install -y curl vim wget software-properties-common ssh net-tools ca-certificates python3 python3-pip python3-numpy python3-matplotlib python3-scipy python3-pandas python3-simpy
+
+RUN update-alternatives --install &#34;/usr/bin/python&#34; &#34;python&#34; &#34;$(which python3)&#34; 1
+
+# Fix the value of PYTHONHASHSEED
+# Note: this is needed when you use Python 3.3 or greater
+ENV SPARK_VERSION=3.2.0 \
+SCALA_VERSION=2.13 \
+HADOOP_VERSION=3.2 \
+SPARK_HOME=/opt/spark \
+PYTHONHASHSEED=1
+
+RUN wget --no-verbose -O apache-spark.tgz &#34;&amp;lt;https://archive.apache.org/dist/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}-scala${SCALA_VERSION}.tgz&amp;gt;&#34; \
+&amp;amp;&amp;amp; mkdir -p /opt/spark \
+&amp;amp;&amp;amp; tar -xf apache-spark.tgz -C /opt/spark --strip-components=1 \
+&amp;amp;&amp;amp; rm apache-spark.tgz
+
+
+FROM builder as apache-spark
+
+WORKDIR /opt/spark
+
+ENV SPARK_MASTER_PORT=7077 \
+SPARK_MASTER_WEBUI_PORT=8080 \
+SPARK_LOG_DIR=/opt/spark/logs \
+SPARK_MASTER_LOG=/opt/spark/logs/spark-master.out \
+SPARK_WORKER_LOG=/opt/spark/logs/spark-worker.out \
+SPARK_WORKER_WEBUI_PORT=8080 \
+SPARK_WORKER_PORT=7000
+
+EXPOSE 8080 7077 7000
+
+RUN mkdir -p $SPARK_LOG_DIR &amp;amp;&amp;amp; \
+touch $SPARK_MASTER_LOG &amp;amp;&amp;amp; \
+touch $SPARK_WORKER_LOG &amp;amp;&amp;amp; \
+ln -sf /dev/stdout $SPARK_MASTER_LOG &amp;amp;&amp;amp; \
+ln -sf /dev/stdout $SPARK_WORKER_LOG
+
+COPY start-spark.sh /
+
+CMD [&#34;/bin/bash&#34;, &#34;/start-spark.sh&#34;]
+
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/xebia-functional/spark-scala3-example&#34;&gt;xebia-functional/spark-scala3-example&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 06:43:27">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-10 06:43:27"><div class="time">2024-01-10 06:43:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I think people who run PySpark generally don't care about scala version 🤔</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 06:43:39">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-10 06:43:39"><div class="time">2024-01-10 06:43:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Indeed.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 06:44:50">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-10 06:44:50"><div class="time">2024-01-10 06:44:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The problem (for us) is that Scala 2.12's Jackson module has a security vulnerability in it, that was flagged. So our Data Platform team(s) had to mitigate. The mitigation strategy involved migrating to Scala 2.13.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 06:53:04">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-10 06:53:04"><div class="time">2024-01-10 06:53:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* looking at <a href="https://github.com/bitnami/containers/blob/main/bitnami/spark/3.5/debian-11/Dockerfile">https://github.com/bitnami/containers/blob/main/bitnami/spark/3.5/debian-11/Dockerfile</a> there does not seem to be very simple way to just switch it to 2.13</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/bitnami/containers/blob/main/bitnami/spark/3.5/debian-11/Dockerfile | Dockerfile&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;# Copyright VMware, Inc.
+# SPDX-License-Identifier: APACHE-2.0
+
+FROM &amp;lt;a href=&#34;http://docker.io/bitnami/minideb:bullseye&#34;&amp;gt;docker.io/bitnami/minideb:bullseye&amp;lt;/a&amp;gt;
+
+ARG JAVA_EXTRA_SECURITY_DIR=&#34;/bitnami/java/extra-security&#34;
+ARG TARGETARCH
+
+LABEL com.vmware.cp.artifact.flavor=&#34;sha256:1e1b4657a77f0d47e9220f0c37b9bf7802581b93214fff7d1bd2364c8bf22e8e&#34; \
+      org.opencontainers.image.base.name=&#34;&amp;lt;a href=&#34;http://docker.io/bitnami/minideb:bullseye&#34;&amp;gt;docker.io/bitnami/minideb:bullseye&amp;lt;/a&amp;gt;&#34; \
+      org.opencontainers.image.created=&#34;2023-12-16T16:24:11Z&#34; \
+      org.opencontainers.image.description=&#34;Application packaged by VMware, Inc&#34; \
+      org.opencontainers.image.licenses=&#34;Apache-2.0&#34; \
+      org.opencontainers.image.ref.name=&#34;3.5.0-debian-11-r17&#34; \
+      org.opencontainers.image.title=&#34;spark&#34; \
+      org.opencontainers.image.vendor=&#34;VMware, Inc.&#34; \
+      org.opencontainers.image.version=&#34;3.5.0&#34;
+
+ENV HOME=&#34;/&#34; \
+    OS_ARCH=&#34;${TARGETARCH:-amd64}&#34; \
+    OS_FLAVOUR=&#34;debian-11&#34; \
+    OS_NAME=&#34;linux&#34; \
+    PATH=&#34;/opt/bitnami/python/bin:/opt/bitnami/java/bin:/opt/bitnami/spark/bin:/opt/bitnami/spark/sbin:$PATH&#34;
+
+COPY prebuildfs /
+SHELL [&#34;/bin/bash&#34;, &#34;-o&#34;, &#34;errexit&#34;, &#34;-o&#34;, &#34;nounset&#34;, &#34;-o&#34;, &#34;pipefail&#34;, &#34;-c&#34;]
+# Install required system packages and dependencies
+RUN install_packages ca-certificates curl libbz2-1.0 libcom-err2 libcrypt1 libffi7 libgcc-s1 libgssapi-krb5-2 libk5crypto3 libkeyutils1 libkrb5-3 libkrb5support0 liblzma5 libncursesw6 libnsl2 libreadline8 libsqlite3-0 libssl1.1 libstdc++6 libtinfo6 libtirpc3 procps zlib1g
+RUN mkdir -p /tmp/bitnami/pkg/cache/ ; cd /tmp/bitnami/pkg/cache/ ; \
+    COMPONENTS=( \
+      &#34;python-3.11.7-0-linux-${OS_ARCH}-debian-11&#34; \
+      &#34;java-17.0.9-11-6-linux-${OS_ARCH}-debian-11&#34; \
+      &#34;spark-3.5.0-6-linux-${OS_ARCH}-debian-11&#34; \
+    ) ; \
+    for COMPONENT in &#34;${COMPONENTS[@]}&#34;; do \
+      if [ ! -f &#34;${COMPONENT}.tar.gz&#34; ]; then \
+        curl -SsLf &#34;&amp;lt;https://downloads.bitnami.com/files/stacksmith/${COMPONENT}.tar.gz&amp;gt;&#34; -O ; \
+        curl -SsLf &#34;&amp;lt;https://downloads.bitnami.com/files/stacksmith/${COMPONENT}.tar.gz.sha256&amp;gt;&#34; -O ; \
+      fi ; \
+      sha256sum -c &#34;${COMPONENT}.tar.gz.sha256&#34; ; \
+      tar -zxf &#34;${COMPONENT}.tar.gz&#34; -C /opt/bitnami --strip-components=2 --no-same-owner --wildcards &#39;**/files&#39; ; \
+      rm -rf &#34;${COMPONENT}&#34;.tar.gz{,.sha256} ; \
+    done
+RUN apt-get autoremove --purge -y curl &amp;amp;&amp;amp; \
+    apt-get update &amp;amp;&amp;amp; apt-get upgrade -y &amp;amp;&amp;amp; \
+    apt-get clean &amp;amp;&amp;amp; rm -rf /var/lib/apt/lists /var/cache/apt/archives
+RUN chmod g+rwX /opt/bitnami
+RUN mkdir /.local &amp;amp;&amp;amp; chmod g+rwX /.local
+
+COPY rootfs /
+RUN /opt/bitnami/scripts/spark/postunpack.sh
+RUN /opt/bitnami/scripts/java/postunpack.sh
+ENV APP_VERSION=&#34;3.5.0&#34; \
+    BITNAMI_APP_NAME=&#34;spark&#34; \
+    JAVA_HOME=&#34;/opt/bitnami/java&#34; \
+    LD_LIBRARY_PATH=&#34;/opt/bitnami/python/lib:/opt/bitnami/spark/venv/lib/python3.8/site-packages/numpy.libs:$LD_LIBRARY_PATH&#34; \
+    LIBNSS_WRAPPER_PATH=&#34;/opt/bitnami/common/lib/libnss_wrapper.so&#34; \
+    NSS_WRAPPER_GROUP=&#34;/opt/bitnami/spark/tmp/nss_group&#34; \
+    NSS_WRAPPER_PASSWD=&#34;/opt/bitnami/spark/tmp/nss_passwd&#34; \
+    PYTHONPATH=&#34;/opt/bitnami/spark/python/:$PYTHONPATH&#34; \
+    SPARK_HOME=&#34;/opt/bitnami/spark&#34; \
+    SPARK_USER=&#34;spark&#34;
+
+WORKDIR /opt/bitnami/spark
+USER 1001
+ENTRYPOINT [ &#34;/opt/bitnami/scripts/spark/entrypoint.sh&#34; ]
+CMD [ &#34;/opt/bitnami/scripts/spark/run.sh&#34; ]
+
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/bitnami/containers&#34;&gt;bitnami/containers&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 06:54:57">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-10 06:54:57"><div class="time">2024-01-10 06:54:57</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Nope. You have to download the Spark binaries compiled with 2.13, and build an entirely new docker image</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 06:55:20">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-10 06:55:20"><div class="time">2024-01-10 06:55:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* or at least, download the binaries and overwrite everything at runtime</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 06:56:38">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-10 06:56:38"><div class="time">2024-01-10 06:56:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* tbh I can't even find <em>where</em> they specify Scala 2.12</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 06:56:54">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-10 06:56:54"><div class="time">2024-01-10 06:56:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* They don't. It's the default version for Spark 3.x+</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 06:57:12">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-10 06:57:12"><div class="time">2024-01-10 06:57:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* You have to explicitly select Scala 2.13 version from Spark's website</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 06:57:14">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-10 06:57:14"><div class="time">2024-01-10 06:57:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* maybe doing it from scratch is only option? but I don't know if it's that easy; I feel if it was easy to build and maintain there would be existing image</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-11 02:34:39">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-11 02:34:39"><div class="time">2024-01-11 02:34:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* This may be silly, but... what if we just turned off docker tests for scala 2.13? There are a lot of non-docker integration tests and I don't feel we can fix the whole world.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-11 05:23:35">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-11 05:23:35"><div class="time">2024-01-11 05:23:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It will be very easy to break it later then, even if we test it manually at the start 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-11 05:25:50">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-01-11 05:25:50"><div class="time">2024-01-11 05:25:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* What about using the custom docker image suggested here only for scala 2.13 <a href="https://openlineage.slack.com/archives/C06A9EAUWUQ/p1704886984670229?thread_ts=1704881808.866719&cid=C06A9EAUWUQ">https://openlineage.slack.com/archives/C06A9EAUWUQ/p1704886984670229?thread_ts=1704881808.866719&amp;cid=C06A9EAUWUQ</a>
+and built at run time, no super efficient but better than nothing  🙂
+<code>new ImageFromDockerfile()
+                    .withFileFromPath("Dockerfile", Paths.get("./spark/docker/scala213/Dockerfile"))
+                    .withBuildArg("SPARK_VERSION", System.getProperty("spark.version")))</code></p>
+                    <div class="message-attachment"
+                            >
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_48.jpg" class="icon">
+                                    }
+                                    <a href="https://openlineage.slack.com/team/U01RA9B5GG2">
+                                    Maciej Obuchowski
+                                    </a><span class="print-only">(https://openlineage.slack.com/team/U01RA9B5GG2)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;there are even some examples but they mostly focus on pure Spark, not python one &lt;a href=&#34;https://github.com/xebia-functional/spark-scala3-example/blob/main/docker/Dockerfile&#34;&gt;https://github.com/xebia-functional/spark-scala3-example/blob/main/docker/Dockerfile&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.slack.com/archives/C06A9EAUWUQ/p1704886984670229?thread_ts=1704881808.866719&amp;amp;cid=C06A9EAUWUQ</div>
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        Thread in Slack Conversation
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-11 05:27:04">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-11 05:27:04"><div class="time">2024-01-11 05:27:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah might be good for now. I think we should see how long it takes</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-11 05:29:29">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-01-11 05:29:29"><div class="time">2024-01-11 05:29:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* For the moment we run it in local to test the changes. I will open a PR when we have all the stuff running.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 07:11:15">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-10 07:11:15"><div class="time">2024-01-10 07:11:15</div></a>
+                <div class="msg">
+                    <p>@Maciej Obuchowski - starting a new thread here:</p>
+
+<p><strong>Regarding the factories comment</strong></p>
+
+<blockquote>
+  <p>as for Seq issue, maybe the solution would be to have something similar to the visitor factories we have:
+  provide two factories, make integration choose at runtime which one to use, and initialize Seq there?
+  I'm unsure about your intended use of factories and their placement in the call stack. To illustrate the issue at hand, I developed a simple project. Here's an overview:</p>
+</blockquote>
+
+<p><strong>app project:</strong>
+```public class Application {
+    public static void main(String[] args) {
+        Demonstration demonstration = new Demonstration();
+        java.util.List<String> items = demonstration.items();
+        items.forEach(System.out::println);
+    }
+}</p>
+
+<p>public class Demonstration {
+    public java.util.List<String> items() {
+        return convert(Provider.getStrings());
+    }</p>
+
+<pre><code>public java.util.List&lt;String&gt; convert(scala.collection.Seq&lt;String&gt; strings) {
+    return scala.collection.JavaConverters.seqAsJavaList(strings);
+}
+
+public java.util.List&lt;String&gt; convert(scala.collection.immutable.Seq&lt;String&gt; strings) {
+    return scala.collection.JavaConverters.seqAsJavaList(strings);
+}
+</code></pre>
+
+<p>}<code>
+**thing_2.12 &amp; thing_2.13 projects**
+</code>object Provider {
+  def getStrings(): Seq[String] = Seq("a", "b", "c")
+}```
+<strong>Explanation:</strong></p>
+
+<p>• <strong>Compilation Against Scala 2.12 (thing<em>2.12)</strong>: When compiling the 'app' project against Scala 2.12, the Java compiler recognizes that it should use the method <code>java.util.List&lt;String&gt; convert(scala.collection.Seq&lt;String&gt; strings)</code>.
+• <strong>Compilation Against Scala 2.13 (thing</em>2.13)</strong>: Conversely, when compiling against Scala 2.13, the compiler selects <code>java.util.List&lt;String&gt; convert(scala.collection.immutable.Seq&lt;String&gt; strings)</code> for dispatch.
+<strong>Runtime Behavior:</strong></p>
+
+<p>• <strong>Matching Versions</strong>: Running the 'app' code compiled against <code>thing_2.12</code> with the <code>thing_2.12</code> jar in the classpath functions correctly. The same is true when pairing <code>app</code> compiled against <code>thing_2.13</code> with the <code>thing_2.13</code> jar.
+• <strong>Mismatched Versions</strong>: Issues arise when there's a mismatch in versions. For instance, using the <code>app</code> compiled against <code>thing_2.12</code> but providing the <code>thing_2.13</code> jar in the classpath leads to problems, and vice versa. This occurs because the JVM expects the method matching the compilation version, which it fails to find.
+Expanding on the <strong>Mismatched Versions</strong> topic:</p>
+
+<p><strong>Compile-Time Binding in Java:</strong></p>
+
+<p>• n Java, method overloading resolution is a compile-time decision. The compiler determines which method to call based on the method signatures and the types of the arguments as they are known at compile time.
+• In our case, the convert method is overloaded: one version takes a <code>scala.collection.Seq&lt;String&gt;</code>, and the other takes a <code>scala.collection.immutable.Seq&lt;String&gt;</code>.
+• When you compile against Scala 2.12, <code>scala.collection.Seq</code> is the prevalent sequence type. The Java compiler binds calls to convert to the method accepting <code>scala.collection.Seq</code>.
+• Conversely, compiling against Scala 2.13, where <code>scala.collection.immutable.Seq</code> is the base type, leads the Java compiler to bind to the method accepting <code>scala.collection.immutable.Seq</code>.
+<strong>Runtime Behavior and Classpath:</strong></p>
+
+<p>• At runtime, the Java Virtual Machine (JVM) expects to find the same class types and method signatures that were present during compilation.
+• If the runtime environment (classpaths and libraries) matches the compile-time environment, the application runs smoothly.
+• However, if there's a mismatch – for instance, the application is compiled against Scala 2.12 but run with Scala 2.13 in the classpath – the JVM may not find the expected method signatures.
+• This mismatch can lead to a <code>NoSuchMethodError</code> or similar runtime exceptions. The JVM looks for <code>convert(scala.collection.Seq&lt;String&gt;)</code> but only finds <code>convert(scala.collection.immutable.Seq&lt;String&gt;)</code>, or vice versa.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👀 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 07:32:35">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-10 07:32:35"><div class="time">2024-01-10 07:32:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks for the explanation!</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 07:32:48">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-10 07:32:48"><div class="time">2024-01-10 07:32:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah, I thought only initialization is an issue 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 07:40:02">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-10 07:40:02"><div class="time">2024-01-10 07:40:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I can't think of better solution than reflection-based one right now</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 07:58:02">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-10 07:58:02"><div class="time">2024-01-10 07:58:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Damien Hawes Would something like this work?
+We have interface:
+<code>public interface SeqConverter{
+  &lt;T&gt; scala.collection.Seq&lt;T&gt; convert(scala.collection.Seq&lt;T&gt; items);
+  &lt;T&gt; scala.collection.Seq&lt;T&gt; convert(scala.collection.immutable.Seq&lt;T&gt; items);
+}</code>
+and implementations for 2.12 and 2.13 within separate modules compiled with respective Scala versions - just as we compile modules with respective Spark versions now, example:
+```public class Seq212Converter implements SeqConcerter {
+  public <T> scala.collection.Seq<T> convert(scala.collection.Seq<T> items) {
+    return items;
+  }</p>
+
+<p>public <T> scala.collection.Seq<T> convert(scala.collection.immutable.Seq<T> items) {
+    // Whatever that conversion would look like
+    return scala.collection.immutable.Seq$(items);
+  }
+}<code>
+then naively call Seq methods:
+</code>  public static Object callWithSeq(Object clazz, String method, scala.collection.Seq<T> seq) {
+    String Scala212Converter =
+      "io.openlineage.spark.agent.scala212.Seq212Converter";</p>
+
+<pre><code>String Scala213Converter =
+  "io.openlineage.spark.agent.scala213.Scala213Converter";
+
+if ( scala.util.Properties$.MODULE$.versionNumberString().startsWith("2.12")) {
+  SeqConverter converter = Class.forName(Scala212Converter).newInstance();
+  return MethodUtils.invokeMethod(clazz, method, converter(seq));
+} else {
+  SeqConverter converter = Class.forName(Scala213Converter).newInstance();
+  return MethodUtils.invokeMethod(clazz, method, converter(seq));
+}
+</code></pre>
+
+<p>}```
+The last part is definitely crude, as it allows you to just call a method with singular Seq argument, but it's just for sake of this discussion 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 07:59:32">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-10 07:59:32"><div class="time">2024-01-10 07:59:32</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Paweł Leszczyński when you get back take a look at this thread 🙂</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👀 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 08:02:31">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-10 08:02:31"><div class="time">2024-01-10 08:02:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Not sure if what I wrote would work with something like this: <a href="https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/spark3/src/main/java/io/openlineage/spark3/agent/lifecycle/plan/column/visitors/IcebergMergeIntoDependencyVisitor.java#L50">https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2[…]cle/plan/column/visitors/IcebergMergeIntoDependencyVisitor.java</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/spark3/src/main/java/io/openlineage/spark3/agent/lifecycle/plan/column/visitors/IcebergMergeIntoDependencyVisitor.java | IcebergMergeIntoDependencyVisitor.java&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;        boolean isNewerImplementation =
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 08:02:43">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-10 08:02:43"><div class="time">2024-01-10 08:02:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>Seq&amp;lt;Seq&amp;lt;Seq&amp;lt;Expression&amp;gt;&amp;gt;&amp;gt; matched =
+              (Seq&amp;lt;Seq&amp;lt;Seq&amp;lt;Expression&amp;gt;&amp;gt;&amp;gt;) mergeRows.getMethod("matchedOutputs").invoke(node);
+          Seq&amp;lt;Seq&amp;lt;Expression&amp;gt;&amp;gt; notMatched =
+              (Seq&amp;lt;Seq&amp;lt;Expression&amp;gt;&amp;gt;) mergeRows.getMethod("notMatchedOutputs").invoke(node);</code>
+🤔</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 10:14:27">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-10 10:14:27"><div class="time">2024-01-10 10:14:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It could work. However, something to keep in mind: we have to eliminate all references to <code>scala.collection.Seq</code> in import statements and fully-qualified types. Basically it becomes a case of, "Immediately convert sequence to java.util.List".</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 10:14:50">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-10 10:14:50"><div class="time">2024-01-10 10:14:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Otherwise we will face a combination of runtime and compile time errors.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 10:15:29">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-10 10:15:29"><div class="time">2024-01-10 10:15:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* That code you linked, is one such place where we will need to change it - somehow.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 10:15:42">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-10 10:15:42"><div class="time">2024-01-10 10:15:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* That, or we need to port that code to Scala.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 10:16:05">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-10 10:16:05"><div class="time">2024-01-10 10:16:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* So that we don't need to constantly do a dance between Scala and Java collections.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 11:37:24">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-10 11:37:24"><div class="time">2024-01-10 11:37:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* We might go with writing common module in Scala though. It would be really good if we could do that incrementally. Even better if we could have single module for both 2.12 and 2.13</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-10 11:39:17">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-10 11:39:17"><div class="time">2024-01-10 11:39:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* We use a lot of <code>Seq</code> and I doubt it's the only place we'll have problems</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06DZ2YLU3S/screenshot_2024-01-10_at_17.38.27.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-01-10 at 17.38.27.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06DZ2YLU3S/screenshot_2024-01-10_at_17.38.27.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06DZ2YLU3S-5f89fb48a9/screenshot_2024-01-10_at_17.38.27_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="311" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-11 02:42:37">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-11 02:42:37"><div class="time">2024-01-11 02:42:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Would using this <a href="https://github.com/scala/scala-collection-compat">https://github.com/scala/scala-collection-compat</a> help?</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">scala/scala-collection-compat</a></div>
+                                <div class="link-text">
+                                    makes some Scala 2.13 APIs (primarily collections, also some others) available on 2.11 and 2.12, to aid cross-building
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Stars</div>
+                                        194
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Language</div>
+                                        Scala
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-11 03:55:06">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-11 03:55:06"><div class="time">2024-01-11 03:55:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* AS far as I could tell, no. That adds methods to the APIs</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-17 06:50:17">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-17 06:50:17"><div class="time">2024-01-17 06:50:17</div></a>
+                <div class="msg">
+                    <p>@Maciej Obuchowski @Paweł Leszczyński - <code>spark3</code> what is its purpose? Is it meant to be common code for all Apache Spark 3.x.y variants?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-17 06:50:36">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-17 06:50:36"><div class="time">2024-01-17 06:50:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yes</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-17 06:51:18">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-17 06:51:18"><div class="time">2024-01-17 06:51:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'm asking, because I noticed this situation, <code>spark3</code> is compiled using Spark 3.1.x, but something like <code>JdbcHandler</code> doesn't exist in Spark 3.0.x</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-17 06:52:56">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-17 06:52:56"><div class="time">2024-01-17 06:52:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* if the classes using <code>JdbcHandler</code> aren't loaded, this shouldn't break the integration. However, we don't test our package with <code>3.0.x</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-18 09:50:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-18 09:50:41"><div class="time">2024-01-18 09:50:41</div></a>
+                <div class="msg">
+                    <p>@Maciej Obuchowski @Paweł Leszczyński - right, first prep PR for support Scala 2.13 is up. I'm breaking my changes up into smaller PRs to make then more consumable.</p>
+
+<p>You'll find it here:</p>
+
+<p><a href="https://github.com/OpenLineage/OpenLineage/pull/2376">https://github.com/OpenLineage/OpenLineage/pull/2376</a></p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👀 Paweł Leszczyński, Maciej Obuchowski
+                        </div>
+                    
+                        <div class="message-reaction">
+                        🔥 Maciej Obuchowski, Harel Shein
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-18 10:13:37">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-18 10:13:37"><div class="time">2024-01-18 10:13:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Ah, right. I can't run the integration tests.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-18 10:14:00">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-18 10:14:00"><div class="time">2024-01-18 10:14:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* My heart sank a bit, when i saw the integration tests fail</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-18 10:14:21">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-18 10:14:21"><div class="time">2024-01-18 10:14:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I was like, "How?! I didn't touch the spark code!"</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-18 10:21:57">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-18 10:21:57"><div class="time">2024-01-18 10:21:57</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* pushed it 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-18 10:28:51">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-18 10:28:51"><div class="time">2024-01-18 10:28:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Sorry, pushed what?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-18 10:32:44">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-18 10:32:44"><div class="time">2024-01-18 10:32:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* We have a script to push external contributions to some origin branch, GH CI does apparently look at commit IDs instead of associating CI runs with branches so after this finishes: <a href="https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/8924/workflows/efdcc509-cc79-4158-a925-50a59733d446">https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/8924/workflows/efdcc509-cc79-4158-a925-50a59733d446</a> it will be shown as CI results for your branch</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-18 10:33:12">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-18 10:33:12"><div class="time">2024-01-18 10:33:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Anyway, we have different solution to this problem soon: <a href="https://github.com/OpenLineage/OpenLineage/pull/2374">https://github.com/OpenLineage/OpenLineage/pull/2374</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/2374">#2374 ci: approve integration tests</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Currently, there&#39;s no option to conveniently let new committers to either run integration tests (Airflow integration case) or use OL credentials to external services needed to run integration tests successfully (Spark integration case). The only solution we&#39;ve had so far was &lt;a href=&#34;https://github.com/jklukas/git-push-fork-to-upstream-branch&#34;&gt;https://github.com/jklukas/git-push-fork-to-upstream-branch&lt;/a&gt; but this was far from good.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;• Add approval steps before integration tests.
+• Remove approval steps &lt;strong&gt;if pipeline runs from someone with write access to the repo&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Several additional notes:&lt;/p&gt;
+
+&lt;p&gt;• &lt;strong&gt;Most important&lt;/strong&gt; we should enable &lt;code&gt;Pass secrets to builds from forked pull requests&lt;/code&gt; after merging this PR (solves Spark integration problem).
+• Side-effect of changing &lt;code&gt;determine_changed_module&lt;/code&gt; is a huge speedup (from ~1 min to literally seconds with added new step).
+• I forced (with code change in circleCI config) to not remove approval steps just for test. You can check the result &lt;a href=&#34;https://app.circleci.com/pipelines/gh/OpenLineage/OpenLineage/8912/workflows/14897b21-7ae6-4726-9070-a73b6f0f23c3&#34;&gt;here&lt;/a&gt;. Screenshot attached with task on hold waiting for approval:&lt;br /&gt;
+    &lt;a href=&#34;https://private-user-images.githubusercontent.com/3889552/297518241-5a12a1ef-ebc2-43ed-ba84-054fe98c32f6.png?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTUiLCJleHAiOjE3MDU1OTIyOTQsIm5iZiI6MTcwNTU5MTk5NCwicGF0aCI6Ii8zODg5NTUyLzI5NzUxODI0MS01YTEyYTFlZi1lYmMyLTQzZWQtYmE4NC0wNTRmZTk4YzMyZjYucG5nP1gtQW16LUFsZ29yaXRobT1BV1M0LUhNQUMtU0hBMjU2JlgtQW16LUNyZWRlbnRpYWw9QUtJQVZDT0RZTFNBNTNQUUs0WkElMkYyMDI0MDExOCUyRnVzLWVhc3QtMSUyRnMzJTJGYXdzNF9yZXF1ZXN0JlgtQW16LURhdGU9MjAyNDAxMThUMTUzMzE0WiZYLUFtei1FeHBpcmVzPTMwMCZYLUFtei1TaWduYXR1cmU9OGQ1YzZmMDY0MmZjZTFmNzM4M2FjMTg3MjA4NmIyYjAxOTU2NjBhNjgzZTYwZGUwZDZkZjY1MDMzYjJkMDE2YiZYLUFtei1TaWduZWRIZWFkZXJzPWhvc3QmYWN0b3JfaWQ9MCZrZXlfaWQ9MCZyZXBvX2lkPTAifQ.oeNpY_GTDfTHBqV44fWvWjuO6E8BtHl-sVEto7p0rak&#34;&gt;image&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;One-line summary:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Introduce approvals to integration tests in CI.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Checklist&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;☑︎ You&#39;ve &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/why-the-dco.md&#34;&gt;signed-off&lt;/a&gt; your work
+☑︎ Your pull request title follows our &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/CONTRIBUTING.md#creating-pull-requests&#34;&gt;guidelines&lt;/a&gt;
+☑︎ Your changes are accompanied by tests (&lt;em&gt;if relevant&lt;/em&gt;)
+☑︎ Your change contains a &lt;a href=&#34;https://kurtisnusbaum.medium.com/stacked-diffs-keeping-phabricator-diffs-small-d9964f4dcfa6&#34;&gt;small diff&lt;/a&gt; and is self-contained
+☐ You&#39;ve updated any relevant documentation (&lt;em&gt;if relevant&lt;/em&gt;)
+☑︎ Your comment includes a one-liner for the changelog about the specific purpose of the change (&lt;em&gt;if necessary&lt;/em&gt;)
+☐ You&#39;ve versioned the core OpenLineage model or facets according to &lt;a href=&#34;https://docs.snowplowanalytics.com/docs/pipeline-components-and-applications/iglu/common-architecture/schemaver&#34;&gt;SchemaVer&lt;/a&gt; (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ You&#39;ve added a &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/.github/header_templates.md&#34;&gt;header&lt;/a&gt; to source files (&lt;em&gt;if relevant&lt;/em&gt;)&lt;/p&gt;
+
+&lt;hr /&gt;
+
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
+Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        ci, tests
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        3
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-18 10:53:47">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-18 10:53:47"><div class="time">2024-01-18 10:53:47</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Perfect</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-18 10:54:02">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-18 10:54:02"><div class="time">2024-01-18 10:54:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I see the tests went through</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-19 02:20:39">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-19 02:20:39"><div class="time">2024-01-19 02:20:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It looks good to me and I approved PR. I would leave it unmerged for a moment to let Maciej review it if he likes to. We can merge it later this day.</p>
+
+<p>BTW that's a really great improvement to the codebase @Damien Hawes. Thanks for preparing this.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-19 05:33:20">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-19 05:33:20"><div class="time">2024-01-19 05:33:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Great PR!</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-19 05:34:44">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-19 05:34:44"><div class="time">2024-01-19 05:34:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I've :gh_merged: it</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-19 05:39:05">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-19 05:39:05"><div class="time">2024-01-19 05:39:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks!</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-01-19 04:37:18">
+            
+                <img src="https://secure.gravatar.com/avatar/0aec9928b3da6f875c12a05b0e0a7294.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0005-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Arnab Bhattacharyya
+                     <span class="print-only user-email">(arnab.bhattacharyya@booking.com)</span>
+                </div>
+                <a href="#2024-01-19 04:37:18"><div class="time">2024-01-19 04:37:18</div></a>
+                <div class="msg">
+                    <p>@Arnab Bhattacharyya has joined the channel</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👋 Damien Hawes, Maciej Obuchowski, Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-19 05:30:38">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-19 05:30:38"><div class="time">2024-01-19 05:30:38</div></a>
+                <div class="msg">
+                    <p>@Maciej Obuchowski @Paweł Leszczyński - right the next PR is up for review: <a href="https://github.com/OpenLineage/OpenLineage/pull/2377">https://github.com/OpenLineage/OpenLineage/pull/2377</a></p>
+
+<p>It builds off the previous one, so we see a lot more changes that what is strictly necessary. Once the previous one is merged, I'll rebase off of main.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-19 06:17:32">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-19 06:17:32"><div class="time">2024-01-19 06:17:32</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski - I see that the CI is failing because of environment variables not being set. Is there any way to retry the jobs to see if this is transient?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-19 06:18:09">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-19 06:18:09"><div class="time">2024-01-19 06:18:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ```ERROR: Missing environment variable {i}</p>
+
+<p>Exited with code exit status 1```</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-19 06:36:20">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-19 06:36:20"><div class="time">2024-01-19 06:36:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Jakub Dardziński Will your PR 2374 fix this as well?
+<a href="https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/8936/workflows/d164feb2-219e-4f2a-8d8c-066d54e37efc/jobs/164588">https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/8936/workflows/d164feb2-219e-4f2a-8d8c-066d54e37efc/jobs/164588</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-19 06:38:09">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-19 06:38:09"><div class="time">2024-01-19 06:38:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/8937/workflows/1b945af1-8353-4de7-8509-e0d1d714637a">https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/8937/workflows/1b945af1-8353-4de7-8509-e0d1d714637a</a> running here for now</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-19 07:25:30">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-19 07:25:30"><div class="time">2024-01-19 07:25:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Awesome</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-19 07:25:34">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-19 07:25:34"><div class="time">2024-01-19 07:25:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Seems like it went through</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-19 09:56:03">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-19 09:56:03"><div class="time">2024-01-19 09:56:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* :gh_merged:</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-19 10:05:19">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-19 10:05:19"><div class="time">2024-01-19 10:05:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Awesome!</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-22 05:20:34">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-22 05:20:34"><div class="time">2024-01-22 05:20:34</div></a>
+                <div class="msg">
+                    <p>@Paweł Leszczyński - thanks for re-running the CI/CD</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-22 06:04:42">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-22 06:04:42"><div class="time">2024-01-22 06:04:42</div></a>
+                <div class="msg">
+                    <p>Thanks! @Paweł Leszczyński</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-22 06:53:30">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-22 06:53:30"><div class="time">2024-01-22 06:53:30</div></a>
+                <div class="msg">
+                    <p>@Paweł Leszczyński @Maciej Obuchowski - this one is ready: <a href="https://github.com/OpenLineage/OpenLineage/pull/2384">https://github.com/OpenLineage/OpenLineage/pull/2384</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-22 10:24:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-22 10:24:31"><div class="time">2024-01-22 10:24:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Paweł Leszczyński - responded to your comments.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👀 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-22 06:53:53">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-22 06:53:53"><div class="time">2024-01-22 06:53:53</div></a>
+                <div class="msg">
+                    <p>Oh, I see the integration tests are failing with that environment variable thing</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-22 07:41:39">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-22 07:41:39"><div class="time">2024-01-22 07:41:39</div></a>
+                <div class="msg">
+                    <p>Done- the above PR is ready for review</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-22 12:40:45">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-22 12:40:45"><div class="time">2024-01-22 12:40:45</div></a>
+                <div class="msg">
+                    <p>Any idea why the CI/CD pipelines keep failing with that "No environment variable" issue?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-22 13:13:41">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-01-22 13:13:41"><div class="time">2024-01-22 13:13:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* hmmm... these come from the <code>integration-tests</code> context. which are available for all members of OpenLineage org. so perhaps you need to be a member for your build to have access to that context?
+@Jakub Dardziński might know more here</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-22 13:14:12">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-01-22 13:14:12"><div class="time">2024-01-22 13:14:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* example here: <a href="https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9011/workflows/00f378bb-b10c-4338-94ff-1e4ec8ee70e8/jobs/166105">https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9011/workflows/00f378bb-b10c-4338-94ff-1e4ec8ee70e8/jobs/166105</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-22 13:14:47">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-01-22 13:14:47"><div class="time">2024-01-22 13:14:47</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I know we didn't merge your PR yet @Jakub Dardziński</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-22 13:14:48">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-22 13:14:48"><div class="time">2024-01-22 13:14:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* well, so for that one I have this PR: <a href="https://github.com/OpenLineage/OpenLineage/pull/2374">https://github.com/OpenLineage/OpenLineage/pull/2374</a></p>
+
+<p>it is indeed an issue that should be resolved with that</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-22 13:15:22">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-01-22 13:15:22"><div class="time">2024-01-22 13:15:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ok, great. let's test this out after this is merged then 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-22 13:15:40">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-22 13:15:40"><div class="time">2024-01-22 13:15:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I was about to merge it today, forgot to do that after rebasing :face_palm:</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        😅 Harel Shein, Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-01-22 13:13:45">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-22 13:13:45"><div class="time">2024-01-22 13:13:45</div></a>
+                <div class="msg">
+                    <p>@Jakub Dardziński has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 03:38:09">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 03:38:09"><div class="time">2024-01-23 03:38:09</div></a>
+                <div class="msg">
+                    <p>@Damien Hawes <a href="https://github.com/OpenLineage/OpenLineage/pull/2384#discussion_r1462874134">https://github.com/OpenLineage/OpenLineage/pull/2384#discussion_r1462874134</a> -&gt; please let me know what do you think about that?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 03:40:03">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 03:40:03"><div class="time">2024-01-23 03:40:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The problem exists in the <code>MatchesMapRecursively</code> class. It happens when <code>k == "schema"</code> . The code expects the type of <code>target.get(k)</code> to be a subtype of <code>java.util.Map</code>, however it is actually a subtype of <code>java.util.ArrayList</code>.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 03:40:33">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 03:40:33"><div class="time">2024-01-23 03:40:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>public static Predicate&amp;lt;Map&amp;lt;String, Object&amp;gt;&amp;gt; predicate(
+      Map&amp;lt;String, Object&amp;gt; target, Set&amp;lt;String&amp;gt; omittedKeys) {
+    return (map) -&amp;gt; {
+      if (!map.keySet().containsAll(target.keySet())) {
+        log.error("Object keys {} does not match target keys {}", map.keySet(), target.keySet());
+        return false;
+      }
+      for (String k : target.keySet()) {
+        if (omittedKeys.contains(k)) {
+          continue;
+        }
+        Object val = map.get(k);
+        boolean eq;
+        if (val instanceof Map) {
+          eq =
+              MatchesMapRecursively.predicate((Map&amp;lt;String, Object&amp;gt;) target.get(k), omittedKeys)
+                  .test((Map&amp;lt;String, Object&amp;gt;) val);
+        } else if (val instanceof List) {
+          eq =
+              MatchesMapRecursively.predicate((List&amp;lt;Object&amp;gt;) target.get(k), omittedKeys)
+                  .test((List&amp;lt;Object&amp;gt;) val);
+        } else if (PRODUCER_WITH_UNDERSCORE.equals(k) || PRODUCER.equals(k)) {
+          eq = Versions.OPEN_LINEAGE_PRODUCER_URI.toString().equals(val);
+        } else if (val == null) {
+          eq = true;
+        } else {
+          eq = val.equals(target.get(k));
+        }
+        if (!eq) {
+          log.error(
+              "For key {} - passed object {} does not match target object {}",
+              k,
+              map.get(k),
+              target.get(k));
+          return false;
+        }
+      }
+      return true;
+    };
+  }</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 03:41:33">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 03:41:33"><div class="time">2024-01-23 03:41:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* </p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06F4H8B65Q/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06F4H8B65Q/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06F4H8B65Q-30fb01bbd2/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="240" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 03:48:00">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 03:48:00"><div class="time">2024-01-23 03:48:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it looks like, after changing bigquery connector version, some of the properties of BigQueryRelation changed their type. However, the test relies on serialized json <a href="https://github.com/OpenLineage/OpenLineage/blob/1.8.0/integration/spark/shared/src/test/resources/test_data/serde/bigqueryrelation-node.json">https://github.com/OpenLineage/OpenLineage/blob/1.8.0/integration/spark/shared/src/test/resources/test_data/serde/bigqueryrelation-node.json</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/1.8.0/integration/spark/shared/src/test/resources/test_data/serde/bigqueryrelation-node.json | bigqueryrelation-node.json&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;{
+  &#34;relation&#34;:{
+    &#34;tableId&#34;: {
+      &#34;dataset&#34;:&#34;dataset&#34;,
+      &#34;table&#34;:&#34;test&#34;
+    },
+    &#34;tableName&#34;:&#34;dataset.test&#34;
+  },
+  &#34;output&#34;:[
+    {
+      &#34;name&#34;:&#34;name&#34;,
+      &#34;dataType&#34;:{
+        &#34;ordering&#34;:{}
+      },
+      &#34;nullable&#34;:false,
+      &#34;metadata&#34;:{
+        &#34;map&#34;:{}
+      },
+      &#34;qualifier&#34;:[],
+      &#34;origin&#34;:{},
+      &#34;deterministic&#34;:true,
+      &#34;resolved&#34;:true
+    }
+  ],
+  &#34;isStreaming&#34;:false,
+  &#34;schema&#34;:[
+    {
+      &#34;name&#34;: &#34;name&#34;,
+      &#34;nullable&#34;: false
+    }
+  ],
+  &#34;allAttributes&#34;:{
+    &#34;attrs&#34;:[]
+  },
+  &#34;resolved&#34;:true,
+  &#34;attributeMap&#34;:{},
+  &#34;traceEnabled&#34;:false,
+  &#34;canonicalizedPlan&#34;:false
+}
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 03:48:34">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 03:48:34"><div class="time">2024-01-23 03:48:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* So schema was always a list?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 03:48:35">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 03:48:35"><div class="time">2024-01-23 03:48:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and this json may contain somewhere a list which is expected to be a map within new library</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 03:48:48">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 03:48:48"><div class="time">2024-01-23 03:48:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it failed on the key "schema"</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 03:49:49">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 03:49:49"><div class="time">2024-01-23 03:49:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Though, I just fixed the test.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🙌 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 03:50:09">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 03:50:09"><div class="time">2024-01-23 03:50:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>Object val = map.get(k);
+        Object targetVal = target.get(k);
+        boolean eq;
+        if (val instanceof Map) {
+          if (targetVal instanceof Map) {
+            Predicate&amp;lt;Map&amp;lt;String, Object&amp;gt;&amp;gt; predicate = predicate((Map&amp;lt;String, Object&amp;gt;) targetVal, omittedKeys);
+            return predicate.test((Map&amp;lt;String, Object&amp;gt;) val);
+          } else if (targetVal instanceof List) {
+            Predicate&amp;lt;List&amp;lt;Object&amp;gt;&amp;gt; predicate = predicate((List&amp;lt;Object&amp;gt;) targetVal, omittedKeys);
+            return predicate.test((List&amp;lt;Object&amp;gt;) val);
+          } else {
+            eq = false;
+          }
+        }</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 03:50:44">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 03:50:44"><div class="time">2024-01-23 03:50:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* For Scala 2.12 at least</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 03:50:53">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 03:50:53"><div class="time">2024-01-23 03:50:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* great</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 03:56:33">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 03:56:33"><div class="time">2024-01-23 03:56:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK. Here's a mess-with-your-head moment.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 03:56:45">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 03:56:45"><div class="time">2024-01-23 03:56:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The above change works.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 03:57:02">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 03:57:02"><div class="time">2024-01-23 03:57:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* If you collapse it, into <code>eq = predicate(...).test(...);</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 03:57:05">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 03:57:05"><div class="time">2024-01-23 03:57:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* the test fails</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 03:59:14">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 03:59:14"><div class="time">2024-01-23 03:59:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Ah</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 03:59:16">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 03:59:16"><div class="time">2024-01-23 03:59:16</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Nevermind</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 03:59:21">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 03:59:21"><div class="time">2024-01-23 03:59:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I see I have changed the behaviour of the test</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:07:17">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 05:07:17"><div class="time">2024-01-23 05:07:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* in case you find it difficult or time consuming, you can remove this test i think. i don't consider this test in that form important</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:08:14">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:08:14"><div class="time">2024-01-23 05:08:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It's just a bit tough, because I don't know what the bigquery stuff is supposed to output.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:08:28">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:08:28"><div class="time">2024-01-23 05:08:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* So I don't know what the expected behaviour is.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:08:46">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 05:08:46"><div class="time">2024-01-23 05:08:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i would try removing schema from json file and if it does not help we can remove the test</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:08:56">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:08:56"><div class="time">2024-01-23 05:08:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I tried a different trick</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:09:00">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:09:00"><div class="time">2024-01-23 05:09:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Namely</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:09:03">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:09:03"><div class="time">2024-01-23 05:09:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Flatten the dictionary</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:09:13">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:09:13"><div class="time">2024-01-23 05:09:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah ...</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:09:28">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:09:28"><div class="time">2024-01-23 05:09:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The actual results have a lot more properties than the expected</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:10:00">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:10:00"><div class="time">2024-01-23 05:10:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* </p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06EQF4TLR5/untitled?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Untitled</a></div>
+                            
+                                
+    
+        <!-- no preview available -->
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:21:38">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:21:38"><div class="time">2024-01-23 05:21:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Paweł Leszczyński - I think a better approach would be:</p>
+
+<ol><li>Keep the test disabled</li><li>Explain why it is disabled (more than what I've done so far)</li><li>Create an issue to fix the test, so it isn't lost to time.</li>
+</ol>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:22:09">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:22:09"><div class="time">2024-01-23 05:22:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* What do you think?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:25:45">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 05:25:45"><div class="time">2024-01-23 05:25:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* &gt; It's just a bit tough, because I don't know what the bigquery stuff is supposed to output.
+Last time I've bumped connector version I just serialized the bigquery node and partially replaced what was there previously... I think the test is bad conceptually because we depend on some internal structure of outside connector that we don't really care about</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:26:13">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 05:26:13"><div class="time">2024-01-23 05:26:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I think we should remove it, and if we want a test to keep serialization stable we could try to serialize some fake node that we ourselves provide</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:26:18">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:26:18"><div class="time">2024-01-23 05:26:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah, that's what I found I was doing with my flattener</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:26:23">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 05:26:23"><div class="time">2024-01-23 05:26:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* but I think this is outside of the scope of this PR 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:26:29">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:26:29"><div class="time">2024-01-23 05:26:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I was just adding an ever increasing amount of keys to omit</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:26:39">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:26:39"><div class="time">2024-01-23 05:26:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and I just thought to myself, "If I am doing this, I'm doing something wrong"</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        😄 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:27:19">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:27:19"><div class="time">2024-01-23 05:27:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:27:25">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:27:25"><div class="time">2024-01-23 05:27:25</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'll remove the test then.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:28:59">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:28:59"><div class="time">2024-01-23 05:28:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Just to clarify, you're arguing that the whole test of the LogicalPlanSerializer is flawed?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:29:23">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:29:23"><div class="time">2024-01-23 05:29:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i.e., we're serialising spark internal structures that could change without warning</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:31:25">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 05:31:25"><div class="time">2024-01-23 05:31:25</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I think tests like <code>testSerializeSlicesExcessivePayload</code> are good - we provide our own implementation of LogicalPlan and we test the structure</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:32:06">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 05:32:06"><div class="time">2024-01-23 05:32:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Even something like <code>testSerializeInsertIntoHadoopPlan</code> is less problematic as the <code>InsertIntoHadoopFsRelationCommand</code> is way more stable</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:32:13">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 05:32:13"><div class="time">2024-01-23 05:32:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* but BQ connector isn't...</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:55:20">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:55:20"><div class="time">2024-01-23 05:55:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:55:25">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:55:25"><div class="time">2024-01-23 05:55:25</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Changes pushed to all branches</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:29:55">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 06:29:55"><div class="time">2024-01-23 06:29:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 🎉  'shared' was merged, thanks @Paweł Leszczyński</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:30:16">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 06:30:16"><div class="time">2024-01-23 06:30:16</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* :medal: awesome</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:30:26">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 06:30:26"><div class="time">2024-01-23 06:30:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* could u rebase other one on the list?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:30:39">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 06:30:39"><div class="time">2024-01-23 06:30:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 2385 has some conflict</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:30:39">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 06:30:39"><div class="time">2024-01-23 06:30:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It's odd that there are conflicts</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:30:50">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 06:30:50"><div class="time">2024-01-23 06:30:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Because I had telescoping branches</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:30:56">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 06:30:56"><div class="time">2024-01-23 06:30:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I created spark3 from shared</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:31:00">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 06:31:00"><div class="time">2024-01-23 06:31:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* spark31 from spark3, etc</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:31:10">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 06:31:10"><div class="time">2024-01-23 06:31:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* But sure, I'll rebase</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:37:58">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 06:37:58"><div class="time">2024-01-23 06:37:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* what if you rebased spark35 '2390' ?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:38:09">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 06:38:09"><div class="time">2024-01-23 06:38:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* perhaps it would be doable to merge it in one-go</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:38:40">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 06:38:40"><div class="time">2024-01-23 06:38:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* That last one is 2391</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:38:44">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 06:38:44"><div class="time">2024-01-23 06:38:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* the 'spark2'</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:38:59">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 06:38:59"><div class="time">2024-01-23 06:38:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'm seeing a failure on spark32</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:39:13">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 06:39:13"><div class="time">2024-01-23 06:39:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Something to do with JAckson</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:39:33">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 06:39:33"><div class="time">2024-01-23 06:39:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>java.lang.ExceptionInInitializerError
+      at io.openlineage.spark.agent.lifecycle.LibraryTest.testRdd(LibraryTest.java:112)
+  Caused by: com.fasterxml.jackson.databind.JsonMappingException: Scala module 2.13.2 requires Jackson Databind version &amp;gt;= 2.13.0 and &amp;lt; 2.14.0 - Found jackson-databind version 2.15.3
+      at io.openlineage.spark.agent.lifecycle.LibraryTest.testRdd(LibraryTest.java:112)</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:39:41">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 06:39:41"><div class="time">2024-01-23 06:39:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ok, i approved 2385 and triggered integration tests on that</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:40:38">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 06:40:38"><div class="time">2024-01-23 06:40:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* jackson things are always a problem</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:41:01">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 06:41:01"><div class="time">2024-01-23 06:41:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* we do have jackson packaged and shaded within openlineage-java</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:41:12">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 06:41:12"><div class="time">2024-01-23 06:41:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah - I'm trying to bisect where exactly things went wrong</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:41:27">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 06:41:27"><div class="time">2024-01-23 06:41:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i.e., what changes did I make in spark32, that cause these jackson errors</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:42:21">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 06:42:21"><div class="time">2024-01-23 06:42:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* And I see 'spark31' is failing during integrationTests when run under spark 3.3.3</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:42:44">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 06:42:44"><div class="time">2024-01-23 06:42:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* sometimes rerun from failed simply helps</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:43:07">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 06:43:07"><div class="time">2024-01-23 06:43:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I can't rerun</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:43:20">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 06:43:20"><div class="time">2024-01-23 06:43:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* integration tests depend on external resources like s3 buckets / big query tables and if you run multiple instances they can fail</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:43:51">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 06:43:51"><div class="time">2024-01-23 06:43:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i can rerun it but anyway we will have to rebase each PR one by one and run tests again</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:44:04">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 06:44:04"><div class="time">2024-01-23 06:44:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Indeed.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:50:19">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 06:50:19"><div class="time">2024-01-23 06:50:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Ah, I see the approval step now.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:56:29">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 06:56:29"><div class="time">2024-01-23 06:56:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* &gt; we do have jackson packaged and shaded within openlineage-java
+Hmm, when I dump the dependencies, I see raw Jackson dependencies. Not shaded ones.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:57:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 06:57:41"><div class="time">2024-01-23 06:57:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* (The 2.13.2 migration is because I force Jackson to 2.13.2)</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06EYTGDUDU/untitled?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Untitled</a></div>
+                            
+                                
+    
+        <!-- no preview available -->
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 07:09:11">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 07:09:11"><div class="time">2024-01-23 07:09:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* sry, we relocate jackson within openlineage-spark <a href="https://github.com/OpenLineage/OpenLineage/blob/main/integration/spark/build.gradle#L153">https://github.com/OpenLineage/OpenLineage/blob/main/integration/spark/build.gradle#L153</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/main/integration/spark/build.gradle | build.gradle&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;    relocate &#39;com.fasterxml.jackson&#39;, &#39;io.openlineage.spark.shaded.com.fasterxml.jackson&#39;
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 07:18:56">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 07:18:56"><div class="time">2024-01-23 07:18:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* To expand on it more, there are two jacksons - one is version provided/required by particular Spark version, and other one used by our integration to serialize OpenLineage events. The second one needs to be shaded</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 07:19:56">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 07:19:56"><div class="time">2024-01-23 07:19:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hmm - it might be worth creating a module that has jackson shaded already</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 07:20:01">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 07:20:01"><div class="time">2024-01-23 07:20:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ah</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 07:20:05">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 07:20:05"><div class="time">2024-01-23 07:20:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* but that won't work</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 07:20:11">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 07:20:11"><div class="time">2024-01-23 07:20:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* because of the openlineage-java thing</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 07:20:27">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 07:20:27"><div class="time">2024-01-23 07:20:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://github.com/OpenLineage/OpenLineage/pull/2386">https://github.com/OpenLineage/OpenLineage/pull/2386</a> -&gt; @Damien Hawes could u rebase it?</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/2386">#2386 [SPARK] Conform the &#39;spark31&#39; module with the &#39;shared&#39; and &#39;spark3&#39;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Summary: Conform the &#39;spark31&#39; module with the rest of the migrated modules&lt;/strong&gt;
+&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Spark 3.2.x, 3.3.x, 3.4.x, and 3.5.x are compiled using Scala 2.12 and Scala 2.13. Due to a change in the Scala Collections API in Scala 2.13, NoSuchMethodErrors are thrown when running the openlineage-spack connector in an Apache Spark runtime when the runtime was compiled using Scala 2.13.&lt;/p&gt;
+
+&lt;p&gt;Relates to: &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/2303&#34;&gt;#2303&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;This PR is the &lt;strong&gt;6th&lt;/strong&gt; of several PRs to support producing Scala 2.12 and Scala 2.13 variants of the OpenLineage Spark integration.&lt;/p&gt;
+
+&lt;p&gt;In this PR, we conform the spark31 module with the shared and spark3 modules&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Checklist&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;☑︎ You&#39;ve &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/why-the-dco.md&#34;&gt;signed-off&lt;/a&gt; your work
+☑︎ Your pull request title follows our &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/CONTRIBUTING.md#creating-pull-requests&#34;&gt;guidelines&lt;/a&gt;
+☑︎ Your change contains a &lt;a href=&#34;https://kurtisnusbaum.medium.com/stacked-diffs-keeping-phabricator-diffs-small-d9964f4dcfa6&#34;&gt;small diff&lt;/a&gt; and is self-contained
+☑︎ Your comment includes a one-liner for the changelog about the specific purpose of the change (&lt;em&gt;if necessary&lt;/em&gt;)
+☑︎ You&#39;ve added a &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/.github/header_templates.md&#34;&gt;header&lt;/a&gt; to source files (&lt;em&gt;if relevant&lt;/em&gt;)&lt;/p&gt;
+
+&lt;hr /&gt;
+
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
+Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        documentation, integration/spark
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 07:21:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 07:21:31"><div class="time">2024-01-23 07:21:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Done</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 07:21:38">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 07:21:38"><div class="time">2024-01-23 07:21:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i think there was some jackson related hack that is necessary for serializing logical plan bcz we need to serialize logical plan's with jackson of the spark</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 07:21:55">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 07:21:55"><div class="time">2024-01-23 07:21:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah, the LogicalPlanSerializer</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 07:22:01">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 07:22:01"><div class="time">2024-01-23 07:22:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* does some reflection things</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 07:22:51">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 07:22:51"><div class="time">2024-01-23 07:22:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* if we want to serialize plan node in a given scala version, we need to run it with jackson of the same scala version</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 07:23:18">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 07:23:18"><div class="time">2024-01-23 07:23:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* but jackson attached to spark is missing jackson-databind (if i remember it right)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 05:58:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 05:58:31"><div class="time">2024-01-23 05:58:31</div></a>
+                <div class="msg">
+                    <p>@Jakub Dardziński - ~how does the CI/CD pipeline now work? I see that the "run steps" aren't present when I push. Is this intended?~ Nevermind, it seems it just took a while before Circle CI spun them up and GitHub showed them as running.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 06:10:11">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 06:10:11"><div class="time">2024-01-23 06:10:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* the change is that now integration tests from forked repos require approval</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 09:59:37">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 09:59:37"><div class="time">2024-01-23 09:59:37</div></a>
+                <div class="msg">
+                    <p>I don't understand. I ran the failing integration test of <code>spark31</code> locally, it failed. I ran it again, it passed.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 10:09:45">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 10:09:45"><div class="time">2024-01-23 10:09:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it's possible that spark has already cleared the <code>QueryExecution</code> from the <code>executionIdToQueryExecution</code> in the <code>SQLExecution</code> class if the job runs very fast</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 10:10:02">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 10:10:02"><div class="time">2024-01-23 10:10:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* (if the reason for failure was that START event was not send)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 10:17:52">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 10:17:52"><div class="time">2024-01-23 10:17:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Any idea how I debug the integration tests via intellij?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 10:18:07">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 10:18:07"><div class="time">2024-01-23 10:18:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Each time I try and run the <code>ColumnLineageIntegrationTest</code> it only runs the unit tests.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 10:18:28">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 10:18:28"><div class="time">2024-01-23 10:18:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I've told intellij to use the integrationTest task, but it's like, "nope"</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 10:18:44">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 10:18:44"><div class="time">2024-01-23 10:18:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and just runs the unit tests any way</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 10:18:58">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-23 10:18:58"><div class="time">2024-01-23 10:18:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Can you check if it's integrationTest in run configurations?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 10:19:22">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 10:19:22"><div class="time">2024-01-23 10:19:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* This is what its running:</p>
+
+<p><code>:app:integrationTest --tests "io.openlineage.spark.agent.ColumnLineageIntegrationTest" -Pspark.version=3.3.1</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 09:59:46">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 09:59:46"><div class="time">2024-01-23 09:59:46</div></a>
+                <div class="msg">
+                    <p>Send help.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        😂 Harel Shein, Paweł Leszczyński, Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-23 10:08:04">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-23 10:08:04"><div class="time">2024-01-23 10:08:04</div></a>
+                <div class="msg">
+                    <p>OK - I found one:</p>
+
+<pre><code>all &gt; io.openlineage.spark.agent &gt; ColumnLineageIntegrationTest
+columnLevelLineageSingleDestinationTest(
+</code></pre>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-01-24 01:10:44">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-23/6520964760339_d563cbdad295e146ad7b_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">jayant joshi
+                     <span class="print-only user-email">(itsjayantjoshi@gmail.com)</span>
+                </div>
+                <a href="#2024-01-24 01:10:44"><div class="time">2024-01-24 01:10:44</div></a>
+                <div class="msg">
+                    <p>@jayant joshi has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 02:41:46">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 02:41:46"><div class="time">2024-01-24 02:41:46</div></a>
+                <div class="msg">
+                    <p>@Damien Hawes <a href="https://github.com/OpenLineage/OpenLineage/pull/2386/files#r1464456420">https://github.com/OpenLineage/OpenLineage/pull/2386/files#r1464456420</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:18:25">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 03:18:25"><div class="time">2024-01-24 03:18:25</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hmm</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:18:30">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 03:18:30"><div class="time">2024-01-24 03:18:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Good hypothesis</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:36:38">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 03:36:38"><div class="time">2024-01-24 03:36:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* If I run <code>./gradlew app:test -Pspark.version=3.3.1</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:36:52">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 03:36:52"><div class="time">2024-01-24 03:36:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I get this failure:</p>
+
+<p><code>Execution failed for task ':app:compileJava'.
+&amp;gt; Could not resolve all files for configuration ':app:compileClasspath'.
+   &amp;gt; Could not resolve com.fasterxml.jackson:jackson_bom:2.13.4.1.
+     Required by:
+         project :app &amp;gt; org.apache.spark:spark_core_2.12:3.3.1 &amp;gt; com.fasterxml.jackson.core:jackson_databind:2.13.4.1
+      &amp;gt; Could not resolve com.fasterxml.jackson:jackson_bom:2.13.4.1.
+         &amp;gt; Could not parse POM &lt;https://astronomer.jfrog.io/artifactory/maven-public-libs-snapshot/com/fasterxml/jackson/jackson-bom/2.13.4.1/jackson-bom-2.13.4.1.pom&gt;
+            &amp;gt; Already seen doctype.
+   &amp;gt; Could not resolve com.fasterxml.jackson:jackson_bom:2.13.4.1.
+     Required by:
+         project :app &amp;gt; org.apache.spark:spark_core_2.12:3.3.1 &amp;gt; org.apache.avro:avro:1.11.0 &amp;gt; com.fasterxml.jackson.core:jackson_core:2.13.4
+         project :app &amp;gt; org.apache.spark:spark_core_2.12:3.3.1 &amp;gt; org.apache.spark:spark_kvstore_2.12:3.3.1 &amp;gt; com.fasterxml.jackson.core:jackson_annotations:2.13.4
+      &amp;gt; Could not resolve com.fasterxml.jackson:jackson_bom:2.13.4.1.
+         &amp;gt; Could not parse POM &lt;https://astronomer.jfrog.io/artifactory/maven-public-libs-snapshot/com/fasterxml/jackson/jackson-bom/2.13.4.1/jackson-bom-2.13.4.1.pom&gt;
+            &amp;gt; Already seen doctype.</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:37:42">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 03:37:42"><div class="time">2024-01-24 03:37:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>spark-core</code> requires 2.13.4.1</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:38:06">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 03:38:06"><div class="time">2024-01-24 03:38:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Suggestion: bump the spark versions in the CI/CD configuration to the latest patch versions</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:40:37">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 03:40:37"><div class="time">2024-01-24 03:40:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://issues.apache.org/jira/browse/SPARK-40886">https://issues.apache.org/jira/browse/SPARK-40886</a>
+<a href="https://spark.apache.org/releases/spark-release-3-3-2.html">https://spark.apache.org/releases/spark-release-3-3-2.html</a></p>
+
+<p>something was changed in 3.3.2</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:40:45">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 03:40:45"><div class="time">2024-01-24 03:40:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* why do we have 3.3.1 ?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:41:23">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 03:41:23"><div class="time">2024-01-24 03:41:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* We might not</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:41:28">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 03:41:28"><div class="time">2024-01-24 03:41:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I had a look at the circle ci</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:41:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 03:41:31"><div class="time">2024-01-24 03:41:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and I saw 3.3.3</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:41:39">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 03:41:39"><div class="time">2024-01-24 03:41:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* but I could have sworn I saw 3.3.1 in one of the tests</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:42:35">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 03:42:35"><div class="time">2024-01-24 03:42:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>3.3.1</code> is in spark33</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:42:55">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 03:42:55"><div class="time">2024-01-24 03:42:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and the module has some tests</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:49:28">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 03:49:28"><div class="time">2024-01-24 03:49:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:49:33">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 03:49:33"><div class="time">2024-01-24 03:49:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'm going to push to spark35</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:49:40">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 03:49:40"><div class="time">2024-01-24 03:49:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* with changes to circle ci</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:49:51">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 03:49:51"><div class="time">2024-01-24 03:49:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and also updating the gradle.properties for all branches that came before it</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:50:22">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 03:50:22"><div class="time">2024-01-24 03:50:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* along with removing the jackson override in <code>app/build.gradle</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:50:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 03:50:41"><div class="time">2024-01-24 03:50:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and if that passes, we can merge spark35 in, and take everything else with. Does that sound OK, @Paweł Leszczyński?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:50:55">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 03:50:55"><div class="time">2024-01-24 03:50:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yes</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:55:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 03:55:31"><div class="time">2024-01-24 03:55:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 03:55:34">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 03:55:34"><div class="time">2024-01-24 03:55:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Pushed changes for 35</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 04:25:03">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 04:25:03"><div class="time">2024-01-24 04:25:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Seems bitnami doesn't produce a 2.4.8 image</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 04:25:07">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 04:25:07"><div class="time">2024-01-24 04:25:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Last is 2.4.6</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 04:25:12">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 04:25:12"><div class="time">2024-01-24 04:25:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Reverting to 2.4.6</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 04:43:10">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 04:43:10"><div class="time">2024-01-24 04:43:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Paweł Leszczyński - could you approve the CI/CD pipeline for the spark integration test tasks?</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👀 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 04:43:16">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 04:43:16"><div class="time">2024-01-24 04:43:16</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://github.com/OpenLineage/OpenLineage/pull/2390">https://github.com/OpenLineage/OpenLineage/pull/2390</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/2390">#2390 [SPARK] Migrated &#39;spark35&#39; module to produce Scala 2.12 and Scala 2.13 variants</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Summary: Migrated &#39;spark35&#39; module to produce Scala 2.12 and Scala 2.13 variants&lt;/strong&gt;
+&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Spark 3.2.x, 3.3.x, 3.4.x, and 3.5.x are compiled using Scala 2.12 and Scala 2.13. Due to a change in the Scala Collections API in Scala 2.13, NoSuchMethodErrors are thrown when running the openlineage-spack connector in an Apache Spark runtime when the runtime was compiled using Scala 2.13.&lt;/p&gt;
+
+&lt;p&gt;Relates to: &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/2303&#34;&gt;#2303&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;This PR is the &lt;strong&gt;10th&lt;/strong&gt; of several PRs to support producing Scala 2.12 and Scala 2.13 variants of the OpenLineage Spark integration.&lt;/p&gt;
+
+&lt;p&gt;In this PR, we migrate the &#39;spark35&#39; module to use the refactored Gradle plugins.&lt;/p&gt;
+
+&lt;p&gt;The module now produces 3 JARS; one default one, one compiled using the Scala 2.12 variant of Apache Spark, and one compiled using the Scala 2.13 variant of Apache Spark.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Checklist&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;☑︎ You&#39;ve &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/why-the-dco.md&#34;&gt;signed-off&lt;/a&gt; your work
+☑︎ Your pull request title follows our &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/CONTRIBUTING.md#creating-pull-requests&#34;&gt;guidelines&lt;/a&gt;
+☑︎ Your change contains a &lt;a href=&#34;https://kurtisnusbaum.medium.com/stacked-diffs-keeping-phabricator-diffs-small-d9964f4dcfa6&#34;&gt;small diff&lt;/a&gt; and is self-contained
+☑︎ Your comment includes a one-liner for the changelog about the specific purpose of the change (&lt;em&gt;if necessary&lt;/em&gt;)
+☑︎ You&#39;ve added a &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/.github/header_templates.md&#34;&gt;header&lt;/a&gt; to source files (&lt;em&gt;if relevant&lt;/em&gt;)&lt;/p&gt;
+
+&lt;hr /&gt;
+
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
+Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        documentation, integration/spark, ci, tests
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 04:59:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 04:59:41"><div class="time">2024-01-24 04:59:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* &gt; GoogleCloudIntegrationTest</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 05:00:23">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 05:00:23"><div class="time">2024-01-24 05:00:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i know this</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 05:00:45">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 05:00:45"><div class="time">2024-01-24 05:00:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it's @Maciej Obuchowski stuff :face_palm:</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 05:02:24">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 05:02:24"><div class="time">2024-01-24 05:02:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* let me work first on upgrading spark branches to latest patch versions</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 05:02:32">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 05:02:32"><div class="time">2024-01-24 05:02:32</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* will come back to you</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 05:47:38">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 05:47:38"><div class="time">2024-01-24 05:47:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* :gh_merged:</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 05:55:47">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 05:55:47"><div class="time">2024-01-24 05:55:47</div></a>
+                <div class="msg">
+                    <p>@Damien Hawes are the PRs for <code>spark31-34</code> valid anymore? can you rebase <code>spark2</code>?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 06:46:52">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 06:46:52"><div class="time">2024-01-24 06:46:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* No - those PRs can be closed, because spark35 built on top of 34, which built on top of 33, etc.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 06:48:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 06:48:41"><div class="time">2024-01-24 06:48:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Rebasing <code>spark2</code> now</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 06:50:49">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 06:50:49"><div class="time">2024-01-24 06:50:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK. PRs are closed, with a link to 2390</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 06:56:14">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 06:56:14"><div class="time">2024-01-24 06:56:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Paweł Leszczyński - <code>spark2</code> has been rebased and pushed.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:09:11">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 07:09:11"><div class="time">2024-01-24 07:09:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>&amp;gt; Task :app:compileTestJava FAILED</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:09:29">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:09:29"><div class="time">2024-01-24 07:09:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 🤨</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:09:36">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 07:09:36"><div class="time">2024-01-24 07:09:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9067/workflows/97c9d796-f67d-47ee-8adc-f353306ae353/jobs/167350">https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9067/workflows/97c9d796-f67d-47ee-8adc-f353306ae353/jobs/167350</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:09:46">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 07:09:46"><div class="time">2024-01-24 07:09:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i expected it to fail but it's kind of early</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:10:47">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:10:47"><div class="time">2024-01-24 07:10:47</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Running it locally.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:11:03">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:11:03"><div class="time">2024-01-24 07:11:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <em>Interesting</em>.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:11:32">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:11:32"><div class="time">2024-01-24 07:11:32</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>&gt; Task :spark2:compileTestJava FAILED
+OptimizedCreateHiveTableAsSelectCommandVisitorTest.java:36: error: cannot find symbol
+import org.apache.spark.sql.hive.execution.OptimizedCreateHiveTableAsSelectCommand;
+                                          ^
+  symbol:   class OptimizedCreateHiveTableAsSelectCommand
+  location: package org.apache.spark.sql.hive.execution
+1 error</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:11:52">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 07:11:52"><div class="time">2024-01-24 07:11:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* perhaps it's in 2.4.8</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:11:57">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 07:11:57"><div class="time">2024-01-24 07:11:57</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* was this changed?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:12:10">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:12:10"><div class="time">2024-01-24 07:12:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I reverted back to 2.4.6</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:12:15">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:12:15"><div class="time">2024-01-24 07:12:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* To match the spark image</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:12:21">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:12:21"><div class="time">2024-01-24 07:12:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It was always 2.4.6</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:13:17">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 07:13:17"><div class="time">2024-01-24 07:13:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* wasn't it compiled with 2.4.8?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:13:36">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 07:13:36"><div class="time">2024-01-24 07:13:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>sparkVersion = '2.4.8'</code> it was</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:13:46">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:13:46"><div class="time">2024-01-24 07:13:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* lol</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:13:53">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:13:53"><div class="time">2024-01-24 07:13:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* But integration test sits at 2.4.6</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:13:54">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:13:54"><div class="time">2024-01-24 07:13:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Nice</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:14:00">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 07:14:00"><div class="time">2024-01-24 07:14:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* we compiled it with 2.4.8 but run integration tests based on 2.4.6</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:14:22">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:14:22"><div class="time">2024-01-24 07:14:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Re-running with 2.4.8</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:15:07">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:15:07"><div class="time">2024-01-24 07:15:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:15:13">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:15:13"><div class="time">2024-01-24 07:15:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Things going through with 2.4.8</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:15:17">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:15:17"><div class="time">2024-01-24 07:15:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Look at that</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:15:28">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:15:28"><div class="time">2024-01-24 07:15:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Apache Spark introducing new features in patch versions</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:20:15">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:20:15"><div class="time">2024-01-24 07:20:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Paweł Leszczyński - pushed the changes, along with changes to the CI process</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:20:21">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:20:21"><div class="time">2024-01-24 07:20:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Gradle will now use plain logs</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:20:30">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:20:30"><div class="time">2024-01-24 07:20:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Which means it <em>should</em> be easier to see things</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:20:44">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:20:44"><div class="time">2024-01-24 07:20:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i.e., I found it difficult to figure out which test is failing</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:20:48">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:20:48"><div class="time">2024-01-24 07:20:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Unless it was near the bottom</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:41:35">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:41:35"><div class="time">2024-01-24 07:41:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK - I need to step out for a bit</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:41:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:41:43"><div class="time">2024-01-24 07:41:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'll handle this issue when I am back</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 07:41:51">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 07:41:51"><div class="time">2024-01-24 07:41:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* app:test fails under spark 2.4.6</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 08:40:30">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 08:40:30"><div class="time">2024-01-24 08:40:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>OptimizedCreateHiveTableAsSelectCommand</code>
+was added in 2.4.7 or 2.4.8 AFAIK</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 08:43:31">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-24 08:43:31"><div class="time">2024-01-24 08:43:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* &gt; we compiled it with 2.4.8 but run integration tests based on 2.4.6
+The reason was lack of Docker image for 2.4.8, right?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 10:51:26">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 10:51:26"><div class="time">2024-01-24 10:51:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yes</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 11:48:14">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 11:48:14"><div class="time">2024-01-24 11:48:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK - I've managed to fix the issue with <code>app:compileTestJava</code></p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ❤️ Maciej Obuchowski, Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 11:48:22">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 11:48:22"><div class="time">2024-01-24 11:48:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and the subsequent failures that came afterwards.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-24 12:34:26">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-24 12:34:26"><div class="time">2024-01-24 12:34:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Paweł Leszczyński - if you're able to, can you approve the integration tests for: <a href="https://github.com/OpenLineage/OpenLineage/pull/2391">https://github.com/OpenLineage/OpenLineage/pull/2391</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/2391">#2391 [SPARK] Conform the &#39;spark2&#39; module to the new build process</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Summary: Conform the &#39;spark32&#39; module with the rest of the migrated modules&lt;/strong&gt;
+&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Spark 3.2.x, 3.3.x, 3.4.x, and 3.5.x are compiled using Scala 2.12 and Scala 2.13. Due to a change in the Scala Collections API in Scala 2.13, NoSuchMethodErrors are thrown when running the openlineage-spack connector in an Apache Spark runtime when the runtime was compiled using Scala 2.13.&lt;/p&gt;
+
+&lt;p&gt;Relates to: &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/2303&#34;&gt;#2303&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;This PR is the &lt;strong&gt;11th&lt;/strong&gt; of several PRs to support producing Scala 2.12 and Scala 2.13 variants of the OpenLineage Spark integration.&lt;/p&gt;
+
+&lt;p&gt;In this PR, we conform the spark2 module with the other migrated modules&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Checklist&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;☑︎ You&#39;ve &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/why-the-dco.md&#34;&gt;signed-off&lt;/a&gt; your work
+☑︎ Your pull request title follows our &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/CONTRIBUTING.md#creating-pull-requests&#34;&gt;guidelines&lt;/a&gt;
+☑︎ Your change contains a &lt;a href=&#34;https://kurtisnusbaum.medium.com/stacked-diffs-keeping-phabricator-diffs-small-d9964f4dcfa6&#34;&gt;small diff&lt;/a&gt; and is self-contained
+☑︎ Your comment includes a one-liner for the changelog about the specific purpose of the change (&lt;em&gt;if necessary&lt;/em&gt;)
+☑︎ You&#39;ve added a &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/.github/header_templates.md&#34;&gt;header&lt;/a&gt; to source files (&lt;em&gt;if relevant&lt;/em&gt;)&lt;/p&gt;
+
+&lt;hr /&gt;
+
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
+Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        documentation, integration/spark, ci
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        2
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👀 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-25 02:49:37">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-25 02:49:37"><div class="time">2024-01-25 02:49:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* there is still one test for 2.4.8 <code>spark_kafka</code> that is not passing
+<code>Caused by: java.lang.NoSuchMethodError: org.apache.spark.internal.Logging.$init$(Lorg/apache/spark/internal/Logging;)V</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-25 08:46:50">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-25 08:46:50"><div class="time">2024-01-25 08:46:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-25 08:47:13">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-25 08:47:13"><div class="time">2024-01-25 08:47:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* with @Mattia Bertorello’s help, we discovered the source of the problem</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🚀 Mattia Bertorello
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-25 08:47:26">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-25 08:47:26"><div class="time">2024-01-25 08:47:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It's a Scala binary problem.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-25 08:47:55">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-25 08:47:55"><div class="time">2024-01-25 08:47:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Bitnami's image is Scala 2.11 for 2.4.6</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-25 08:49:05">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-25 08:49:05"><div class="time">2024-01-25 08:49:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* We are pushing <code>org.apache.spark:spark_sql_kafka_0_10_2.12:2.4.6</code> to the image</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-25 08:52:55">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-25 08:52:55"><div class="time">2024-01-25 08:52:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* can we use Scala 2.11 for 2.4? I think most people use 2.11 for it</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-25 08:53:19">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-25 08:53:19"><div class="time">2024-01-25 08:53:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and I would really try to not push anything new there 🙂 if you use 2.4 your priority should be to upgrade</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-25 08:56:48">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-25 08:56:48"><div class="time">2024-01-25 08:56:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah - I reverted back to 2.11</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-25 10:15:38">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-25 10:15:38"><div class="time">2024-01-25 10:15:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK. Pushed the changes to the branch</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-25 10:37:10">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-25 10:37:10"><div class="time">2024-01-25 10:37:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it failed 😞</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-25 11:56:08">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-25 11:56:08"><div class="time">2024-01-25 11:56:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK - <a href="https://github.com/OpenLineage/OpenLineage/pull/2391">https://github.com/OpenLineage/OpenLineage/pull/2391</a></p>
+
+<p>Is waiting at the integration test phase</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-25 12:11:11">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-25 12:11:11"><div class="time">2024-01-25 12:11:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* approved 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-25 12:15:50">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-25 12:15:50"><div class="time">2024-01-25 12:15:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Btw the airflow integration test is waiting for approval.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👀 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-26 02:45:21">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-26 02:45:21"><div class="time">2024-01-26 02:45:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* :gh_merged:</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-25 12:11:44">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-25 12:11:44"><div class="time">2024-01-25 12:11:44</div></a>
+                <div class="msg">
+                    <p>@Damien Hawes is this last required PR? We're thinking about releasing soon to get this feature out fast</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-25 12:13:11">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-25 12:13:11"><div class="time">2024-01-25 12:13:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Nope.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-25 12:13:20">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-25 12:13:20"><div class="time">2024-01-25 12:13:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* There are a few more things to do. The 'app' module for instance needs to be migrated and that's a tough one, because it has integration tests that need to be 'ported'. For instance, Scala 2.13 variants of the integration tests.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-25 12:15:28">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-25 12:15:28"><div class="time">2024-01-25 12:15:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I don't feel comfortable saying, "Hey, let's release 2.12 and 2.13" without those checks and balances being in place.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-26 05:52:16">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-26 05:52:16"><div class="time">2024-01-26 05:52:16</div></a>
+                <div class="msg">
+                    <p>@Paweł Leszczyński @Maciej Obuchowski - is it possible for OpenLineage to use the GitHub container registry, to host custom docker images, i.e., the Scala 2.13 variants of Apache Spark.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-26 06:00:04">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-26 06:00:04"><div class="time">2024-01-26 06:00:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I think the limits are very low for free accounts? <a href="https://docs.github.com/en/get-started/learning-about-github/githubs-plans#github-free-for-organizations">https://docs.github.com/en/get-started/learning-about-github/githubs-plans#github-free-for-organizations</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-26 06:00:21">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-26 06:00:21"><div class="time">2024-01-26 06:00:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I've used <a href="http://quay.io">quay.io</a> for free hosting of docker images</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-26 06:22:00">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-26 06:22:00"><div class="time">2024-01-26 06:22:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* &gt; • 500 MB GitHub Packages storage
+Wow.</p>
+
+<p>1 spark image will blow that storage limit out of the water.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-26 06:22:42">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-26 06:22:42"><div class="time">2024-01-26 06:22:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Trust me, I know. I've built several Spark images before. They come in at like 1 GB - 1.5 GB per image.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-26 06:29:37">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-26 06:29:37"><div class="time">2024-01-26 06:29:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* they give 50gb in github enterprise. this would not make any sense...</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-26 06:34:03">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-26 06:34:03"><div class="time">2024-01-26 06:34:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://github.com/features/packages#pricing">https://github.com/features/packages#pricing</a></p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FBJ4DU15/screenshot_2024-01-26_at_12.33.24.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-01-26 at 12.33.24.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FBJ4DU15/screenshot_2024-01-26_at_12.33.24.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06FBJ4DU15-8b9890d8f0/screenshot_2024-01-26_at_12.33.24_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="169"
+                 height="360" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-26 06:34:45">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-26 06:34:45"><div class="time">2024-01-26 06:34:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Aye - but what's the limit on the size of the packages? 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-26 06:38:17">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-26 06:38:17"><div class="time">2024-01-26 06:38:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* we might be able to use Google's container registry too <a href="https://cloud.google.com/artifact-registry">https://cloud.google.com/artifact-registry</a></p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">Google Cloud</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://cloud.google.com/artifact-registry">Artifact Registry  |  Google Cloud</a></div>
+                                <div class="link-text">
+                                    The next generation of Container Registry. Store, manage, and secure your build artifacts.
+                                </div>
+                                
+                                
+    
+        <a href="https://cloud.google.com/artifact-registry">
+            <img class="preview" src="https://cloud.google.com/_static/cloud/images/social-icon-google-cloud-1200-630.png"
+                width="1200"
+                 height="630" />
+        </a>
+    
+                                
+                                    <div class="print-only">Original URL: https://cloud.google.com/artifact-registry</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-26 06:38:48">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-26 06:38:48"><div class="time">2024-01-26 06:38:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* although I'm not sure our account has the permissions</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-29 05:24:48">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-01-29 05:24:48"><div class="time">2024-01-29 05:24:48</div></a>
+                <div class="msg">
+                    <p>@Paweł Leszczyński @Maciej Obuchowski - what's the possibility of temporarily dropping support for Spark 2.4.x? Reasoning:</p>
+
+<p>We run integration tests against 2.4.x, 3.2.x, 3.3.x, 3.4.x, and 3.5.x. Of them 2.4 is the only one that doesn't support Scala 2.13.</p>
+
+<p>It really complicates the build process of 'app'.</p>
+
+<p>Furthermore, 'shared' is compiled using Spark 3.2.4, and it is the first version to support Scala 2.13.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-29 05:42:49">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-29 05:42:49"><div class="time">2024-01-29 05:42:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I don't think it's possible for quite a bit of time still. There are people on, like EMR 5.X versions which uses 2.4.8 and is still supported, that are using OL</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-29 05:43:34">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-29 05:43:34"><div class="time">2024-01-29 05:43:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I wish we could tho 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 10:06:21">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-01-30 10:06:21"><div class="time">2024-01-30 10:06:21</div></a>
+                <div class="msg">
+                    <p>Hi team, I opened a PR about start moving gradually the code of so called <code>vendor</code> like Snowflake, BigQuery, Iceberg,  Delta, Databricks in to a separate project and using the service loader to load the objects base on the runtime availability of the vendor itself.
+I started with the easy one Snowflake and I already have a branch for Iceberg that is the one brings some issues during the Scala 2.13 support work.</p>
+
+<p>So now I find out a similar effort to separate this code is in progress in another PR <a href="https://github.com/OpenLineage/OpenLineage/pull/2272/">#2272</a>
+@Maciej Obuchowski @Paweł Leszczyński Do you know an ETA for this PR #2272 been release and if has exactly the same scope of mine?
+In general my idea was not changing too much the code to reduce too big PR and moving incrementally.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 10:06:57">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-01-30 10:06:57"><div class="time">2024-01-30 10:06:57</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Also I think there is some conflict with the @Damien Hawes works there.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 12:18:02">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 12:18:02"><div class="time">2024-01-30 12:18:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I haven't fully reviewed your work, and I think your solution is really nice, but I think there are some significant differences between your approach @Mattia Bertorello and @Paweł Leszczyński’s one.</p>
+
+<p>First, is that Paweł's interface is segregated from rest of OpenLineage-Spark integration, and OpenLineage-Spark depends on it. Second, is that we're trying to move the responsibility of maintaining lineage from the external DataSource implementations to those implementations - and we're getting good responses from for example BigQuery connector maintainer: <a href="https://github.com/OpenLineage/OpenLineage/issues/2349">https://github.com/OpenLineage/OpenLineage/issues/2349</a></p>
+
+<p>I guess on the other way, Paweł's approach does not really solve <em>your</em> issue which is Scala compatibility and ease of compilation.</p>
+
+<p>So I think we want to have both Paweł's approach as a public API, and your solution as a stop-gap to support the Scala 2.13 support as well? I guess to make it more precise - I would prefer to have Paweł's solution as a public API, while your as internal, not advertised one - I would prefer <code>vendors</code> to implement support in their own code, rather than provide us with implementation that would make us responsible for maintaining it.</p>
+
+<p>What do you think?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 08:21:37">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-01-31 08:21:37"><div class="time">2024-01-31 08:21:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* &gt; I would prefer <code>vendors</code> to implement support in their own code, rather than provide us with implementation that would make us responsible for maintaining it.
+It makes sense to move the responsibility to them and the work in Paweł's PR; It's great to reach this goal.</p>
+
+<p>Mine was more for the short term, and yes, it can be considered a first step towards that goal. In this way, we will already have all the code from the vendors separated into projects, and the only work is to adapt to the new interface without changing the core.</p>
+
+<p>btw could you trigger the integration tests? Thanks!
+<a href="https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9118/workflows/cfb67fa1-db0e-4043-a73e-14de40968534">https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9118/workflows/cfb67fa1-db0e-4043-a73e-14de40968534</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 10:15:07">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-31 10:15:07"><div class="time">2024-01-31 10:15:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Added a few comments to PR 🙂</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        :gratitude_thank_you: Mattia Bertorello
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 10:17:49">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-01-31 10:17:49"><div class="time">2024-01-31 10:17:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Let me work on them in these days 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-01-30 12:11:38">
+            
+                <img src="https://avatars.slack-edge.com/2020-11-03/1467961410374_60dbc1781564d114f9e1_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Julien Le Dem
+                     <span class="print-only user-email">(julien@apache.org)</span>
+                </div>
+                <a href="#2024-01-30 12:11:38"><div class="time">2024-01-30 12:11:38</div></a>
+                <div class="msg">
+                    <p>@Julien Le Dem has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2024-01-30 12:13:13">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-15/6477144860196_e29a80d8bea3f07ff70b_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">tati
+                     <span class="print-only user-email">(tatiana.alchueyr@astronomer.io)</span>
+                </div>
+                <a href="#2024-01-30 12:13:13"><div class="time">2024-01-30 12:13:13</div></a>
+                <div class="msg">
+                    <p>@tati has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 08:39:32">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-02 08:39:32"><div class="time">2024-02-02 08:39:32</div></a>
+                <div class="msg">
+                    <p>@Paweł Leszczyński @Maciej Obuchowski - just curious, how certain are we that Spark 2 classes (<code>CreateTableLikeCommand</code>) are never created in Spark 3.2.x - Spark 3.5.x applications?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 08:43:12">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-02 08:43:12"><div class="time">2024-02-02 08:43:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* there's class <code>io.openlineage.spark3.agent.lifecycle.plan.CreateTableLikeCommandVisitor</code> in spark3</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 08:44:52">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-02 08:44:52"><div class="time">2024-02-02 08:44:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hmmm - so if the listener gets a <code>CreateTableLikeCommand</code> how does it know which <code>CreateTableLikeCommandVisitor</code> to delegate to?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 08:44:54">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-02 08:44:54"><div class="time">2024-02-02 08:44:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Oh wait.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 08:44:56">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-02 08:44:56"><div class="time">2024-02-02 08:44:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The factories.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 08:47:54">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-02 08:47:54"><div class="time">2024-02-02 08:47:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 05:26:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 05:26:43"><div class="time">2024-02-05 05:26:43</div></a>
+                <div class="msg">
+                    <p>@Paweł Leszczyński - with the PySpark integration tests, does the presence of "RUNNING" events cause the assertions to fail or not?</p>
+
+<p>I'm encountering a failure in the Kafka read write test, and I see additional running events, which makes me wonder what is being asserted for, except for the certain properties.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 05:27:29">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-05 05:27:29"><div class="time">2024-02-05 05:27:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* in most cases, we don't emit nor assert running events</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 05:27:56">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-05 05:27:56"><div class="time">2024-02-05 05:27:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it makes more sense to check <code>running</code> for streaming jobs</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 05:29:46">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-05 05:29:46"><div class="time">2024-02-05 05:29:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* what's the test you have problem with?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 05:39:36">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 05:39:36"><div class="time">2024-02-05 05:39:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>SparkContainerIntegrationTest#testPysparkKafkaReadWrite</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 05:39:49">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 05:39:49"><div class="time">2024-02-05 05:39:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I removed the facets, to make the JSONs smaller</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 05:40:14">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 05:40:14"><div class="time">2024-02-05 05:40:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and I see that the run events are missing their input and output datasets.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 06:28:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 06:28:31"><div class="time">2024-02-05 06:28:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Finally. I see the exception</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 06:30:58">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 06:30:58"><div class="time">2024-02-05 06:30:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Paweł Leszczyński have a look:</p>
+
+<p><a href="https://gist.github.com/d-m-h/95a8005063478c4844abd78f4eaf4e47">https://gist.github.com/d-m-h/95a8005063478c4844abd78f4eaf4e47</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 06:50:34">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-05 06:50:34"><div class="time">2024-02-05 06:50:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* why doesn't this go into
+<code>if (KafkaRelationVisitor.isKafkaSource(command.dataSource()))</code>
+condtition?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 06:51:18">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 06:51:18"><div class="time">2024-02-05 06:51:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'm not sure. I tested with the original bitnami spark 3.2.4 scala 2.12</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 06:51:22">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 06:51:22"><div class="time">2024-02-05 06:51:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and I get the same error</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 06:53:19">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 06:53:19"><div class="time">2024-02-05 06:53:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I see that KafkaRelationVisitor is in the uber jar</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 06:53:28">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 06:53:28"><div class="time">2024-02-05 06:53:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>jar tvf openlineage-spark-app_2.13-1.9.0-SNAPSHOT.jar | grep Kafka
+ 11382 Mon Feb 05 11:44:56 CET 2024 io/openlineage/spark/agent/lifecycle/plan/KafkaRelationVisitor.class
+  1739 Mon Jan 22 16:48:56 CET 2024 io/openlineage/client/transports/KafkaConfig.class
+  1626 Mon Jan 22 16:48:56 CET 2024 io/openlineage/client/transports/KafkaTransportBuilder.class
+  3594 Mon Jan 22 16:48:56 CET 2024 io/openlineage/client/transports/KafkaTransport.class</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:05:30">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 07:05:30"><div class="time">2024-02-05 07:05:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Found the reason:</p>
+
+<p><code>public static boolean hasKafkaClasses() {
+  log.debug("Checking for Kafka classes");
+  try {
+    KafkaRelationVisitor.class
+        .getClassLoader()
+        .loadClass("org.apache.spark.sql.kafka010.KafkaSourceProvider");
+    log.debug("Kafka classes found");
+    return true;
+  } catch (Exception e) {
+    log.debug("Kafka classes not found");
+    return false;
+  }
+}</code>
+<code>2024-02-05 12:04:11 DEBUG io.openlineage.spark.agent.lifecycle.plan.KafkaRelationVisitor: Checking for Kafka classes
+2024-02-05 12:04:11 DEBUG io.openlineage.spark.agent.lifecycle.plan.KafkaRelationVisitor: Kafka classes not found</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:06:20">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 07:06:20"><div class="time">2024-02-05 07:06:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It seems when the Kafka jars are loaded via <code>--packages</code> - we can't find the class.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:14:50">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 07:14:50"><div class="time">2024-02-05 07:14:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK. I changed the check to this:</p>
+
+<p><code>Thread.currentThread()
+    .getContextClassLoader()
+    .loadClass("org.apache.spark.sql.kafka010.KafkaSourceProvider");</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:15:32">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 07:15:32"><div class="time">2024-02-05 07:15:32</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I see this:</p>
+
+<p><code>2024-02-05 12:14:19 DEBUG io.openlineage.spark.agent.lifecycle.plan.KafkaRelationVisitor: Checking for Kafka classes
+2024-02-05 12:14:19 DEBUG io.openlineage.spark.agent.lifecycle.plan.KafkaRelationVisitor: Kafka classes found
+2024-02-05 12:14:19 DEBUG io.openlineage.spark.agent.lifecycle.plan.KafkaRelationVisitor: Checking for Kafka classes
+2024-02-05 12:14:19 DEBUG io.openlineage.spark.agent.lifecycle.plan.KafkaRelationVisitor: Kafka classes found</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:16:07">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 07:16:07"><div class="time">2024-02-05 07:16:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* However:</p>
+
+<p><code>java.lang.NoClassDefFoundError: org/apache/spark/sql/kafka010/KafkaSourceProvider
+    at io.openlineage.spark.agent.lifecycle.plan.KafkaRelationVisitor.isKafkaSource(KafkaRelationVisitor.java:72)
+java.lang.NoClassDefFoundError: org/apache/spark/sql/kafka010/KafkaSourceProvider
+    at io.openlineage.spark.agent.lifecycle.plan.KafkaRelationVisitor.isKafkaSource(KafkaRelationVisitor.java:72)
+    at io.openlineage.spark.agent.lifecycle.plan.SaveIntoDataSourceCommandVisitor.apply(SaveIntoDataSourceCommandVisitor.java:97)
+    at io.openlineage.spark.agent.lifecycle.plan.SaveIntoDataSourceCommandVisitor.apply(SaveIntoDataSourceCommandVisitor.java:46)</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:17:11">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-05 07:17:11"><div class="time">2024-02-05 07:17:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* recalling folks from microsoft had similar problem long time ago here -&gt; <a href="https://github.com/OpenLineage/OpenLineage/blob/bba64fbddbea3557fc2342a3d2fbd4194b508fc3/integration/spark/shared/src/main/java/io/openlineage/spark/agent/lifecycle/plan/KustoRelationVisitor.java#L31">https://github.com/OpenLineage/OpenLineage/blob/bba64fbddbea3557fc2342a3d2fbd4194b[…]penlineage/spark/agent/lifecycle/plan/KustoRelationVisitor.java</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/bba64fbddbea3557fc2342a3d2fbd4194b508fc3/integration/spark/shared/src/main/java/io/openlineage/spark/agent/lifecycle/plan/KustoRelationVisitor.java | KustoRelationVisitor.java&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;public class KustoRelationVisitor&amp;lt;D extends OpenLineage.Dataset&amp;gt;
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:18:11">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 07:18:11"><div class="time">2024-02-05 07:18:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* lmao</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:18:15">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 07:18:15"><div class="time">2024-02-05 07:18:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I was about to do just that</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:20:07">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 07:20:07"><div class="time">2024-02-05 07:20:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Just for curiosity's sake:</p>
+
+<p><code>public static boolean isKafkaSource(CreatableRelationProvider provider) {
+    log.debug("Checking if provider is KafkaSourceProvider");
+    if (!hasKafkaClasses()) {
+      return false;
+    }
+    log.debug("Checking if the provider is a KafkaSourceProvider. {}", provider.getClass().getCanonicalName());
+    boolean check = provider instanceof KafkaSourceProvider;
+    log.debug("Is the provider a KafkaSourceProvider? {}", check);
+    return check;
+  }</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:20:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 07:20:31"><div class="time">2024-02-05 07:20:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>2024-02-05 12:19:33 DEBUG io.openlineage.spark.agent.lifecycle.plan.KafkaRelationVisitor: Checking if provider is KafkaSourceProvider
+2024-02-05 12:19:33 DEBUG io.openlineage.spark.agent.lifecycle.plan.KafkaRelationVisitor: Checking for Kafka classes
+2024-02-05 12:19:33 DEBUG io.openlineage.spark.agent.lifecycle.plan.KafkaRelationVisitor: Kafka classes found
+2024-02-05 12:19:33 DEBUG io.openlineage.spark.agent.lifecycle.plan.KafkaRelationVisitor: Checking if the provider is a KafkaSourceProvider. org.apache.spark.sql.kafka010.KafkaSourceProvider
+2024-02-05 12:19:33 INFO  io.openlineage.spark.agent.util.PlanUtils: apply method failed with
+java.lang.NoClassDefFoundError: org/apache/spark/sql/kafka010/KafkaSourceProvider</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:20:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 07:20:31"><div class="time">2024-02-05 07:20:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Wild</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:20:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 07:20:43"><div class="time">2024-02-05 07:20:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The class says that it is that instance</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:20:55">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 07:20:55"><div class="time">2024-02-05 07:20:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* but the instance check says "no, I'm not dealing with you"</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:37:09">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-05 07:37:09"><div class="time">2024-02-05 07:37:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Different classloaders?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:37:18">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 07:37:18"><div class="time">2024-02-05 07:37:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yup</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:37:32">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 07:37:32"><div class="time">2024-02-05 07:37:32</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The main class loader loads the openlineage-spark jar</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:37:48">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 07:37:48"><div class="time">2024-02-05 07:37:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and another class loader loads the kafka jars</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:38:13">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 07:38:13"><div class="time">2024-02-05 07:38:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thread.getCurrentThread().getContextClassLoader().loadClass(&lt;name&gt;) does the trick</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:39:17">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-05 07:39:17"><div class="time">2024-02-05 07:39:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* maybe we can generalize the solution?
+<code>ClassloaderUtils.loadClass</code>
+that tries to load it from both classloaders?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 07:39:42">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-05 07:39:42"><div class="time">2024-02-05 07:39:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The idea is to not make next person debug the same issue with another connector 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 11:11:56">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 11:11:56"><div class="time">2024-02-05 11:11:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Well - that was annoying.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 11:12:05">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 11:12:05"><div class="time">2024-02-05 11:12:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* But, it seems like the kafka tests pass now</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 11:27:26">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-05 11:27:26"><div class="time">2024-02-05 11:27:26</div></a>
+                <div class="msg">
+                    <p>@Mattia Bertorello it's failing on spotless 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 11:29:15">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 11:29:15"><div class="time">2024-02-05 11:29:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah sorry, I apply some IntelliJ suggestions 😅</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 11:33:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-05 11:33:43"><div class="time">2024-02-05 11:33:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Regarding the ServiceLoader problem, I implemented a static version with a classic class loader.
+My main concern is that we cannot ensure loose coupling between the vendor projects and the app/spark3 projects if we put the class name inside those. In this case, we need to be aware of the implementations.</p>
+
+<p>Here the code
+```public interface Vendors {
+  List&lt;String&gt; VENDORS =
+      Arrays.asList("io.openlineage.spark.agent.vendor.snowflake.SnowflakeVendor");</p>
+
+<p>static Vendors getVendors() {
+    ClassLoader cl = Thread.currentThread().getContextClassLoader();</p>
+
+<pre><code>List&amp;lt;Vendor&amp;gt; vendors =
+    VENDORS.stream()
+        .map(
+            vendorClassName -&amp;gt; {
+              try {
+                Class&amp;lt;?&amp;gt; vendor = cl.loadClass(vendorClassName);
+                return (Vendor) vendor.newInstance();
+              } catch (ClassNotFoundException
+                  | InstantiationException
+                  | IllegalAccessException e) {
+                return null;
+              }
+            })
+        .filter(Objects::nonNull)
+        .filter(Vendor::isVendorAvailable)
+        .collect(Collectors.toList());```
+</code></pre>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 06:48:04">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-06 06:48:04"><div class="time">2024-02-06 06:48:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Paweł Leszczyński Do you think this version is better?
+I can merge it so we can unblock the PR and maybe merge it.
+ @Maciej Obuchowski do you think your comments are <code>resolved</code>, or is there something else to do?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 06:54:17">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 06:54:17"><div class="time">2024-02-06 06:54:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I think mine are resolved 🙂</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        :gratitude_thank_you: Mattia Bertorello
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 07:27:40">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 07:27:40"><div class="time">2024-02-06 07:27:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I lost current status of <code>ServiceLoader</code> discussion. I found thumbs-up in github under my comment and then some doubts about using <code>class.forName</code> . I got confused which is more recent and which direction is preferred to go? I am open for discussion.  @Mattia Bertorello @Maciej Obuchowski</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 07:30:50">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-06 07:30:50"><div class="time">2024-02-06 07:30:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* No problem, having the ServiceLoader brings more loose coupling between the app project and others. But if you already found users that struggle with creating a uber-jar that keep/merge the META-inf files could be better to scarify the loose coupling.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 07:34:19">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 07:34:19"><div class="time">2024-02-06 07:34:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://github.com/OpenLineage/OpenLineage/issues/1860">https://github.com/OpenLineage/OpenLineage/issues/1860</a> -&gt; this is an example of issue we have in our backlog. there are at least 3 different people involved so I assumed it's not that uncommon</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/1860">#1860 io.openlineage.client.OpenLineageClientException: io.openlineage.spark.shaded.com.fasterxml.jackson.databind.JsonMappingException: Failed to find TransportBuilder</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;On Version &lt;code&gt;0.25.0&lt;/code&gt; when running &lt;code&gt;OpenLineage&lt;/code&gt; with Spark, we are getting:&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;io.openlineage.client.OpenLineageClientException: io.openlineage.spark.shaded.com.fasterxml.jackson.databind.JsonMappingException: Failed to find TransportBuilder (through reference chain: io.openlineage.client.OpenLineageYaml[&#34;transport&#34;])
+    at io.openlineage.client.OpenLineageClientUtils.loadOpenLineageYaml(OpenLineageClientUtils.java:140)
+    at io.openlineage.spark.agent.ArgumentParser.extractOpenlineageConfFromSparkConf(ArgumentParser.java:114)
+    at io.openlineage.spark.agent.ArgumentParser.parse(ArgumentParser.java:78)
+    at io.openlineage.spark.agent.OpenLineageSparkListener.initializeContextFactoryIfNotInitialized(OpenLineageSparkListener.java:277)
+    at io.openlineage.spark.agent.OpenLineageSparkListener.onApplicationStart(OpenLineageSparkListener.java:267)
+    at org.apache.spark.scheduler.SparkListenerBus$class.doPostEvent(SparkListenerBus.scala:55)
+    at org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:37)
+    at org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:37)
+    at org.apache.spark.util.ListenerBus$class.postToAll(ListenerBus.scala:91)
+    at &amp;lt;a href=&#34;http://org.apache.spark.scheduler.AsyncEventQueue.org&#34;&amp;gt;org.apache.spark.scheduler.AsyncEventQueue.org&amp;lt;/a&amp;gt;$apache$spark$scheduler$AsyncEventQueue$$super$postToAll(AsyncEventQueue.scala:92)
+    at org.apache.spark.scheduler.AsyncEventQueue$$anonfun$org$apache$spark$scheduler$AsyncEventQueue$$dispatch$1.apply$mcJ$sp(AsyncEventQueue.scala:92)
+    at org.apache.spark.scheduler.AsyncEventQueue$$anonfun$org$apache$spark$scheduler$AsyncEventQueue$$dispatch$1.apply(AsyncEventQueue.scala:87)
+    at org.apache.spark.scheduler.AsyncEventQueue$$anonfun$org$apache$spark$scheduler$AsyncEventQueue$$dispatch$1.apply(AsyncEventQueue.scala:87)
+    at scala.util.DynamicVariable.withValue(DynamicVariable.scala:58)
+    at &amp;lt;a href=&#34;http://org.apache.spark.scheduler.AsyncEventQueue.org&#34;&amp;gt;org.apache.spark.scheduler.AsyncEventQueue.org&amp;lt;/a&amp;gt;$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:87)
+    at org.apache.spark.scheduler.AsyncEventQueue$$anon$1$$anonfun$run$1.apply$mcV$sp(AsyncEventQueue.scala:83)
+    at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1347)
+    at org.apache.spark.scheduler.AsyncEventQueue$$anon$1.run(AsyncEventQueue.scala:82)
+Caused by: io.openlineage.spark.shaded.com.fasterxml.jackson.databind.JsonMappingException: Failed to find TransportBuilder (through reference chain: io.openlineage.client.OpenLineageYaml[&#34;transport&#34;])
+    at io.openlineage.spark.shaded.com.fasterxml.jackson.databind.JsonMappingException.wrapWithPath(JsonMappingException.java:392)
+    at io.openlineage.spark.shaded.com.fasterxml.jackson.databind.JsonMappingException.wrapWithPath(JsonMappingException.java:351)
+    at io.openlineage.spark.shaded.com.fasterxml.jackson.databind.deser.BeanDeserializerBase.wrapAndThrow(BeanDeserializerBase.java:1821)
+    at io.openlineage.spark.shaded.com.fasterxml.jackson.databind.deser.BeanDeserializer.vanillaDeserialize(BeanDeserializer.java:316)
+    at io.openlineage.spark.shaded.com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:177)
+    at io.openlineage.spark.shaded.com.fasterxml.jackson.databind.deser.DefaultDeserializationContext.readRootValue(DefaultDeserializationContext.java:323)
+    at io.openlineage.spark.shaded.com.fasterxml.jackson.databind.ObjectMapper._readMapAndClose(ObjectMapper.java:4674)
+    at io.openlineage.spark.shaded.com.fasterxml.jackson.databind.ObjectMapper.readValue(ObjectMapper.java:3666)
+    at io.openlineage.client.OpenLineageClientUtils.loadOpenLineageYaml(OpenLineageClientUtils.java:138)
+    ... 17 more
+Caused by: java.lang.IllegalArgumentException: Failed to find TransportBuilder
+    at io.openlineage.client.transports.TransportResolver.lambda$getTransportBuilder$3(TransportResolver.java:38)
+    at java.util.Optional.orElseThrow(Optional.java:290)
+    at io.openlineage.client.transports.TransportResolver.getTransportBuilder(TransportResolver.java:37)
+    at io.openlineage.client.transports.TransportResolver.resolveTransportConfigByType(TransportResolver.java:16)
+    at io.openlineage.client.transports.TransportConfigTypeIdResolver.typeFromId(TransportConfigTypeIdResolver.java:35)
+    at io.openlineage.spark.shaded.com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:159)
+    at io.openlineage.spark.shaded.com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:125)
+    at io.openlineage.spark.shaded.com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:110)
+    at io.openlineage.spark.shaded.com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:263)
+    at io.openlineage.spark.shaded.com.fasterxml.jackson.databind.deser.impl.FieldProperty.deserializeAndSet(FieldProperty.java:147)
+    at io.openlineage.spark.shaded.com.fasterxml.jackson.databind.deser.BeanDeserializer.vanillaDeserialize(BeanDeserializer.java:314)
+    ... 22 more
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;We see that &lt;code&gt;OpenLineage&lt;/code&gt; added support for &lt;em&gt;custom transport types&lt;/em&gt; in &lt;code&gt;0.24.0&lt;/code&gt; We&#39;re not sure if it&#39;s related to that. We checked with version &lt;code&gt;0.23.0&lt;/code&gt; and we don&#39;t see the exception in that version.&lt;/p&gt;
+
+&lt;p&gt;We are using &lt;code&gt;OpenLineage&lt;/code&gt; with Spark using &lt;code&gt;spark-submit&lt;/code&gt;, dependency: &lt;code&gt;io.openlineage:openlineage_spark:0.23.0&lt;/code&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        &lt;a href=&#34;https://github.com/pawel-big-lebowski&#34;&gt;@pawel-big-lebowski&lt;/a&gt;
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        bug, integration/spark
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 07:37:35">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-06 07:37:35"><div class="time">2024-02-06 07:37:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ok, makes sense.
+So I can commit the change above that doesn't use the service loader and at the same time doesn't need the compile code be aware of the implementation since it happen at runtime and only through the interface.
+I can add this issues in the comments to justify the solution.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 07:41:07">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-06 07:41:07"><div class="time">2024-02-06 07:41:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* BTW I'm working on having <code>JobTypeJobFacet</code> in Spark and then in DBT integration. Have you worked on this before?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 07:46:21">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 07:46:21"><div class="time">2024-02-06 07:46:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I worked on that for Flink</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 07:47:42">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-06 07:47:42"><div class="time">2024-02-06 07:47:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah I'm checking that work to replicate on the spark integration 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 07:48:15">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 07:48:15"><div class="time">2024-02-06 07:48:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://github.com/OpenLineage/OpenLineage/pull/2241/files#diff-040d58841330856813d9683119f75b3d455ccc03a9e7b1a10b54966b2d029b99">https://github.com/OpenLineage/OpenLineage/pull/2241/files#diff-040d58841330856813d9683119f75b3d455ccc03a9e7b1a10b54966b2d029b99</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 07:48:33">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 07:48:33"><div class="time">2024-02-06 07:48:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it's not that super easy to determine if a job is batch or streaming</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 07:48:51">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-06 07:48:51"><div class="time">2024-02-06 07:48:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Do we need also in spark?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 07:49:05">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 07:49:05"><div class="time">2024-02-06 07:49:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it's possible to have streaming job in spark</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 07:49:38">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 07:49:38"><div class="time">2024-02-06 07:49:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and <code>processingType</code> property is required within the facet</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 08:03:30">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 08:03:30"><div class="time">2024-02-06 08:03:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Don't streaming jobs in Spark have different logical plans?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 11:28:49">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-06 11:28:49"><div class="time">2024-02-06 11:28:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It seems there is a <code>isStreaming()</code>  method in the <code>LogicalPlan</code>
+<a href="https://github.com/OpenLineage/OpenLineage/pull/2410">https://github.com/OpenLineage/OpenLineage/pull/2410</a>
+Let me know what do you think 🙂</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/2410">#2410 JobTypeJobFacet added and used in Spark</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Currently, a lineage backend has difficulty distinguishing between job types, Spark, DBT, and Airflow and needs regex on the &lt;code&gt;_producer&lt;/code&gt; to get this information.&lt;br /&gt;
+We need to add the &lt;code&gt;JobType&lt;/code&gt; to make it more clear.&lt;/p&gt;
+
+&lt;p&gt;&lt;a href=&#34;https://openlineage.io/docs/spec/facets/job-facets/job-type&#34;&gt;https://openlineage.io/docs/spec/facets/job-facets/job-type&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;• Introduce new facet,
+• Include new facet within Spark integration.&lt;/p&gt;
+
+&lt;blockquote&gt;
+  &lt;p&gt;&lt;strong&gt;Note:&lt;/strong&gt; All schema changes require discussion. Please &lt;a href=&#34;https://docs.github.com/en/issues/tracking-your-work-with-issues/linking-a-pull-request-to-an-issue&#34;&gt;link the issue&lt;/a&gt; for context.&lt;/p&gt;
+&lt;/blockquote&gt;
+
+&lt;p&gt;☐ Your change modifies the &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json&#34;&gt;core&lt;/a&gt; OpenLineage model
+☐ Your change modifies one or more OpenLineage &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/spec/facets&#34;&gt;facets&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;If you&#39;re contributing a new integration, please specify the scope of the integration and how/where it has been tested (e.g., Apache Spark integration supports &lt;code&gt;S3&lt;/code&gt; and &lt;code&gt;GCS&lt;/code&gt; filesystem operations, tested with AWS EMR).&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;One-line summary:&lt;/strong&gt;
+&lt;strong&gt;Checklist&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;☐ You&#39;ve &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/why-the-dco.md&#34;&gt;signed-off&lt;/a&gt; your work
+☐ Your pull request title follows our &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/CONTRIBUTING.md#creating-pull-requests&#34;&gt;guidelines&lt;/a&gt;
+☐ Your changes are accompanied by tests (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ Your change contains a &lt;a href=&#34;https://kurtisnusbaum.medium.com/stacked-diffs-keeping-phabricator-diffs-small-d9964f4dcfa6&#34;&gt;small diff&lt;/a&gt; and is self-contained
+☐ You&#39;ve updated any relevant documentation (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ Your comment includes a one-liner for the changelog about the specific purpose of the change (&lt;em&gt;if necessary&lt;/em&gt;)
+☐ You&#39;ve versioned the core OpenLineage model or facets according to &lt;a href=&#34;https://docs.snowplowanalytics.com/docs/pipeline-components-and-applications/iglu/common-architecture/schemaver&#34;&gt;SchemaVer&lt;/a&gt; (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ You&#39;ve added a &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/.github/header_templates.md&#34;&gt;header&lt;/a&gt; to source files (&lt;em&gt;if relevant&lt;/em&gt;)&lt;/p&gt;
+
+&lt;hr /&gt;
+
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
+Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        integration/spark
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Paweł Leszczyński, Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 11:29:24">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 11:29:24"><div class="time">2024-02-06 11:29:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* is the extra param in <code>buildRun</code> necessary?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 11:29:39">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 11:29:39"><div class="time">2024-02-06 11:29:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* why wouldn't this match in JobBuilder?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 11:31:15">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-06 11:31:15"><div class="time">2024-02-06 11:31:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Not really I can use use the <code>jobBuilder</code>  and then extract the facets from there.
+I started with that implementation but then it wasn't so clean so I changed my mind</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 11:32:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-06 11:32:41"><div class="time">2024-02-06 11:32:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* But no problem to implement in that way.
+Because I need to build the jobBuilder to extract the facets that is not super great 😅 because then the code use the jobBuilder to overwrite the facets</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 11:34:27">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 11:34:27"><div class="time">2024-02-06 11:34:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yeah, looks like the problem of nested builders</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 11:39:50">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 11:39:50"><div class="time">2024-02-06 11:39:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* thinking loadly - could we pass jobFacetsBuilder as a param to avoid adding each facet as param in future?</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Mattia Bertorello
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 11:59:14">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-06 11:59:14"><div class="time">2024-02-06 11:59:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Done</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🎉 Paweł Leszczyński, Maciej Obuchowski
+                        </div>
+                    
+                        <div class="message-reaction">
+                        🙌 Paweł Leszczyński, Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 12:05:23">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 12:05:23"><div class="time">2024-02-06 12:05:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* could you add a line into changelog?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 12:06:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-06 12:06:31"><div class="time">2024-02-06 12:06:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Sure, but tomorrow, I'm heading home 🙂 </p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 12:06:49">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 12:06:49"><div class="time">2024-02-06 12:06:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* sure, giving an approval with a comment to fill changelog</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 04:41:07">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-07 04:41:07"><div class="time">2024-02-07 04:41:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Done</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 02:18:41">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-07 02:18:41"><div class="time">2024-02-07 02:18:41</div></a>
+                <div class="msg">
+                    <p>@Mattia Bertorello PR 2405 is failin on
+<code>VendorsTest &amp;gt; testGetVendors() FAILED
+    org.opentest4j.AssertionFailedError at VendorsTest.java:60</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 04:40:48">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-07 04:40:48"><div class="time">2024-02-07 04:40:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Sorry, I forgot to fix the tests</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 05:39:15">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-07 05:39:15"><div class="time">2024-02-07 05:39:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* :gh_merged:</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        :gratitude_thank_you: Mattia Bertorello
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 03:46:11">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-07 03:46:11"><div class="time">2024-02-07 03:46:11</div></a>
+                <div class="msg">
+                    <p>@Paweł Leszczyński @Maciej Obuchowski - when you run</p>
+
+<p><code>'./gradlwe :app:test' --tests "io.openlineage.spark.agent.lifecycle.SparkSQLExecutionContextTest" -Pspark.version=3.2.4</code></p>
+
+<p>Do these tests have a <code>InvocationTargetException</code> which is caused by a <code>JsonMappingException</code> which is caused by a <code>StackOverflowError</code>?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 03:58:25">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-07 03:58:25"><div class="time">2024-02-07 03:58:25</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I have this reference chain</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06J9HG2KCG/untitled?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Untitled</a></div>
+                            
+                                
+    
+        <!-- no preview available -->
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 05:07:04">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-07 05:07:04"><div class="time">2024-02-07 05:07:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I got <code>BUILD SUCCESSFUL in 55s</code> on latest main</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 05:10:59">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-07 05:10:59"><div class="time">2024-02-07 05:10:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* build successful on my side, did you try rebuilding and republishing to local <code>openlineage-java</code>  ?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 08:00:19">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-07 08:00:19"><div class="time">2024-02-07 08:00:19</div></a>
+                <div class="msg">
+                    <p>@Damien Hawes @Mattia Bertorello How far you from the ultimate goal? Will you need to rewrite all the extensions to vendors or snowflake only? Are you going to release multiple artifacts at the end per scala 2.12 and 2.13.  Feeling kind of lost where are we at the moment.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 08:07:42">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-07 08:07:42"><div class="time">2024-02-07 08:07:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The idea is that there will be two artefacts.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 08:07:57">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-07 08:07:57"><div class="time">2024-02-07 08:07:57</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'm working on the integration tests at the moment.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🙏 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 08:21:23">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-07 08:21:23"><div class="time">2024-02-07 08:21:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I will continue working on the vendor extraction, now the next one is Iceberg.
+And not related to that I need to add the job type to Airflow and DBT.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 08:24:15">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-07 08:24:15"><div class="time">2024-02-07 08:24:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* what's the problem with iceberg? i thought is published for both: scala 2.12 and 2.13</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 09:45:40">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-07 09:45:40"><div class="time">2024-02-07 09:45:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It will make it easier to support multiple versions of the same vendor, in this case, Iceberg, if there are breaking changes, including supporting the old version more easily without too much reflection, like if the code is mixed with the core spark code.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 03:59:11">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-08 03:59:11"><div class="time">2024-02-08 03:59:11</div></a>
+                <div class="msg">
+                    <p>@Paweł Leszczyński - <a href="https://github.com/OpenLineage/OpenLineage/pull/2413">https://github.com/OpenLineage/OpenLineage/pull/2413</a></p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👀 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 06:48:15">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-08 06:48:15"><div class="time">2024-02-08 06:48:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* that's... not a small pr 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 06:48:37">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-08 06:48:37"><div class="time">2024-02-08 06:48:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thankfully, it's just "add new stuff"</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 06:49:10">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-08 06:49:10"><div class="time">2024-02-08 06:49:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It <em>could</em> be split into 3</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 06:49:38">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-08 06:49:38"><div class="time">2024-02-08 06:49:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 1. Modification of the build.gradle files and the common config plugin</p>
+
+<ol start="2"><li>Creation of Docker plugin</li><li>Creation of Spark Builds plugin</li>
+</ol>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 07:12:48">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-08 07:12:48"><div class="time">2024-02-08 07:12:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK - splitting it up.</p>
+
+<p>1st one:</p>
+
+<p>Docker build plugin: <a href="https://github.com/OpenLineage/OpenLineage/pull/2414">https://github.com/OpenLineage/OpenLineage/pull/2414</a></p>
+
+<p>(365 lines)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 07:22:03">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-08 07:22:03"><div class="time">2024-02-08 07:22:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 2nd one: <a href="https://github.com/OpenLineage/OpenLineage/pull/2415">https://github.com/OpenLineage/OpenLineage/pull/2415</a></p>
+
+<p>@Maciej Obuchowski @Paweł Leszczyński</p>
+
+<p>74 additions, 62 removals</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 07:24:20">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-08 07:24:20"><div class="time">2024-02-08 07:24:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 👍</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 11:06:58">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-08 11:06:58"><div class="time">2024-02-08 11:06:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 3rd one:</p>
+
+<p><a href="https://github.com/OpenLineage/OpenLineage/pull/2416">https://github.com/OpenLineage/OpenLineage/pull/2416</a></p>
+
+<p>(The big one)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 08:39:09">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-08 08:39:09"><div class="time">2024-02-08 08:39:09</div></a>
+                <div class="msg">
+                    <p>@Mattia Bertorello @Damien Hawes we are thinking about the OL release in next few days. Just wondering if we should wait for your PRs, or shall we release without waiting for this. Would love to hear your opinion on that. Keep in mind, a voting for an extra release can be initiated anytime you like in case you didn't want to wait the whole month.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 08:48:44">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-08 08:48:44"><div class="time">2024-02-08 08:48:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks for letting us know. I would like to implement the JobType in Airflow; can you wait until Monday at the end of the day?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 09:01:33">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-08 09:01:33"><div class="time">2024-02-08 09:01:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* From my side</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 09:01:36">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-08 09:01:36"><div class="time">2024-02-08 09:01:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Don't wait for me.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 12:58:55">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-08 12:58:55"><div class="time">2024-02-08 12:58:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski
+I did the PR in the Airflow repository.
+<a href="https://github.com/apache/airflow/pull/37255">https://github.com/apache/airflow/pull/37255</a>
+and fix the other one
+<a href="https://github.com/OpenLineage/OpenLineage/pull/2412/">https://github.com/OpenLineage/OpenLineage/pull/2412/</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-09 07:25:45">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-09 07:25:45"><div class="time">2024-02-09 07:25:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thx for info</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 07:11:13">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-13 07:11:13"><div class="time">2024-02-13 07:11:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Do you think we can merge it <a href="https://github.com/OpenLineage/OpenLineage/pull/2412">#2412</a> before the release? Is there some missing? @Maciej Obuchowski</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/2412">#2412 [AIRFLOW] Add support for JobTypeJobFacet properties.</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Currently, a lineage backend has difficulty distinguishing between job types, DBT, and Airflow and needs regex on the _producer to get this information.&lt;br /&gt;
+We need to add the JobType to make it more clear.&lt;/p&gt;
+
+&lt;p&gt;&lt;a href=&#34;https://openlineage.io/docs/spec/facets/job-facets/job-type&#34;&gt;https://openlineage.io/docs/spec/facets/job-facets/job-type&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Include new facet within Airflow integration.&lt;/p&gt;
+
+&lt;blockquote&gt;
+  &lt;p&gt;&lt;strong&gt;Note:&lt;/strong&gt; All schema changes require discussion. Please &lt;a href=&#34;https://docs.github.com/en/issues/tracking-your-work-with-issues/linking-a-pull-request-to-an-issue&#34;&gt;link the issue&lt;/a&gt; for context.&lt;/p&gt;
+&lt;/blockquote&gt;
+
+&lt;p&gt;☐ Your change modifies the &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json&#34;&gt;core&lt;/a&gt; OpenLineage model
+☐ Your change modifies one or more OpenLineage &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/spec/facets&#34;&gt;facets&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;If you&#39;re contributing a new integration, please specify the scope of the integration and how/where it has been tested (e.g., Apache Spark integration supports &lt;code&gt;S3&lt;/code&gt; and &lt;code&gt;GCS&lt;/code&gt; filesystem operations, tested with AWS EMR).&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;One-line summary:&lt;/strong&gt;
+&lt;strong&gt;Checklist&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;☐ You&#39;ve &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/why-the-dco.md&#34;&gt;signed-off&lt;/a&gt; your work
+☐ Your pull request title follows our &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/CONTRIBUTING.md#creating-pull-requests&#34;&gt;guidelines&lt;/a&gt;
+☐ Your changes are accompanied by tests (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ Your change contains a &lt;a href=&#34;https://kurtisnusbaum.medium.com/stacked-diffs-keeping-phabricator-diffs-small-d9964f4dcfa6&#34;&gt;small diff&lt;/a&gt; and is self-contained
+☐ You&#39;ve updated any relevant documentation (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ Your comment includes a one-liner for the changelog about the specific purpose of the change (&lt;em&gt;if necessary&lt;/em&gt;)
+☐ You&#39;ve versioned the core OpenLineage model or facets according to &lt;a href=&#34;https://docs.snowplowanalytics.com/docs/pipeline-components-and-applications/iglu/common-architecture/schemaver&#34;&gt;SchemaVer&lt;/a&gt; (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ You&#39;ve added a &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/.github/header_templates.md&#34;&gt;header&lt;/a&gt; to source files (&lt;em&gt;if relevant&lt;/em&gt;)&lt;/p&gt;
+
+&lt;hr /&gt;
+
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
+Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        documentation, integration/airflow
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        1
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-09 07:27:34">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-09 07:27:34"><div class="time">2024-02-09 07:27:34</div></a>
+                <div class="msg">
+                    <p>@Damien Hawes I merged 2413 and approved <a href="https://github.com/OpenLineage/OpenLineage/pull/2415">https://github.com/OpenLineage/OpenLineage/pull/2415</a> could u rebase it and resolve conflict?</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/2415">#2415 [SPARK] Refactor the CommonConfig Gradle plugin</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Summary&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;This PR introduces an important refactor of the CommonConfig plugin to better align with Gradle best practices.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;The CommonConfig plugin was a &#34;strong&#34; opinion plugin. It applied plugins to projects, whether they needed it or not.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;
+&lt;strong&gt;CommonConfig Plugin Refactor&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;• &lt;strong&gt;Best Practices&lt;/strong&gt;: Modified to react to the application of plugins (Java library, PMD, Lombok, Spotless) rather than applying them directly, introducing a paradigm shift towards increased adherence to Gradle best practices.
+• &lt;strong&gt;Build Scripts Adjustment&lt;/strong&gt;: Ensured build integrity by explicitly applying the necessary plugins within each build script, following the refactor of the CommonConfig plugin.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Checklist&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;☑︎ You&#39;ve &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/why-the-dco.md&#34;&gt;signed-off&lt;/a&gt; your work
+☑︎ Your pull request title follows our &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/CONTRIBUTING.md#creating-pull-requests&#34;&gt;guidelines&lt;/a&gt;
+☑︎ Your change contains a &lt;a href=&#34;https://kurtisnusbaum.medium.com/stacked-diffs-keeping-phabricator-diffs-small-d9964f4dcfa6&#34;&gt;small diff&lt;/a&gt; and is self-contained
+☑︎ You&#39;ve added a &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/.github/header_templates.md&#34;&gt;header&lt;/a&gt; to source files (&lt;em&gt;if relevant&lt;/em&gt;)&lt;/p&gt;
+
+&lt;hr /&gt;
+
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
+Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        integration/spark
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-12 08:07:29">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-12 08:07:29"><div class="time">2024-02-12 08:07:29</div></a>
+                <div class="msg">
+                    <p>@Paweł Leszczyński - this is ready</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 08:11:43">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-13 08:11:43"><div class="time">2024-02-13 08:11:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I can't find <code>SparkIcebergIntegrationTest</code> being run in integration-test-integration-spark-scala-2_12-3.5.0 -&gt; <a href="https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9275/workflows/78f45083-84f5-4379-b475-96ccececbbe5/jobs/173596">https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9275/workflows/78f45083-84f5-4379-b475-96ccececbbe5/jobs/173596</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 08:12:12">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-13 08:12:12"><div class="time">2024-02-13 08:12:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 3.5.0 never had iceberg though</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 08:12:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-13 08:12:43"><div class="time">2024-02-13 08:12:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* </p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06K7J8S9MW/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06K7J8S9MW/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06K7J8S9MW-b8ef96429e/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="16" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 08:13:03">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-13 08:13:03"><div class="time">2024-02-13 08:13:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* integration tests run in 3mins30secs which is like way faster than it used to be</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 08:13:06">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-13 08:13:06"><div class="time">2024-02-13 08:13:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9275/workflows/78f45083-84f5-4379-b475-96ccececbbe5/jobs/173588/parallel-runs/0/steps/0-111">https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9275/workflows/78f4[…]79-b475-96ccececbbe5/jobs/173588/parallel-runs/0/steps/0-111</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 08:13:15">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-13 08:13:15"><div class="time">2024-02-13 08:13:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i cannot find it for 3.4.2 as well</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 08:13:22">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-13 08:13:22"><div class="time">2024-02-13 08:13:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* hmm</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 08:17:17">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-13 08:17:17"><div class="time">2024-02-13 08:17:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* but it's the same on  recent main I think. This is main build from 6 days ago <a href="https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9160/workflows/33a4d308-d0e6-4d75-a06b-7d8ef89bb1fe">https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9160/workflows/33a4d308-d0e6-4d75-a06b-7d8ef89bb1fe</a> and <code>SparkIcebergIntegrationTest</code>  is present there</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JJMTA883/screenshot_2024-02-13_at_14.16.20.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-02-13 at 14.16.20.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JJMTA883/screenshot_2024-02-13_at_14.16.20.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06JJMTA883-d81e3aa2b0/screenshot_2024-02-13_at_14.16.20_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="259"
+                 height="360" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 08:17:49">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-13 08:17:49"><div class="time">2024-02-13 08:17:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and execution time are above 10 mins</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 08:32:10">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-13 08:32:10"><div class="time">2024-02-13 08:32:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'll check, might be the logic for determining it is faulty</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 02:36:38">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 02:36:38"><div class="time">2024-02-14 02:36:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Paweł Leszczyński - any ideas why the Delta and Iceberg tests will execute and pass on my local device, but in the CI they fail?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 02:37:00">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 02:37:00"><div class="time">2024-02-14 02:37:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9292/workflows/30ba0bdc-a831-4431-b023-d35379137a61/jobs/174557/tests">https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9292/workflows/30ba0bdc-a831-4431-b023-d35379137a61/jobs/174557/tests</a></p>
+
+<p>I cannot replicate these failures locally</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 02:37:18">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 02:37:18"><div class="time">2024-02-14 02:37:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* </p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JQ9TBTD0/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JQ9TBTD0/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06JQ9TBTD0-89b5e5187a/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="76" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 02:38:30">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 02:38:30"><div class="time">2024-02-14 02:38:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* in one of the previous PRs some Docker timeout got shortened I think.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 02:38:53">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 02:38:53"><div class="time">2024-02-14 02:38:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* My guess is that local environment is a way faster</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 02:39:09">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 02:39:09"><div class="time">2024-02-14 02:39:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah - it's hard without seeing the STDOUT logs</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 02:39:22">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 02:39:22"><div class="time">2024-02-14 02:39:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Is there a way to see them, besides scrolling through the crazy logs?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 02:39:39">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 02:39:39"><div class="time">2024-02-14 02:39:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* like when you get the test report locally, I can see STDOUT and STDERR</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 02:39:58">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 02:39:58"><div class="time">2024-02-14 02:39:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Otherwise, I have to go log diving 😂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 02:41:32">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 02:41:32"><div class="time">2024-02-14 02:41:32</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i think you can also ssh into circleCI and run single test</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 02:45:05">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 02:45:05"><div class="time">2024-02-14 02:45:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i also search the logs for <code>() FAILED</code> which brings closer to real error but it's kind of log diving</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 03:05:54">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 03:05:54"><div class="time">2024-02-14 03:05:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Then there is this one:</p>
+
+<p>testExternalRDDWithS3Bucket(SparkSession)</p>
+
+<p><code>ava.lang.UnsupportedClassVersionError: com/sun/istack/Pool has been compiled by a more recent version of the Java Runtime (class file version 55.0), this version of the Java Runtime only recognizes class file versions up to 52.0
+    at java.lang.ClassLoader.defineClass1(Native Method)
+    at java.lang.ClassLoader.defineClass(ClassLoader.java:756)
+    at java.security.SecureClassLoader.defineClass(SecureClassLoader.java:142)
+    at java.net.URLClassLoader.defineClass(URLClassLoader.java:473)
+    at java.net.URLClassLoader.access$100(URLClassLoader.java:74)
+    at java.net.URLClassLoader$1.run(URLClassLoader.java:369)
+    at java.net.URLClassLoader$1.run(URLClassLoader.java:363)
+    at java.security.AccessController.doPrivileged(Native Method)
+    at java.net.URLClassLoader.findClass(URLClassLoader.java:362)
+    at java.lang.ClassLoader.loadClass(ClassLoader.java:418)
+    at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352)
+    at java.lang.ClassLoader.loadClass(ClassLoader.java:351)
+    at com.sun.xml.bind.v2.runtime.JAXBContextImpl$JAXBContextBuilder.build(JAXBContextImpl.java:1126)
+    at com.sun.xml.bind.v2.ContextFactory.createContext(ContextFactory.java:135)
+    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
+    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
+    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
+    at java.lang.reflect.Method.invoke(Method.java:498)
+    at javax.xml.bind.ContextFinder.newInstance(ContextFinder.java:247)
+    at javax.xml.bind.ContextFinder.newInstance(ContextFinder.java:234)
+    at javax.xml.bind.ContextFinder.find(ContextFinder.java:441)
+    at javax.xml.bind.JAXBContext.newInstance(JAXBContext.java:641)
+    at javax.xml.bind.JAXBContext.newInstance(JAXBContext.java:584)
+    at com.amazonaws.util.Base64.&amp;lt;clinit&amp;gt;(Base64.java:52)
+    at com.amazonaws.util.BinaryUtils.toBase64(BinaryUtils.java:59)
+    at com.amazonaws.services.s3.AmazonS3Client.populateRequestHeaderWithMd5(AmazonS3Client.java:4547)
+    at com.amazonaws.services.s3.AmazonS3Client.deleteObjects(AmazonS3Client.java:2325)
+    at org.apache.hadoop.fs.s3a.S3AFileSystem.lambda$deleteObjects$16(S3AFileSystem.java:2785)</code>
+It blows my mind that the Amazon stuff uses Java 8, but they declare a dependency that is compiled with Java 11.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 03:42:10">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 03:42:10"><div class="time">2024-02-14 03:42:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah - I don't know. I increased the timeout to 60 seconds and the CI still complains</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 03:51:50">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 03:51:50"><div class="time">2024-02-14 03:51:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Any ideas @Paweł Leszczyński?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 03:52:01">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 03:52:01"><div class="time">2024-02-14 03:52:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'm at quite the loss</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 03:59:32">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 03:59:32"><div class="time">2024-02-14 03:59:32</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The common theme amongst the failing tests, is that they all spin up local spark sessions.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👀 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 07:06:47">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 07:06:47"><div class="time">2024-02-14 07:06:47</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* there is no events emitted nor error message, which is totally weird and can be mockserver related. I saw you changed mockserver ports to be above 10000. perhaps it's not allowed to use such high ports in circle ci. if a default http transport timeout is higher than timeout for mockserver assertion, this can look like that -&gt; no error and assertion failed</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 07:07:28">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 07:07:28"><div class="time">2024-02-14 07:07:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah, there were two tests that had mock server ports set to 1081</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 07:07:35">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 07:07:35"><div class="time">2024-02-14 07:07:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and they were running into each other</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 07:07:45">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 07:07:45"><div class="time">2024-02-14 07:07:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* so I was like, "Let's make them random"</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 07:07:59">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 07:07:59"><div class="time">2024-02-14 07:07:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* could u set it for delta to static value as before and see if they fail again?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 07:09:42">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 07:09:42"><div class="time">2024-02-14 07:09:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* sure</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 07:39:46">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 07:39:46"><div class="time">2024-02-14 07:39:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 07:39:54">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 07:39:54"><div class="time">2024-02-14 07:39:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Switching back to hard coded ports</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 07:40:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 07:40:31"><div class="time">2024-02-14 07:40:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Made the 3.5.0 pipeline pass everything except the <code>io.openlineage.spark.agent.SparkGenericIntegrationTest</code> and the test that tries to use S3</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 07:40:50">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 07:40:50"><div class="time">2024-02-14 07:40:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The former failed, once again, with the assertion error</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 07:40:56">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 07:40:56"><div class="time">2024-02-14 07:40:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* the latter, about the java version error</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 08:16:44">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 08:16:44"><div class="time">2024-02-14 08:16:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski SparkGenericIntegrationTest is your recent test. You call <code>getEventsEmitted</code> and wait only as long as list is non-empty. So if you expect two events, you don't wait for the second one. Am I right?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 08:26:08">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 08:26:08"><div class="time">2024-02-14 08:26:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* TIL: If you relocate <code>org.slf4j</code> (which <code>app</code> was previously doing) - you will not see the logs of the shaded jar.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        😨 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 08:31:02">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 08:31:02"><div class="time">2024-02-14 08:31:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yes, that's why I always comment that and @Paweł Leszczyński always asks why I've done it during review if I forget to revert it 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 08:31:46">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 08:31:46"><div class="time">2024-02-14 08:31:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Paweł Leszczyński I do <code>verifyEvents</code> before <code>getEventsEmitted</code>, that should take care of getting all the events I care about</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🙌 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 08:37:02">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 08:37:02"><div class="time">2024-02-14 08:37:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hmm - did I find an undocumented "feature"?</p>
+
+<p>Basically, if the OpenLineage Java client detects that you're trying to post to <code>/api/v1/namespaces/&lt;namespace&gt;</code> it will inject the namespace into the run event under <code>$.job.namespace</code> if <code>$.job.namespace</code> is equal to <code>default</code>?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 10:04:59">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 10:04:59"><div class="time">2024-02-14 10:04:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'm seeing this in the logs for the integration test:</p>
+
+<p><code>io.openlineage.client.OpenLineageClientException: io.openlineage.spark.shaded.org.apache.http.conn.HttpHostConnectException: Connect to localhost:1081 [localhost/127.0.0.1] failed: Connection refused (Connection refused)
+        at io.openlineage.client.transports.HttpTransport.emit(HttpTransport.java:128) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.client.transports.HttpTransport.emit(HttpTransport.java:111) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.client.OpenLineageClient.emit(OpenLineageClient.java:46) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.spark.agent.EventEmitter.emit(EventEmitter.java:69) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:?]
+        at io.openlineage.spark.agent.OpenLineageSparkListener.emitApplicationEvent(OpenLineageSparkListener.java:321) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:?]
+        at io.openlineage.spark.agent.OpenLineageSparkListener.emitApplicationEndEvent(OpenLineageSparkListener.java:329) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:?]
+        at io.openlineage.spark.agent.OpenLineageSparkListener.onApplicationEnd(OpenLineageSparkListener.java:229) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:?]
+        at org.apache.spark.scheduler.SparkListenerBus.doPostEvent(SparkListenerBus.scala:57) ~[spark-core_2.13-3.2.4.jar:3.2.4]
+        at org.apache.spark.scheduler.SparkListenerBus.doPostEvent$(SparkListenerBus.scala:28) ~[spark-core_2.13-3.2.4.jar:3.2.4]
+        at org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:37) ~[spark-core_2.13-3.2.4.jar:3.2.4]
+        at org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:37) ~[spark-core_2.13-3.2.4.jar:3.2.4]
+        at org.apache.spark.util.ListenerBus.postToAll(ListenerBus.scala:117) ~[spark-core_2.13-3.2.4.jar:3.2.4]
+        at org.apache.spark.util.ListenerBus.postToAll$(ListenerBus.scala:101) ~[spark-core_2.13-3.2.4.jar:3.2.4]
+        at org.apache.spark.scheduler.AsyncEventQueue.super$postToAll(AsyncEventQueue.scala:105) ~[spark-core_2.13-3.2.4.jar:3.2.4]
+        at org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:105) ~[spark-core_2.13-3.2.4.jar:3.2.4]
+        at scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.scala:17) ~[iceberg-spark-runtime-3.2_2.13-0.14.0.jar:?]
+        at scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) ~[iceberg-spark-runtime-3.2_2.13-0.14.0.jar:?]
+        at &lt;a href="http://org.apache.spark.scheduler.AsyncEventQueue.org"&gt;org.apache.spark.scheduler.AsyncEventQueue.org&lt;/a&gt;$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:100) ~[spark-core_2.13-3.2.4.jar:3.2.4]
+        at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:96) ~[spark-core_2.13-3.2.4.jar:3.2.4]
+        at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1433) [spark-core_2.13-3.2.4.jar:3.2.4]
+        at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:96) [spark-core_2.13-3.2.4.jar:3.2.4]
+    Caused by: io.openlineage.spark.shaded.org.apache.http.conn.HttpHostConnectException: Connect to localhost:1081 [localhost/127.0.0.1] failed: Connection refused (Connection refused)
+        at io.openlineage.spark.shaded.org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:156) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.spark.shaded.org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.spark.shaded.org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.spark.shaded.org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.spark.shaded.org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.spark.shaded.org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.spark.shaded.org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.spark.shaded.org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.spark.shaded.org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.spark.shaded.org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.client.transports.HttpTransport.emit(HttpTransport.java:123) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        ... 20 more</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 10:06:27">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 10:06:27"><div class="time">2024-02-14 10:06:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'm honestly wondering if this is the source of my troubles with the integration tests failing. i.e., the mockserver just isn't binding to the port, or the port isn't accepting connections, or <em>something</em>.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 10:07:02">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 10:07:02"><div class="time">2024-02-14 10:07:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* That, for example, comes from the Google Cloud Integration test</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 10:34:34">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 10:34:34"><div class="time">2024-02-14 10:34:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* &gt; Basically, if the OpenLineage Java client detects that you're trying to post to <code>/api/v1/namespaces/&amp;lt;namespace&amp;gt;</code> 
+I don't think it sends to <code>.../namespaces</code> anywhere by default, the canonical endpoint is <code>api/v1/lineage</code> ?
+&gt; I'm honestly wondering if this is the source of my troubles with the integration tests failing. i.e., the mockserver just isn't binding to the port, or the port isn't accepting connections, or <em>something</em>.
+Or the tests run before mockserver started accepting connections?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 10:36:26">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 10:36:26"><div class="time">2024-02-14 10:36:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* In Docker tests, we have a long timeout on the container
+<code>static MockServerContainer makeMockServerContainer(Network network) {
+    return new MockServerContainer(MOCKSERVER_IMAGE)
+        .withNetwork(network)
+        .withNetworkAliases("openlineageclient")
+        .withStartupTimeout(Duration.of(2, ChronoUnit.MINUTES));
+  }</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 10:36:58">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 10:36:58"><div class="time">2024-02-14 10:36:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* but I don't think there's anything like that on local tests?
+<code>mockServer = ClientAndServer.startClientAndServer(configuration, MOCKSERVER_PORT);
+    mockServer
+        .when(request("/api/v1/lineage"))
+        .respond(org.mockserver.model.HttpResponse.response().withStatusCode(201));</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 11:31:58">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 11:31:58"><div class="time">2024-02-14 11:31:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski - possible, possible. Nice thought.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:07:00">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 12:07:00"><div class="time">2024-02-14 12:07:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Ran your branch locally and I'm getting the same errors</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:07:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:07:31"><div class="time">2024-02-14 12:07:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* What OS and arch are you using?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:09:48">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:09:48"><div class="time">2024-02-14 12:09:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'm using an Apple M1 with MacOS Sonoma</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:13:02">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 12:13:02"><div class="time">2024-02-14 12:13:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* pretty much the same, M1 Pro with Sonoma</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:13:25">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:13:25"><div class="time">2024-02-14 12:13:25</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 🤨</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:16:19">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:16:19"><div class="time">2024-02-14 12:16:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* What JDK are you running the project with?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:18:47">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 12:18:47"><div class="time">2024-02-14 12:18:47</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Azul Zulu 8 Arm build</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:18:58">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:18:58"><div class="time">2024-02-14 12:18:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ¯_(ツ)_/¯</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:19:01">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:19:01"><div class="time">2024-02-14 12:19:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Same.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:19:19">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:19:19"><div class="time">2024-02-14 12:19:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I guess I just have some magic on my machine</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:19:44">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 12:19:44"><div class="time">2024-02-14 12:19:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>
+➜  code java -version
+openjdk version "1.8.0_312"
+OpenJDK Runtime Environment (Zulu 8.58.0.13-CA-macos-aarch64) (build 1.8.0_312-b07)
+OpenJDK 64-Bit Server VM (Zulu 8.58.0.13-CA-macos-aarch64) (build 25.312-b07, mixed mode)</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:19:59">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 12:19:59"><div class="time">2024-02-14 12:19:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'll try to dig in more</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:20:18">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:20:18"><div class="time">2024-02-14 12:20:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I have 392, but I don't think it makes much of a difference</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:21:25">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:21:25"><div class="time">2024-02-14 12:21:25</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Also, I have access to a centos box running on x86_64, which I am running the tests with.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:21:35">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:21:35"><div class="time">2024-02-14 12:21:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* To see if I can replicate the failures there</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:26:59">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:26:59"><div class="time">2024-02-14 12:26:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>2024-02-14 18:26:32 ERROR io.openlineage.spark.agent.EventEmitter - Could not emit lineage w/ exception
+    io.openlineage.client.OpenLineageClientException: io.openlineage.spark.shaded.org.apache.http.conn.HttpHostConnectException: Connect to localhost:1081 [localhost/127.0.0.1] failed: Connection refused (Connection refused)
+        at io.openlineage.client.transports.HttpTransport.emit(HttpTransport.java:128) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.client.transports.HttpTransport.emit(HttpTransport.java:111) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.client.OpenLineageClient.emit(OpenLineageClient.java:46) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.spark.agent.EventEmitter.emit(EventEmitter.java:69) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:?]
+        at io.openlineage.spark.agent.lifecycle.SparkSQLExecutionContext.end(SparkSQLExecutionContext.java:141) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:?]
+        at io.openlineage.spark.agent.OpenLineageSparkListener.sparkSQLExecEnd(OpenLineageSparkListener.java:100) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:?]
+        at io.openlineage.spark.agent.OpenLineageSparkListener.onOtherEvent(OpenLineageSparkListener.java:86) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:?]
+        at org.apache.spark.scheduler.SparkListenerBus.doPostEvent(SparkListenerBus.scala:100) ~[spark-core_2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.SparkListenerBus.doPostEvent$(SparkListenerBus.scala:28) ~[spark-core_2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:37) ~[spark-core_2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:37) ~[spark-core_2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.util.ListenerBus.postToAll(ListenerBus.scala:117) ~[spark-core_2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.util.ListenerBus.postToAll$(ListenerBus.scala:101) ~[spark-core_2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.AsyncEventQueue.super$postToAll(AsyncEventQueue.scala:105) ~[spark-core_2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:105) ~[spark-core_2.13-3.4.2.jar:3.4.2]
+        at scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.scala:17) ~[scala-library-2.13.11.jar:?]
+        at scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) ~[scala-library-2.13.11.jar:?]
+        at &lt;a href="http://org.apache.spark.scheduler.AsyncEventQueue.org"&gt;org.apache.spark.scheduler.AsyncEventQueue.org&lt;/a&gt;$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:100) ~[spark-core_2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:96) ~[spark-core_2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1471) [spark-core_2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:96) [spark-core_2.13-3.4.2.jar:3.4.2]
+    Caused by: io.openlineage.spark.shaded.org.apache.http.conn.HttpHostConnectException: Connect to localhost:1081 [localhost/127.0.0.1] failed: Connection refused (Connection refused)</code>
+Got it on the linux box</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🙂 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:29:04">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:29:04"><div class="time">2024-02-14 12:29:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ```parkDeltaIntegrationTest STANDARD_OUT
+    2024-02-14 18:26:07 WARN  org.apache.kafka.clients.NetworkClient - [AdminClient clientId=adminclient-1] Connection to node 1 (localhost/127.0.0.1:32801) could not be established. Broker may not be available.
+    2024-02-14 18:26:08 INFO  io.openlineage.spark.agent.SparkDeltaIntegrationTest - Waiting for mock server to start on port 1082</p>
+
+<p>SparkDeltaIntegrationTest &gt; testMergeInto() STANDARD<em>OUT
+    2024-02-14 18:26:08 ERROR io.openlineage.spark.agent.EventEmitter - Could not emit lineage w/ exception
+    io.openlineage.client.OpenLineageClientException: io.openlineage.spark.shaded.org.apache.http.conn.HttpHostConnectException: Connect to localhost:1081 [localhost/127.0.0.1] failed: Connection refused (Connection refused)
+        at io.openlineage.client.transports.HttpTransport.emit(HttpTransport.java:128) ~[openlineage-spark-agent</em>2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.client.transports.HttpTransport.emit(HttpTransport.java:111) ~[openlineage-spark-agent<em>2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.client.OpenLineageClient.emit(OpenLineageClient.java:46) ~[openlineage-spark-agent</em>2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.spark.agent.EventEmitter.emit(EventEmitter.java:69) ~[openlineage-spark-agent<em>2.13-1.9.0-SNAPSHOT-shadow.jar:?]
+        at io.openlineage.spark.agent.OpenLineageSparkListener.emitApplicationEvent(OpenLineageSparkListener.java:321) ~[openlineage-spark-agent</em>2.13-1.9.0-SNAPSHOT-shadow.jar:?]
+        at io.openlineage.spark.agent.OpenLineageSparkListener.emitApplicationStartEvent(OpenLineageSparkListener.java:325) ~[openlineage-spark-agent<em>2.13-1.9.0-SNAPSHOT-shadow.jar:?]
+        at io.openlineage.spark.agent.OpenLineageSparkListener.onApplicationStart(OpenLineageSparkListener.java:247) ~[openlineage-spark-agent</em>2.13-1.9.0-SNAPSHOT-shadow.jar:?]
+        at org.apache.spark.scheduler.SparkListenerBus.doPostEvent(SparkListenerBus.scala:55) ~[spark-core<em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.SparkListenerBus.doPostEvent$(SparkListenerBus.scala:28) ~[spark-core</em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:37) ~[spark-core<em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:37) ~[spark-core</em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.util.ListenerBus.postToAll(ListenerBus.scala:117) ~[spark-core<em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.util.ListenerBus.postToAll$(ListenerBus.scala:101) ~[spark-core</em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.AsyncEventQueue.super$postToAll(AsyncEventQueue.scala:105) ~[spark-core<em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:105) ~[spark-core</em>2.13-3.4.2.jar:3.4.2]
+        at scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.scala:17) ~[scala-library-2.13.11.jar:?]
+        at scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) ~[scala-library-2.13.11.jar:?]
+        at <a href="http://org.apache.spark.scheduler.AsyncEventQueue.org">org.apache.spark.scheduler.AsyncEventQueue.org</a>$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:100) ~[spark-core<em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:96) ~[spark-core</em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1471) [spark-core<em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:96) [spark-core</em>2.13-3.4.2.jar:3.4.2]```</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:29:20">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:29:20"><div class="time">2024-02-14 12:29:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* So, the fact that the test proceeds, means that the mock server has started.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:29:49">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:29:49"><div class="time">2024-02-14 12:29:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Because I have this</p>
+
+<p>```  @Override
+  public void beforeAll(ExtensionContext context) throws Exception {
+    int port = basePort.getAndIncrement();
+    Configuration configuration = new Configuration();
+    configuration.logLevel(Level.ERROR);
+    clientAndServer = ClientAndServer.startClientAndServer(configuration, port);
+    clientAndServer
+        .when(request("/api/v1/lineage"))
+        .respond(HttpResponse.response().withStatusCode(201));</p>
+
+<pre><code>if (context.getTestClass().isPresent()) {
+  Logger logger = LoggerFactory.getLogger(context.getTestClass().get());
+  Awaitility.await("wait-for-mock-server-start-up")
+      .atMost(Duration.ofMinutes(2))
+      .pollInterval(Duration.ofSeconds(1))
+      .until(
+          () -&amp;gt; {
+            &lt;a href="http://logger.info"&gt;logger.info&lt;/a&gt;(
+                "Waiting for mock server to start on port {}", clientAndServer.getPort());
+            return clientAndServer.isRunning();
+          });
+}
+</code></pre>
+
+<p>}```</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:30:34">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:30:34"><div class="time">2024-02-14 12:30:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* So there's another reason why the connection is being refused.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:35:35">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:35:35"><div class="time">2024-02-14 12:35:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://github.com/mock-server/mockserver/issues/498">https://github.com/mock-server/mockserver/issues/498</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #cb2431">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/mock-server/mockserver/issues/498">#498 Mocking request fails with &#39;Connection refused&#39;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;I try to mock an external request that fails with the following stacktrace&lt;/p&gt;
+
+&lt;pre&gt;&lt;code&gt;org.mockserver.client.netty.SocketConnectionException: Unable to connect to socket localhost/127.0.0.1:1080
+    at org.mockserver.client.netty.NettyHttpClient.sendRequest(NettyHttpClient.java:97)
+    at org.mockserver.client.MockServerClient.sendRequest(MockServerClient.java:137)
+    at org.mockserver.client.MockServerClient.sendExpectation(MockServerClient.java:514)
+    at org.mockserver.client.ForwardChainExpectation.respond(ForwardChainExpectation.java:32)
+    at com....mock()
+    at java.lang.Thread.run(Thread.java:748)
+Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: localhost/127.0.0.1:1080
+    at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
+    at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
+    at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:325)
+    at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:340)
+    at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:633)
+    at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:580)
+    at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:497)
+    at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:459)
+    at io.netty.util.concurrent.SingleThreadEventExecutor$5.run(SingleThreadEventExecutor.java:886)
+    at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
+    ... 1 common frames omitted
+Caused by: java.net.ConnectException: Connection refused
+    ... 11 common frames omitted
+&lt;/code&gt;&lt;/pre&gt;
+
+&lt;p&gt;The mockserver will be used as a proxy (by setting system properties &#39;http.proxyHost&#39; and &#39;http.proxyPort&#39;) and should answer the requests to external resources that have been mocked but forward everything else.&lt;/p&gt;
+
+&lt;p&gt;For me it seems that the mockserver is not so good in dealing with concurrent requests?! Normally we use concurrent JUnit test execution (on class and suite level) and I had to revert the external resource tests to become sequentially executed because of similar issues as mentioned above.&lt;/p&gt;
+
+&lt;p&gt;Is it possible to enable debug log to get more insights to what happen within the mockserver.&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        &lt;a href=&#34;https://github.com/jamesdbloom&#34;&gt;@jamesdbloom&lt;/a&gt;
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        need_more_information
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/mock-server/mockserver&#34;&gt;mock-server/mockserver&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:40:27">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:40:27"><div class="time">2024-02-14 12:40:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* What also has me confused, is that I see a lot of Kafka Admin Client related configurations.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:40:40">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:40:40"><div class="time">2024-02-14 12:40:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Being unable to connect to a broker. Which is <em>super</em> strange.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:42:12">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 12:42:12"><div class="time">2024-02-14 12:42:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I would try to see if this happens on the containers test in particular</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:44:00">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:44:00"><div class="time">2024-02-14 12:44:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* With the container test, I see that some of the tests are showing 404's</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:44:09">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:44:09"><div class="time">2024-02-14 12:44:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* But, they pass.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 12:44:13">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 12:44:13"><div class="time">2024-02-14 12:44:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Which is strange, imo.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:43:23">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 13:43:23"><div class="time">2024-02-14 13:43:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Further digging:</p>
+
+<p>If I run one test class in isolation, the tests go through.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:43:39">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 13:43:39"><div class="time">2024-02-14 13:43:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* However, if I run multiple tests that require mock server, bad things happen.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:43:58">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 13:43:58"><div class="time">2024-02-14 13:43:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i.e., the connection refused errors appear</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:44:18">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 13:44:18"><div class="time">2024-02-14 13:44:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* is this related to a shared mock server or shared spark session?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:44:47">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 13:44:47"><div class="time">2024-02-14 13:44:47</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Are you asking about shared within the test class, or shared across test classes?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:45:01">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 13:45:01"><div class="time">2024-02-14 13:45:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* shared across test classes</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:45:16">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 13:45:16"><div class="time">2024-02-14 13:45:16</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* In that case, neither the spark session nor the mock server are shared.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:45:59">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 13:45:59"><div class="time">2024-02-14 13:45:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* For example, SparkDeltaIntegrationTest and SparkIcebergIntergrationTest</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:46:07">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 13:46:07"><div class="time">2024-02-14 13:46:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* They each get their own servers and sessions</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:46:19">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 13:46:19"><div class="time">2024-02-14 13:46:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* However, if you run them in isolation, they will individually pass</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:47:03">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 13:47:03"><div class="time">2024-02-14 13:47:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* But, if you run them in parallel or sequentially (but in the same JVM process), the one that executes after will fail.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:52:46">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 13:52:46"><div class="time">2024-02-14 13:52:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* that's weird. They can still share derby location or <code>/tmp/whatver</code>  where data is stored</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:57:28">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 13:57:28"><div class="time">2024-02-14 13:57:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* For example: <code>./gradlew integrationTest -x test -x buildDockerImage -Pscala.binary.version=2.13 -Pspark.version=3.4.2 --tests SparkDeltaIntegrationTest --tests SparkGenericIntegrationTest --tests SparkIcebergIntegrationTest</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:57:58">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 13:57:58"><div class="time">2024-02-14 13:57:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I started seeing the connection refused error, around the 2nd last test of the SparkDeltaIntegrationTest</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:58:18">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 13:58:18"><div class="time">2024-02-14 13:58:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* which makes me wonder if MockServer only wants 1 instance per JVM process</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:58:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 13:58:31"><div class="time">2024-02-14 13:58:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Or are we hitting heapsize limits</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:58:49">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 13:58:49"><div class="time">2024-02-14 13:58:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i.e., the JVM is running out of resources and that's why we're seeing connection refused</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:59:28">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 13:59:28"><div class="time">2024-02-14 13:59:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* mockserver is way to heavy for what it's doing. that's why maciej trully hates it</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:00:45">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 14:00:45"><div class="time">2024-02-14 14:00:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* you can reduce paralellism to 1 and see if tests suceed. this will take ages but at least we would this</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:01:00">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:01:00"><div class="time">2024-02-14 14:01:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I think I already did that</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:01:46">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:01:46"><div class="time">2024-02-14 14:01:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Oh no</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:01:50">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:01:50"><div class="time">2024-02-14 14:01:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I removed the setting</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:02:43">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 14:02:43"><div class="time">2024-02-14 14:02:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* which one?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:02:57">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:02:57"><div class="time">2024-02-14 14:02:57</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Fork every and max parallel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:05:34">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:05:34"><div class="time">2024-02-14 14:05:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Rnning the test with <code>jvmArgs("-Xmx4096m", "-XX:MaxPermSize=512m")</code> now</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:07:14">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:07:14"><div class="time">2024-02-14 14:07:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Nope.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:07:17">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:07:17"><div class="time">2024-02-14 14:07:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* That did nothing.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:14:06">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:14:06"><div class="time">2024-02-14 14:14:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK. So I did something completely the opposite</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:14:11">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:14:11"><div class="time">2024-02-14 14:14:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I increased the parallelism</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:14:23">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:14:23"><div class="time">2024-02-14 14:14:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I said, max parallel forks = 5</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:14:30">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:14:30"><div class="time">2024-02-14 14:14:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I had to change port assignment</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:14:38">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 14:14:38"><div class="time">2024-02-14 14:14:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i run the command locally and have a lot of <code>io.openlineage.client.OpenLineageClientException: &lt;a href="http://io.openlineage.spark.shaded.org"&gt;io.openlineage.spark.shaded.org&lt;/a&gt;.apache.http.conn.HttpHostConnectException: Connect to localhost:1081 [localhost/127.0.0.1, localhost/0:0:0:0:0:0:0:1] failed: Connection refused (Connection refused)</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:14:48">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:14:48"><div class="time">2024-02-14 14:14:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yup</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:14:52">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 14:14:52"><div class="time">2024-02-14 14:14:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* sth is stopping mockserver while other test tries to connect it</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:15:09">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:15:09"><div class="time">2024-02-14 14:15:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I think MockServer isn't cleaning up after itself properly</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:15:38">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:15:38"><div class="time">2024-02-14 14:15:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>SUCCESS: Executed 26 tests in 1m 31s</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:18:26">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:18:26"><div class="time">2024-02-14 14:18:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* With:</p>
+
+<p><code>tasks.register("integrationTest", Test.class) {
+    group = "verification"
+    dependsOn(integrationTestDependencies)
+    testClassesDirs = testSourceSet.output.classesDirs
+    classpath = files(tasks.shadowJar.outputs.files.singleFile, sourceSets.test.runtimeClasspath)
+    useJUnitPlatform {
+        includeTags("integration-test")
+        excludeTags("databricks")
+        logger.warn("[IntegrationTest] hasDeltaDependencies: ${hasDeltaDependencies(spark, scala)}")
+        if (!hasDeltaDependencies(spark, scala)) {
+            logger.warn("[IntegrationTest] Excluding delta tests")
+            excludeTags("delta")
+        }
+        logger.warn("[IntegrationTest] hasIcebergDependencies: ${hasIcebergDependencies(spark, scala)}")
+        if (!hasIcebergDependencies(spark, scala)) {
+            logger.warn("[IntegrationTest] Excluding iceberg tests")
+            excludeTags("iceberg")
+        }
+    }
+    systemProperties.put("test.results.dir", buildDirectory.dir("test-results/${name}/o").get().asFile.absolutePath)
+    setForkEvery(1)
+    maxParallelForks = 5
+    setMaxHeapSize("1024m")
+}</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:18:55">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:18:55"><div class="time">2024-02-14 14:18:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I get this:</p>
+
+<p><code>SUCCESS: Executed 26 tests in 1m 32s</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:21:00">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 14:21:00"><div class="time">2024-02-14 14:21:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I am also seeing <code>java.lang.ClassCastException: org.apache.spark.sql.catalyst.analysis.ResolvedIdentifier cannot be cast to org.apache.spark.sql.catalyst.analysis.ResolvedTable</code> which don't make tests fail</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:21:18">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:21:18"><div class="time">2024-02-14 14:21:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah - that's something to do with Delta casting</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:21:39">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:21:39"><div class="time">2024-02-14 14:21:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The code is trying to cast table to an identifier</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:21:51">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:21:51"><div class="time">2024-02-14 14:21:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* (I didn't touch that)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:29:11">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 14:29:11"><div class="time">2024-02-14 14:29:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* hmyy, i thought resetting mockServer also clears the expectations</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:29:50">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 14:29:50"><div class="time">2024-02-14 14:29:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and this</p>
+
+<pre><code>        .when(request("/api/v1/lineage"))
+        .respond(HttpResponse.response().withStatusCode(201))
+</code></pre>
+
+<p>is also an expectation</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:38:46">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:38:46"><div class="time">2024-02-14 14:38:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* If it was an expectation</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:38:54">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:38:54"><div class="time">2024-02-14 14:38:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* wouldn't it clear after the first test?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:40:33">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 14:40:33"><div class="time">2024-02-14 14:40:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ```    2024-02-14 20:38:02 INFO  io.openlineage.spark.agent.SparkDeltaIntegrationTest - Stopping mockserver on port 1923</p>
+
+<p>2024-02-14 20:38:02 WARN  org.apache.spark.sql.SparkSession - An existing Spark session exists as the active or default session.
+  This probably means another suite leaked it. Attempting to stop it before continuing.
+  This existing Spark session was created at:</p>
+
+<p>org.apache.spark.sql.SparkSession$Builder.getOrCreate(SparkSession.scala:1035)
+  io.openlineage.spark.agent.SparkDeltaIntegrationTest.beforeEach(SparkDeltaIntegrationTest.java:111)
+  sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
+  sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
+  sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
+  java.lang.reflect.Method.invoke(Method.java:498)
+  org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:728)
+  org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60)
+  org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131)
+  org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:156)
+  org.junit.jupiter.engine.extension.TimeoutExtension.interceptLifecycleMethod(TimeoutExtension.java:128)
+  org.junit.jupiter.engine.extension.TimeoutExtension.interceptBeforeEachMethod(TimeoutExtension.java:78)
+  org.junit.jupiter.engine.execution.InterceptingExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(InterceptingExecutableInvoker.java:103)
+  org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.lambda$invoke$0(InterceptingExecutableInvoker.java:93)
+  org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106)
+  org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64)
+  org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45)
+  org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37)
+  org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:92)
+  org.junit.jupiter.engine.execution.InterceptingExecutableInvoker.invoke(InterceptingExecutableInvoker.java:86)</p>
+
+<p>2024-02-14 20:38:02 INFO  io.openlineage.spark.agent.SparkDeltaIntegrationTest - Stopping mockserver on port 1923</p>
+
+<p>SparkGenericIntegrationTest STANDARD_OUT
+    2024-02-14 20:38:03 INFO  io.openlineage.spark.agent.SparkGenericIntegrationTest - Waiting for mock server to start on port 1930</p>
+
+<p>SparkGenericIntegrationTest &gt; sparkEmitsApplicationLevelEvents() STANDARD<em>OUT
+    2024-02-14 20:38:03 ERROR io.openlineage.spark.agent.EventEmitter - Could not emit lineage w/ exception
+    io.openlineage.client.OpenLineageClientException: io.openlineage.spark.shaded.org.apache.http.NoHttpResponseException: localhost:1923 failed to respond
+        at io.openlineage.client.transports.HttpTransport.emit(HttpTransport.java:128) ~[openlineage-spark-agent</em>2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.client.transports.HttpTransport.emit(HttpTransport.java:111) ~[openlineage-spark-agent<em>2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.client.OpenLineageClient.emit(OpenLineageClient.java:60) ~[openlineage-spark-agent</em>2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+        at io.openlineage.spark.agent.EventEmitter.emit(EventEmitter.java:69) ~[openlineage-spark-agent<em>2.13-1.9.0-SNAPSHOT-shadow.jar:?]
+        at io.openlineage.spark.agent.OpenLineageSparkListener.emitApplicationEvent(OpenLineageSparkListener.java:321) ~[openlineage-spark-agent</em>2.13-1.9.0-SNAPSHOT-shadow.jar:?]
+        at io.openlineage.spark.agent.OpenLineageSparkListener.emitApplicationStartEvent(OpenLineageSparkListener.java:325) ~[openlineage-spark-agent<em>2.13-1.9.0-SNAPSHOT-shadow.jar:?]
+        at io.openlineage.spark.agent.OpenLineageSparkListener.onApplicationStart(OpenLineageSparkListener.java:247) ~[openlineage-spark-agent</em>2.13-1.9.0-SNAPSHOT-shadow.jar:?]
+        at org.apache.spark.scheduler.SparkListenerBus.doPostEvent(SparkListenerBus.scala:55) ~[spark-core<em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.SparkListenerBus.doPostEvent$(SparkListenerBus.scala:28) ~[spark-core</em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:37) ~[spark-core<em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:37) ~[spark-core</em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.util.ListenerBus.postToAll(ListenerBus.scala:117) ~[spark-core<em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.util.ListenerBus.postToAll$(ListenerBus.scala:101) ~[spark-core</em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.AsyncEventQueue.super$postToAll(AsyncEventQueue.scala:105) ~[spark-core<em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:105) ~[spark-core</em>2.13-3.4.2.jar:3.4.2]
+        at scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.scala:17) ~[scala-library-2.13.11.jar:?]
+        at scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) ~[scala-library-2.13.11.jar:?]
+        at <a href="http://org.apache.spark.scheduler.AsyncEventQueue.org">org.apache.spark.scheduler.AsyncEventQueue.org</a>$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:100) ~[spark-core<em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:96) ~[spark-core</em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1471) [spark-core<em>2.13-3.4.2.jar:3.4.2]
+        at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:96) [spark-core</em>2.13-3.4.2.jar:3.4.2]
+    Caused by: io.openlineage.spark.shaded.org.apache.http.NoHttpResponseException: localhost:1923 failed to respond```
+I added log to notify mockServer is stopped. I see it being stopped and then something tries to connect it.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:42:01">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:42:01"><div class="time">2024-02-14 14:42:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hmm - I find that really strange, that SparkGenericIntegrationTest, is trying to connect to SparkDeltaIntegrationTestt's mock server</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:42:20">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:42:20"><div class="time">2024-02-14 14:42:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It should have a new mock server injected</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:42:39">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:42:39"><div class="time">2024-02-14 14:42:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Unless that atomic integer isn't working as expected</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:42:43">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 14:42:43"><div class="time">2024-02-14 14:42:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* first, I changed atomicInteger to random but this did not help</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:42:52">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:42:52"><div class="time">2024-02-14 14:42:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah, I did the same.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:43:18">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:43:18"><div class="time">2024-02-14 14:43:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Does this mean, MockServer is keeping state across tests?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:45:26">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:45:26"><div class="time">2024-02-14 14:45:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ```State can be cleared from MockServer selectively:</p>
+
+<p>use type to select which type of state to clear, supported values are: all, log, expectations
+use a request matcher to clear matching items
+use an expectation id to clear matching items```</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 14:46:06">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 14:46:06"><div class="time">2024-02-14 14:46:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>new MockServerClient("localhost", 1080).clear(
+    request(),
+    ClearType.LOG
+);</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 15:01:07">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 15:01:07"><div class="time">2024-02-14 15:01:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* So</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 15:01:17">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 15:01:17"><div class="time">2024-02-14 15:01:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Using the official MockServerExtension</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 15:01:24">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 15:01:24"><div class="time">2024-02-14 15:01:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Results in the same behaviour.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 15:05:44">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 15:05:44"><div class="time">2024-02-14 15:05:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah - I see it.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 15:06:04">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 15:06:04"><div class="time">2024-02-14 15:06:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* SparkDeltaIntegrationTest completes, and then SparkGenericIntegrationTest starts</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 15:06:24">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 15:06:24"><div class="time">2024-02-14 15:06:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* SparkGenericIntegrationTest is trying to connect to the same port as SparkDeltaIntegrationTest</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 15:14:11">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 15:14:11"><div class="time">2024-02-14 15:14:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK. Using a single JVM process</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 15:14:20">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 15:14:20"><div class="time">2024-02-14 15:14:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I have managed to get the tests to run</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 15:14:32">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 15:14:32"><div class="time">2024-02-14 15:14:32</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <em>without</em> them failing due to connection refused</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 15:14:53">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 15:14:53"><div class="time">2024-02-14 15:14:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <em>however</em>, they are failing due to request matching</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 15:15:04">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 15:15:04"><div class="time">2024-02-14 15:15:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I really don't think mockserver is thread safe</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 15:15:51">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 15:15:51"><div class="time">2024-02-14 15:15:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* This is what I've done to the tests:</p>
+
+<p>```import org.mockserver.junit.jupiter.MockServerExtension;
+import org.mockserver.junit.jupiter.MockServerSettings;</p>
+
+<p>@ExtendWith(MockServerExtension.class)
+@MockServerSettings(ports = {SparkIcebergIntegrationTest.MOCK<em>SERVER</em>PORT}, perTestSuite = true)
+public class SparkIcebergIntegrationTest {
+  public static final int MOCK<em>SERVER</em>PORT = 1084;</p>
+
+<p>public SparkIcebergIntegrationTest(ClientAndServer mockServer) {
+    this.mockServer = mockServer;
+    this.mockServer
+            .when(request("/api/v1/lineage"))
+            .respond(org.mockserver.model.HttpResponse.response().withStatusCode(201));
+  }</p>
+
+<p>public void beforeEach() {
+    mockServer.clear(request(), ClearType.LOG);</p>
+
+<p>// stuff
+}
+}```</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 15:19:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 15:19:43"><div class="time">2024-02-14 15:19:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Pretty crazy though, that if you fork. Things work.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🙌 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 15:25:13">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 15:25:13"><div class="time">2024-02-14 15:25:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Btw, to get the official extension:</p>
+
+<p><code>testImplementation("org.mock-server:mockserver_netty:5.14.0:shaded") {
+        exclude group: 'com.google.guava', module: 'guava'
+        exclude group: 'com.fasterxml.jackson.core'
+        exclude group: 'com.fasterxml.jackson.datatype'
+        exclude group: 'com.fasterxml.jackson.dataformat'
+        exclude group: 'org.mock-server.mockserver-client-java'
+    }
+    testImplementation("org.mock-server:mockserver_junit_jupiter_no_dependencies:5.14.0")</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 16:31:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 16:31:31"><div class="time">2024-02-14 16:31:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* OK. I am happy to say that we've gotten the failures down to the same tests across all variants.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 16:32:20">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 16:32:20"><div class="time">2024-02-14 16:32:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ```io.openlineage.spark.agent.GoogleCloudIntegrationTest
+&gt; testRddWriteToBucket()
+&gt; testReadAndWriteFromBigquery()</p>
+
+<p>io.openlineage.spark.agent.lifecycle.SparkReadWriteIntegTest
+&gt; testExternalRDDWithS3Bucket(SparkSession)```</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 16:32:37">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 16:32:37"><div class="time">2024-02-14 16:32:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I will say, the last one (the class version error) is the one that I'm unsure how to solve.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 16:33:34">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 16:33:34"><div class="time">2024-02-14 16:33:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Perhaps something is bringing in the JDK 11 variant? Maybe we try and exclude the variant from the classpath?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 17:40:19">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-14 17:40:19"><div class="time">2024-02-14 17:40:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>org.glassfish.jaxb:jaxb-runtime</code> - yeah ... this one is the reason for the failure with the S3 test.</p>
+
+<p>I removed <code>spark-mllib</code> during the migration, because I couldn't find any references to it. AS it turns out, the Google BigQuery stuff requires it. So I added it back, without excluding glassfish.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 03:23:38">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 03:23:38"><div class="time">2024-02-15 03:23:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I think I got It 😉</p>
+
+<p><a href="https://github.com/OpenLineage/OpenLineage/pull/2432/files#diff-5dc301670bf7398239b365b562a80e759ab1bb4f0e3f3d39617b0adedc061eedL106">https://github.com/OpenLineage/OpenLineage/pull/2432/files#diff-5dc301670bf7398239b365b562a80e759ab1bb4f0e3f3d39617b0adedc061eedL106</a></p>
+
+<p>Why are you removing <code>OpenLineageSparkListener</code> setting? This made the <code>GoogleCloudIntegrationTest</code> succeed on my end.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 03:41:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 03:41:41"><div class="time">2024-02-15 03:41:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Ah</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 03:41:47">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 03:41:47"><div class="time">2024-02-15 03:41:47</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Good one</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 03:42:01">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 03:42:01"><div class="time">2024-02-15 03:42:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I remember I was rearranging the args, to make sure the OL stuff was grouped together.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 03:48:59">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 03:48:59"><div class="time">2024-02-15 03:48:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks for your help @Paweł Leszczyński</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 04:37:14">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 04:37:14"><div class="time">2024-02-15 04:37:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hmm - <code>testExternalRddWithS3Bucket</code> fails with:</p>
+
+<p><code>Caused by: java.io.FileNotFoundException: No such file or directory: &lt;s3a://openlineage-test/rdd_a_3.3.4/_temporary/0/task_202402150933081796269000648724168_0000_m_000001/part-00001-b5762fba-cb9a-401d-9f14-73cda8c6706c-c000.snappy.parquet&gt;</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 04:46:34">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 04:46:34"><div class="time">2024-02-15 04:46:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 2.12 integration tests are failing because of 404 on mockserver</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 04:47:03">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 04:47:03"><div class="time">2024-02-15 04:47:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I just realised why the bigquery tests are failing</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 04:47:16">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 04:47:16"><div class="time">2024-02-15 04:47:16</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Not because of the code, but because the fixtures are no longer valid</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 04:47:21">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 04:47:21"><div class="time">2024-02-15 04:47:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* err</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 04:47:22">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 04:47:22"><div class="time">2024-02-15 04:47:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* the events</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 04:47:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 04:47:43"><div class="time">2024-02-15 04:47:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>"name": "openlineage-ci.airflow_integration.{spark_version}_target"</code> must be changed to <code>"name": "openlineage-ci.airflow_integration.{spark_version}_{scala}_target"</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 04:47:49">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 04:47:49"><div class="time">2024-02-15 04:47:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* For all bigquery events</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 04:48:05">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 04:48:05"><div class="time">2024-02-15 04:48:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Probably for the MetaStore2 and MetaStore3 events</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 04:52:44">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 04:52:44"><div class="time">2024-02-15 04:52:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Regarding the 404:</p>
+
+<p><a href="https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9322/workflows/d03fc2fb-9a74-446d-83e8-cc69fb798dde/jobs/175615/tests">https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9322/workflows/d03fc2fb-9a74-446d-83e8-cc69fb798dde/jobs/175615/tests</a></p>
+
+<p>This one didn't experience those failures, but it is 3.5.0, so it may not have the same tests running</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 04:53:17">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 04:53:17"><div class="time">2024-02-15 04:53:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9322/workflows/d03fc2fb-9a74-446d-83e8-cc69fb798dde/jobs/175611/tests">https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9322/workflows/d03fc2fb-9a74-446d-83e8-cc69fb798dde/jobs/175611/tests</a></p>
+
+<p>Same with this one. It is only the bigquery test failing.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 04:53:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 04:53:41"><div class="time">2024-02-15 04:53:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9322/workflows/d03fc2fb-9a74-446d-83e8-cc69fb798dde/jobs/175614/tests">https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9322/workflows/d03fc2fb-9a74-446d-83e8-cc69fb798dde/jobs/175614/tests</a></p>
+
+<p>This one is different though</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 06:42:47">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 06:42:47"><div class="time">2024-02-15 06:42:47</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* pls run spotless, so we could see what's still failing</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 06:59:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 06:59:43"><div class="time">2024-02-15 06:59:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 06:59:45">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 06:59:45"><div class="time">2024-02-15 06:59:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Just did it</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 07:00:29">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 07:00:29"><div class="time">2024-02-15 07:00:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I am off next week and would love to merge it this week 😉</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 07:00:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 07:00:43"><div class="time">2024-02-15 07:00:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* That makes two of us</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:00:13">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:00:13"><div class="time">2024-02-15 08:00:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I need to recall what has Metastore test to do with google storage.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:00:21">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:00:21"><div class="time">2024-02-15 08:00:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* That's the failing test for now</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:00:29">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:00:29"><div class="time">2024-02-15 08:00:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It uses it for storage of the files</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:00:54">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:00:54"><div class="time">2024-02-15 08:00:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* does it expect some content of the storage initially?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:01:07">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:01:07"><div class="time">2024-02-15 08:01:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i don't get why it's suceeding for 3.5.0</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:02:17">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:02:17"><div class="time">2024-02-15 08:02:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It succeeds for 3.4.2 and 3.5.0.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:02:37">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:02:37"><div class="time">2024-02-15 08:02:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* And the 2.12 variant of 3.3.4</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:09:10">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:09:10"><div class="time">2024-02-15 08:09:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* logs are also flooded with <code>io.openlineage.client.OpenLineageClientException: code: 404, response:</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:12:09">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:12:09"><div class="time">2024-02-15 08:12:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* THat's for the container tests</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:12:11">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:12:11"><div class="time">2024-02-15 08:12:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* afaik</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:12:24">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:12:24"><div class="time">2024-02-15 08:12:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* And I see that I haven't changed the mockserver container at all</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:12:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:12:31"><div class="time">2024-02-15 08:12:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* (compared with main)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:12:40">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:12:40"><div class="time">2024-02-15 08:12:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* if 2.12 tests and 2.13 refer to the same warehouse path maybe they overwrite each other's data?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:12:52">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:12:52"><div class="time">2024-02-15 08:12:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I've changed that</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:12:53">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:12:53"><div class="time">2024-02-15 08:12:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>➜  ~ gcloud storage ls &lt;gs://openlineage-ci-testing/warehouse&gt;
+&lt;gs://openlineage-ci-testing/warehouse/3.1.3/&gt;
+&lt;gs://openlineage-ci-testing/warehouse/3.2.2/&gt;
+&lt;gs://openlineage-ci-testing/warehouse/3.2.4/&gt;
+&lt;gs://openlineage-ci-testing/warehouse/3.3.0/&gt;
+&lt;gs://openlineage-ci-testing/warehouse/3.3.1/&gt;
+&lt;gs://openlineage-ci-testing/warehouse/3.3.2/&gt;
+&lt;gs://openlineage-ci-testing/warehouse/3.3.3/&gt;
+&lt;gs://openlineage-ci-testing/warehouse/3.3.4/&gt;
+&lt;gs://openlineage-ci-testing/warehouse/3.4.0/&gt;
+&lt;gs://openlineage-ci-testing/warehouse/3.4.1/&gt;
+&lt;gs://openlineage-ci-testing/warehouse/3.4.2/&gt;
+&lt;gs://openlineage-ci-testing/warehouse/3.5.0/&gt;
+&lt;gs://openlineage-ci-testing/warehouse/no_iceberg_test.db/&gt;
+&lt;gs://openlineage-ci-testing/warehouse/spark-3_2_4/&gt;
+&lt;gs://openlineage-ci-testing/warehouse/spark-3_3_4/&gt;
+&lt;gs://openlineage-ci-testing/warehouse/spark-3_4_2/&gt;
+&lt;gs://openlineage-ci-testing/warehouse/spark-3_5_0/&gt;</code>
+I don't think your tests created any new paths there</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:13:22">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:13:22"><div class="time">2024-02-15 08:13:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* also the errors indicate that
+<code>org.apache.spark.SparkException: Job aborted due to stage failure: Task 0 in stage 1.0 failed 1 times, most recent failure: Lost task 0.0 in stage 1.0 (TID 2) (ip-10-0-109-117.ec2.internal executor driver): org.apache.iceberg.exceptions.RuntimeIOException: Failed to get status for file: &lt;gs://openlineage-ci-testing/warehouse/3.3.4/hive3/test/data/00000-0-b84bfcf2-3c44-47c6-9da9-c6e420db237c-00001.parquet&gt;</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:13:29">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:13:29"><div class="time">2024-02-15 08:13:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* there's no scala version in the path</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:13:54">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:13:54"><div class="time">2024-02-15 08:13:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>java.io.IOException: Path: //openlineage-ci-testing/warehouse/spark-3_3_4/scala-2_13/hive3/test_3_3_4_2_13/data is a directory, which is not supported by the record reader when `mapreduce.input.fileinputformat.input.dir.recursive` is false.</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:14:18">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:14:18"><div class="time">2024-02-15 08:14:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>org.apache.iceberg.exceptions.NotFoundException: Failed to open input stream for file: &lt;gs://openlineage-ci-testing/warehouse/spark-3_3_4/scala-2_13/hive3/test_3_3_4_2_13/metadata/00001-2862ac34-7a06-4b6a-8c13-b07446745975.metadata.json&gt;</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:15:25">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:15:25"><div class="time">2024-02-15 08:15:25</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ah it's has the underscores now</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:15:27">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:15:27"><div class="time">2024-02-15 08:15:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>➜  ~ gcloud storage ls &lt;gs://openlineage-ci-testing/warehouse/spark-3_3_4/&gt;
+&lt;gs://openlineage-ci-testing/warehouse/spark-3_3_4/scala-2_12/&gt;
+&lt;gs://openlineage-ci-testing/warehouse/spark-3_3_4/scala-2_13/&gt;</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:16:30">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:16:30"><div class="time">2024-02-15 08:16:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah - I created my own GCP project</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:16:32">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:16:32"><div class="time">2024-02-15 08:16:32</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I see, I was looking at the earlier failures</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:16:34">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:16:34"><div class="time">2024-02-15 08:16:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Just to test this locally</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:21:39">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:21:39"><div class="time">2024-02-15 08:21:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://github.com/OpenLineage/OpenLineage/pull/2432/files#diff-137aa17091138b69681510e13e3b7d66aa9c9c7c81fe8fe13f09f0de76448dd5R48">https://github.com/OpenLineage/OpenLineage/pull/2432/files#diff-137aa17091138b69681510e13e3b7d66aa9c9c7c81fe8fe13f09f0de76448dd5R48</a> -> this is using same port as mockserver container is using</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:22:14">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:22:14"><div class="time">2024-02-15 08:22:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I looked at todays ci build on main and there are no <code>404</code> errors</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:24:17">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:24:17"><div class="time">2024-02-15 08:24:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>Caused by: java.io.FileNotFoundException: Item not found: 'gs://****************************-testing/warehouse/spark-3_3_4/scala-2_13/hive3/test_3_3_4_2_13/metadata/00001-0906d19b-1c0b-4e62-9cd5-b35a5410b0d8.metadata.json'. Note, it is possible that the live version is still available but the requested generation is deleted.</code>
+this sounds to me like there is some concurrency</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:24:39">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:24:39"><div class="time">2024-02-15 08:24:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it gets retried 4 times</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:24:45">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:24:45"><div class="time">2024-02-15 08:24:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* so chances are low</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:24:55">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:24:55"><div class="time">2024-02-15 08:24:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* to me it looks like something is not able to clear the path</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:25:08">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:25:08"><div class="time">2024-02-15 08:25:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* but why would it clear properly for other versions</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:25:20">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:25:20"><div class="time">2024-02-15 08:25:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yeah so maybe it's red herring, it might fail at
+<code>2024-02-15 12:23:38 ERROR EventEmitter - Could not emit lineage w/ exception
+  io.openlineage.client.OpenLineageClientException: code: 404, response: 
+        at io.openlineage.client.transports.HttpTransport.throwOnHttpError(HttpTransport.java:150) ~[openlineage-spark-agent_2.13-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]</code>
+and then there is something leftover?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:25:49">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:25:49"><div class="time">2024-02-15 08:25:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* to me 404 are results of two tests using the same mockserver and resetting it</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:26:24">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:26:24"><div class="time">2024-02-15 08:26:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yes, it might fail on that, then it retries and then fails earlier because of storage leftovers?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:26:51">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:26:51"><div class="time">2024-02-15 08:26:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* all the more reasons to get rid of mockserver 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:26:57">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:26:57"><div class="time">2024-02-15 08:26:57</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* one day 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:28:35">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:28:35"><div class="time">2024-02-15 08:28:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* this would make sense assuming retry wouldn't do <code>@BeforeAll</code> nor <code>@AfterAll</code> when failing</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:28:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:28:41"><div class="time">2024-02-15 08:28:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Dude ... I wrote a "FileOutputExtension" to replace MockServer</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:28:45">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:28:45"><div class="time">2024-02-15 08:28:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and then I deleted it</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        😅 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:29:21">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:29:21"><div class="time">2024-02-15 08:29:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I regret it now.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:29:22">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:29:22"><div class="time">2024-02-15 08:29:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I started something few weeks ago <a href="https://github.com/OpenLineage/OpenLineage/commit/604f35ee66c164550b2b08c87a043d5a0beed62d">https://github.com/OpenLineage/OpenLineage/commit/604f35ee66c164550b2b08c87a043d5a0beed62d</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:30:20">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:30:20"><div class="time">2024-02-15 08:30:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Damien Hawes could we change port of <code>ColumnLineageIntegrationTest</code> from 1080 to something else</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:30:21">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:30:21"><div class="time">2024-02-15 08:30:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:30:26">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:30:26"><div class="time">2024-02-15 08:30:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Sure</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:30:39">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:30:39"><div class="time">2024-02-15 08:30:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 1090 sound good?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:31:00">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:31:00"><div class="time">2024-02-15 08:31:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yes, as mockserver container is not using this</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:31:45">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:31:45"><div class="time">2024-02-15 08:31:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski - yeah, I was using the file transport and then used ObjectMapper + JSONAssert from org.skyscreamer to perform a weak match on the expected and actual json</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:31:50">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:31:50"><div class="time">2024-02-15 08:31:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It worked really well</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:31:52">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:31:52"><div class="time">2024-02-15 08:31:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* but I was like</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:31:56">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:31:56"><div class="time">2024-02-15 08:31:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* "Too much change"</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:31:59">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:31:59"><div class="time">2024-02-15 08:31:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* so I deleted it</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:36:01">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:36:01"><div class="time">2024-02-15 08:36:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* what a pity @Maciej Obuchowski;)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:36:39">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:36:39"><div class="time">2024-02-15 08:36:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yeah would be best as a separate PR 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:36:52">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:36:52"><div class="time">2024-02-15 08:36:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* maybe randomize the mockserver port?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:37:04">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:37:04"><div class="time">2024-02-15 08:37:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 1/65536 is pretty low chance of collision</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:37:13">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:37:13"><div class="time">2024-02-15 08:37:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I did that before</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:37:17">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:37:17"><div class="time">2024-02-15 08:37:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I deleted that code</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:37:22">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:37:22"><div class="time">2024-02-15 08:37:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* BEcause turns out</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:37:29">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:37:29"><div class="time">2024-02-15 08:37:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* mockserver hates running in the same thread</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:37:32">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:37:32"><div class="time">2024-02-15 08:37:32</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* across multiple tests</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:37:39">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:37:39"><div class="time">2024-02-15 08:37:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* same JVM<strong><em>*</strong></em>*</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:37:56">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:37:56"><div class="time">2024-02-15 08:37:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* one day we will rewrite it to rust, scala, github actions, non-mocksercer whatever but for now let's just juggle mockserver ports to make <a href="http://s.it">s.it</a> work 😉</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:38:57">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:38:57"><div class="time">2024-02-15 08:38:57</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Scala 🤮</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:39:00">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:39:00"><div class="time">2024-02-15 08:39:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* After this</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:39:08">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:39:08"><div class="time">2024-02-15 08:39:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I never want to touch Scala again</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:39:27">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:39:27"><div class="time">2024-02-15 08:39:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I actually wish we've started all of this in Scala, we'd not have to do any of it</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:40:04">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:40:04"><div class="time">2024-02-15 08:40:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* But even like 2 years ago we've thought it's too much work, and now we have 5x more code and related problems</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:40:13">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:40:13"><div class="time">2024-02-15 08:40:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Sunken cost fallacy</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:40:18">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 08:40:18"><div class="time">2024-02-15 08:40:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yup</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:01:37">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 09:01:37"><div class="time">2024-02-15 09:01:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>WARNING: An illegal reflective access operation has occurred
+  WARNING: Illegal reflective access by org.apache.spark.unsafe.Platform (file:/opt/bitnami/spark/jars/spark-unsafe_2.12-3.2.4.jar) to constructor java.nio.DirectByteBuffer(long,int)
+  WARNING: Please consider reporting this to the maintainers of org.apache.spark.unsafe.Platform
+  WARNING: Use --illegal-access=warn to enable warnings of further illegal reflective access operations
+  WARNING: All illegal access operations will be denied in a future release</code>
+Hmm, has bitnami upgraded the JDK on their images?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:08:35">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 09:08:35"><div class="time">2024-02-15 09:08:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Paweł Leszczyński - when I run the column lineage test, in isolation, on my local</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:08:50">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 09:08:50"><div class="time">2024-02-15 09:08:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>2024-02-15 15:07:56 WARN  NativeCodeLoader - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
+2024-02-15 15:07:58 ERROR EventEmitter - Could not emit lineage w/ exception
+io.openlineage.client.OpenLineageClientException: code: 404, response: 
+    at io.openlineage.client.transports.HttpTransport.throwOnHttpError(HttpTransport.java:150) ~[openlineage-spark-agent_2.12-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+    at io.openlineage.client.transports.HttpTransport.emit(HttpTransport.java:124) ~[openlineage-spark-agent_2.12-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+    at io.openlineage.client.transports.HttpTransport.emit(HttpTransport.java:111) ~[openlineage-spark-agent_2.12-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+    at io.openlineage.client.OpenLineageClient.emit(OpenLineageClient.java:46) ~[openlineage-spark-agent_2.12-1.9.0-SNAPSHOT-shadow.jar:1.9.0-SNAPSHOT]
+    at io.openlineage.spark.agent.EventEmitter.emit(EventEmitter.java:69) ~[openlineage-spark-agent_2.12-1.9.0-SNAPSHOT-shadow.jar:?]</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:09:12">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 09:09:12"><div class="time">2024-02-15 09:09:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* </p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06K27M50LU/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06K27M50LU/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06K27M50LU-660444d2c1/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="53" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:12:36">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 09:12:36"><div class="time">2024-02-15 09:12:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I wonder</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:12:38">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 09:12:38"><div class="time">2024-02-15 09:12:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I wonder</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:13:30">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 09:13:30"><div class="time">2024-02-15 09:13:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The illegal reflective stuff should not actually break anything right now afaik</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:13:57">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 09:13:57"><div class="time">2024-02-15 09:13:57</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Paweł Leszczyński @Maciej Obuchowski</p>
+
+<pre><code>        .when(request("/api/v1/lineage"))
+        .respond(org.mockserver.model.HttpResponse.response().withStatusCode(201))
+</code></pre>
+
+<p>However, when I examine debug logs and the code I see:</p>
+
+<p><code>2024-02-15 15:11:12 INFO  IcebergHandler - {spark.openlineage.transport.url=&lt;http://localhost:1090/api/v1/namespaces/default&gt;, ....</code>
+<code>.config(
+            "spark.openlineage.transport.url",
+            "&lt;http://localhost&gt;:" + MOCKSERVER_PORT + "/api/v1/namespaces/default")</code></p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👀 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:16:01">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 09:16:01"><div class="time">2024-02-15 09:16:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Ah, so you think it emits to the wrong port?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:16:11">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 09:16:11"><div class="time">2024-02-15 09:16:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* No. To the wrong resource</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:16:18">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 09:16:18"><div class="time">2024-02-15 09:16:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The error is 404</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:16:31">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 09:16:31"><div class="time">2024-02-15 09:16:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Oh yes, why it is namespaces endpoint?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:16:36">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 09:16:36"><div class="time">2024-02-15 09:16:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I don't know</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:16:44">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 09:16:44"><div class="time">2024-02-15 09:16:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I don't think it was me</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:16:55">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 09:16:55"><div class="time">2024-02-15 09:16:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah, just wondering</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:20:17">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 09:20:17"><div class="time">2024-02-15 09:20:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I know</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:20:20">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 09:20:20"><div class="time">2024-02-15 09:20:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I figured it out</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:20:25">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 09:20:25"><div class="time">2024-02-15 09:20:25</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:20:32">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 09:20:32"><div class="time">2024-02-15 09:20:32</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ```  public ColumnLineageIntegrationTest(ClientAndServer mockServer) {
+    this.mockServer = mockServer;
+    mockServer
+        .when(request("/api/v1/lineage"))
+        .respond(org.mockserver.model.HttpResponse.response().withStatusCode(201));
+  }</p>
+
+<p>@SneakyThrows
+  @BeforeAll
+  public static void setup() {
+    METASTORE<em>CONTAINER.start();
+    mappedPort = METASTORE</em>CONTAINER.getMappedPort(MetastoreTestUtils.POSTGRES<em>PORT);
+    spark = getSparkSession();
+    Arrays.asList("v2</em>source<em>1", "v2</em>source_2")
+        .forEach(e -&gt; spark.sql("drop table if exists " + e));
+    getIcebergTable(spark, 1);
+    getIcebergTable(spark, 2);
+    databaseUrl = String.format("jdbc:<postgresql://localhost>:%s/%s", mappedPort, database);
+  }```</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:20:46">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 09:20:46"><div class="time">2024-02-15 09:20:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The 404's are coming from the @BeforeAll lifecycle method</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:20:51">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 09:20:51"><div class="time">2024-02-15 09:20:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* MockServer hasn't been created or configured by then. MockServer is instance scoped, but the method is static scope.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:23:54">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 09:23:54"><div class="time">2024-02-15 09:23:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* So it's possible that via the extension, MockServer is instantiated and is listening on that port, but no expectations have been configured.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        😬 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:24:23">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 09:24:23"><div class="time">2024-02-15 09:24:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* So MockServer is like, "404 everything"</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:24:35">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 09:24:35"><div class="time">2024-02-15 09:24:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yes, that's possible</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 11:32:11">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 11:32:11"><div class="time">2024-02-15 11:32:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Oh - regarding the Scala conversation. It would require a change to the architecture of the solution.</p>
+
+<p>We'd probably have to follow the route of the spline folks. Namely: 1 artifact per spark x scala version. In our case, we'd have to consider producing a Scala 2.11 build just for 2.4.8.</p>
+
+<p>(I know this entire conversation is entirely hypothetical)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 11:33:19">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-15 11:33:19"><div class="time">2024-02-15 11:33:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 1. <code>SparkContainerIntegrationTest</code> is throwing 404s. </p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 14:39:36">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 14:39:36"><div class="time">2024-02-15 14:39:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I think any large effort like this would be more likely to target moving some of the code to Spark itself, or to enhance it's APIs to make developing this kind of integration easier</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 04:37:44">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 04:37:44"><div class="time">2024-02-16 04:37:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* More thoughts @Paweł Leszczyński @Maciej Obuchowski:</p>
+
+<ol><li>Spark 3.5.0 doesn't fail on the Metastore tests, because it doesn't have iceberg, despite the fact that in metastore 2 we say no iceberg and metastore 3 we say yes to iceberg</li>
+</ol>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 04:38:42">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 04:38:42"><div class="time">2024-02-16 04:38:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* But I'm still at a loss for this:
+<code>java.io.IOException: Path: //openlineage-ci-testing/warehouse/spark-3_3_4/scala-2_12/hive3/test_3_3_4_2_12/data is a directory, which is not supported by the record reader when `mapreduce.input.fileinputformat.input.dir.recursive` is false.</code></p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👀 Maciej Obuchowski, Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 04:56:58">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 04:56:58"><div class="time">2024-02-16 04:56:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Oh wait, I see metastore 3 has an @Tag("iceberg") on its unit test</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 04:56:59">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 04:56:59"><div class="time">2024-02-16 04:56:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* nevermind</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 04:58:32">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 04:58:32"><div class="time">2024-02-16 04:58:32</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Spark 3.5.0 won't run it</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 05:02:20">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 05:02:20"><div class="time">2024-02-16 05:02:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>java.io.IOException: Path: //openlineage-ci-testing/warehouse/spark-3_3_4/scala-2_12/hive3/test_3_3_4_2_12/data is a directory, which is not supported by the record reader when `mapreduce.input.fileinputformat.input.dir.recursive` is false.</code>
+that confuses me too</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 05:02:35">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 05:02:35"><div class="time">2024-02-16 05:02:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yup</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 05:11:32">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 05:11:32"><div class="time">2024-02-16 05:11:32</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Wait</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 05:11:39">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 05:11:39"><div class="time">2024-02-16 05:11:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* What's the point of the Metastore tests?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 05:11:57">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 05:11:57"><div class="time">2024-02-16 05:11:57</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* What are we testing there?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 05:12:30">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 05:12:30"><div class="time">2024-02-16 05:12:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* interaction with datasets registered and accessed through Hive Metastore</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 05:12:35">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 05:12:35"><div class="time">2024-02-16 05:12:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I mean, we're not evening loading the OpenLineageSparkListener</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 05:13:10">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 05:13:10"><div class="time">2024-02-16 05:13:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I mean, this is what we're testing:</p>
+
+<p><code>void IcebergTablesTest() {
+    executeSql("create database if not exists %s", database);
+    executeSql("drop table if exists %s.%s", database, table);
+    executeSql(
+        "create external table %s.%s (id int, value string) USING iceberg location '%s'",
+        database, table, MetastoreTestUtils.getTableLocation(database, table));
+    executeSql("insert into table %s.%s VALUES (1, 'value1'), (2, 'value2')", database, table);
+    Dataset&amp;lt;Row&amp;gt; rowDataset = executeSql(String.format("select ** from %s.%s", database, table));
+    List&amp;lt;Row&amp;gt; rows = rowDataset.collectAsList();
+    assertThat(rows).hasSize(2);
+    assertThat(rows.get(0).get(0)).isEqualTo(1);
+  }</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 05:13:58">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 05:13:58"><div class="time">2024-02-16 05:13:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* This is what the Spark Conf looks like:</p>
+
+<p>```  public static SparkConf getCommonSparkConf(
+      String appName, String metastoreName, int mappedPort, Boolean isIceberg) {
+    SparkConf conf =
+        new SparkConf()
+            .setAppName(appName + VERSION)
+            .setMaster("local[**]")
+            .set("spark.driver.host", LOCAL<em>IP)
+            .set("org.jpox.autoCreateSchema", "true")
+            .set(
+                "javax.jdo.option.ConnectionURL",
+                String.format("jdbc:<postgresql://localhost>:%d/%s", mappedPort, metastoreName))
+            .set("javax.jdo.option.ConnectionDriverName", "org.postgresql.Driver")
+            .set("javax.jdo.option.ConnectionUserName", "hiveuser")
+            .set("javax.jdo.option.ConnectionPassword", "password")
+            .set("spark.sql.warehouse.dir", BASE</em>PATH)
+            .set("spark.hadoop.google.cloud.project.id", GOOGLE<em>SA</em>PROPERTIES.get("project<em>id"))
+            .set("spark.hadoop.google.cloud.auth.service.account.enable", "true")
+            .set(
+                "fs.gs.auth.service.account.private.key.id",
+                GOOGLE</em>SA<em>PROPERTIES.get("private</em>key<em>id"))
+            .set("fs.gs.auth.service.account.private.key", GOOGLE</em>SA<em>PROPERTIES.get("private</em>key"))
+            .set("fs.gs.auth.service.account.email", GOOGLE<em>SA</em>PROPERTIES.get("client_email"))
+            .set("fs.gs.impl", "com.google.cloud.hadoop.fs.gcs.GoogleHadoopFileSystem")
+            .set("fs.AbstractFileSystem.gs.impl", "com.google.cloud.hadoop.fs.gcs.GoogleHadoopFS");</p>
+
+<pre><code>if (isIceberg) {
+  conf.set("spark.sql.catalog.spark_catalog", "org.apache.iceberg.spark.SparkCatalog")
+      .set("spark.sql.catalog.spark_catalog.type", "hive")
+      .set(
+          "spark.sql.extensions",
+          "org.apache.iceberg.spark.extensions.IcebergSparkSessionExtensions");
+}
+return conf;
+</code></pre>
+
+<p>}```</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 05:14:40">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 05:14:40"><div class="time">2024-02-16 05:14:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ^ that's on main</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 05:14:57">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 05:14:57"><div class="time">2024-02-16 05:14:57</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* So we're testing whether the hive metastore works on GCS?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 05:15:35">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 05:15:35"><div class="time">2024-02-16 05:15:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Which confuses me, because shouldn't that test be done in Hive's test suite and not ours?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 05:15:52">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 05:15:52"><div class="time">2024-02-16 05:15:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ... 👀</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 05:18:40">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 05:18:40"><div class="time">2024-02-16 05:18:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Unless there's a good reason for these tests, that don't actually test our code, I'm going to disable the tests. Do you agree @Paweł Leszczyński @Maciej Obuchowski?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 05:23:40">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 05:23:40"><div class="time">2024-02-16 05:23:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I feel this is unfinished feature</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 05:27:29">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 05:27:29"><div class="time">2024-02-16 05:27:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I feel like we can disable it</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 05:27:41">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 05:27:41"><div class="time">2024-02-16 05:27:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* but still don't understand why it fails, maybe it will always fail in 2.13?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 05:45:22">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 05:45:22"><div class="time">2024-02-16 05:45:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* If I test it locally, under 3.2.4 and 2.13, it passes.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 06:03:56">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 06:03:56"><div class="time">2024-02-16 06:03:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* this looks like unfinished feature with a first PR to introduce spark+real hive metastore environment and other PRs never happened later. i don't know why it's not clearing the path. this can be related to a changed hadoop client dependencies. I think I don't mind turning test off and creating a separate issue to fix it later.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 06:44:47">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 06:44:47"><div class="time">2024-02-16 06:44:47</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* And there we go</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 06:44:54">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 06:44:54"><div class="time">2024-02-16 06:44:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* All integration tests for Spark pass</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:05:01">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 07:05:01"><div class="time">2024-02-16 07:05:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* :gh_merged:</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:05:16">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:05:16"><div class="time">2024-02-16 07:05:16</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Wait</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:05:20">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:05:20"><div class="time">2024-02-16 07:05:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* with 65 commits squashed?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:05:40">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:05:40"><div class="time">2024-02-16 07:05:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I was just about to squash them</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:06:16">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:06:16"><div class="time">2024-02-16 07:06:16</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Including commits like, "Hello Spotless my old friend"</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:06:19">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:06:19"><div class="time">2024-02-16 07:06:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* xD</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:06:33">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 07:06:33"><div class="time">2024-02-16 07:06:33</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* sry 😉</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:06:41">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 07:06:41"><div class="time">2024-02-16 07:06:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* We have squash on merge set up</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:07:01">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:07:01"><div class="time">2024-02-16 07:07:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Aye, but I didn't want this:</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JZRXTY78/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JZRXTY78/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06JZRXTY78-3b46028ca5/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="173" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:07:07">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:07:07"><div class="time">2024-02-16 07:07:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I wanted to summarise my changes</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:07:08">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:07:08"><div class="time">2024-02-16 07:07:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:07:37">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 07:07:37"><div class="time">2024-02-16 07:07:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Let's fix this by adding changelog entry?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:13:11">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:13:11"><div class="time">2024-02-16 07:13:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Good point</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:18:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:18:41"><div class="time">2024-02-16 07:18:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* btw @Paweł Leszczyński - I had an idea of how to reduce the duplication in the CI config</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:18:49">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:18:49"><div class="time">2024-02-16 07:18:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* we can use YAML references/pointers</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:19:10">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:19:10"><div class="time">2024-02-16 07:19:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* And add a parameter for scala binary version</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:19:14">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 07:19:14"><div class="time">2024-02-16 07:19:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I liked the idea of mocksever extension</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:19:46">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 07:19:46"><div class="time">2024-02-16 07:19:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it got reverted, perhaps this was too many improvements at once but this was cool</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:19:58">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:19:58"><div class="time">2024-02-16 07:19:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I can reintroduce it, because they publish their own extension</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:20:05">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:20:05"><div class="time">2024-02-16 07:20:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* which I used, after deleting my own</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:20:22">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:20:22"><div class="time">2024-02-16 07:20:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* But the tests do need to be adjusted though</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:20:46">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:20:46"><div class="time">2024-02-16 07:20:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* so that we don't rely on anything in static space</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:28:04">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 07:28:04"><div class="time">2024-02-16 07:28:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* My desired solution would be to write events to file with <code>file</code> transport and then verify events from that with no need for extra servers and ports. Maciej would prefer some lightweight server container to have a generic solution unrelated if it is java or python.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:28:36">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:28:36"><div class="time">2024-02-16 07:28:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah - I want to go the file solution as well</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:28:38">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 07:28:38"><div class="time">2024-02-16 07:28:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* let's see who will be the first  😉</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:28:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:28:41"><div class="time">2024-02-16 07:28:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It's less resource consumption</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:28:55">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:28:55"><div class="time">2024-02-16 07:28:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It took me an hour to write it.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:29:03">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:29:03"><div class="time">2024-02-16 07:29:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Including the verification</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:29:29">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 07:29:29"><div class="time">2024-02-16 07:29:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* does it require to modify all the existing tests?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:29:44">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:29:44"><div class="time">2024-02-16 07:29:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It basically looked the exact same as the current mock server verifyEvents method</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:29:56">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:29:56"><div class="time">2024-02-16 07:29:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The only difference was instead of passing in a mock server instance</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:30:11">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:30:11"><div class="time">2024-02-16 07:30:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I passed in the file location (java.nio.file.Path)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:30:36">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:30:36"><div class="time">2024-02-16 07:30:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* &gt; does it require to modify all the existing tests?
+Regardless of which ever approach you take, you will have to modify the existing tests.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:31:25">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 07:31:25"><div class="time">2024-02-16 07:31:25</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yes, but do we need to modify assertion files with expected OL events</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:31:26">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:31:26"><div class="time">2024-02-16 07:31:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* If I were to redo it though, I would write it as an extension</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:31:39">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:31:39"><div class="time">2024-02-16 07:31:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* You mean with replacements?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:31:47">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:31:47"><div class="time">2024-02-16 07:31:47</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Because if yes, I already did that 😓</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:32:19">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 07:32:19"><div class="time">2024-02-16 07:32:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://github.com/OpenLineage/OpenLineage/tree/main/integration/spark/app/integrations/container">https://github.com/OpenLineage/OpenLineage/tree/main/integration/spark/app/integrations/container</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:32:37">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 07:32:37"><div class="time">2024-02-16 07:32:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* can we reuse those files?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:32:44">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:32:44"><div class="time">2024-02-16 07:32:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yes</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:32:58">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:32:58"><div class="time">2024-02-16 07:32:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* As I said, the only thing that changed in the method</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:33:04">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:33:04"><div class="time">2024-02-16 07:33:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* was the type of the first parameter</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:33:15">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 07:33:15"><div class="time">2024-02-16 07:33:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it sounds cool to me</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:33:18">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:33:18"><div class="time">2024-02-16 07:33:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ClientAndServer -&gt; java.nio.file.Path</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:33:42">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:33:42"><div class="time">2024-02-16 07:33:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah but I deleted the code, because I was like "Too many changes"</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:33:50">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:33:50"><div class="time">2024-02-16 07:33:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* but it won't be hard to add it back</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:33:57">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:33:57"><div class="time">2024-02-16 07:33:57</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I think</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:33:58">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 07:33:58"><div class="time">2024-02-16 07:33:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I wouldn't miss mockserver at all 😉</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:34:08">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:34:08"><div class="time">2024-02-16 07:34:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* unless I didn't commit it</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:40:15">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:40:15"><div class="time">2024-02-16 07:40:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yup</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:40:18">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:40:18"><div class="time">2024-02-16 07:40:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I committed it</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:40:21">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:40:21"><div class="time">2024-02-16 07:40:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* managed to recover it</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:41:21">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:41:21"><div class="time">2024-02-16 07:41:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* This is what I had @Paweł Leszczyński</p>
+
+<p>```  private static final ObjectReader READER = new ObjectMapper().findAndRegisterModules().reader();</p>
+
+<p>static void verifyEvents(Path filePath, String... eventFiles) {
+    verifyEvents(filePath, ignored -&gt; true, Collections.emptyMap(), eventFiles);
+  }</p>
+
+<p>static void verifyEvents(Path filePath, Predicate&lt;JsonNode&gt; eventFilter, String... eventFiles) {
+    verifyEvents(filePath, eventFilter, Collections.emptyMap(), eventFiles);
+  }</p>
+
+<p>static void verifyEvents(Path filePath, Map&lt;String, String&gt; replacements, String... eventFiles) {
+    verifyEvents(filePath, ignored -&gt; true, replacements, eventFiles);
+  }</p>
+
+<p>@SneakyThrows
+  static List&lt;OpenLineage.RunEvent&gt; getEmittedEvents(Path filePath) {
+    List&lt;String&gt; lines = Files.readAllLines(filePath);
+    return lines.stream()
+        .map(OpenLineageClientUtils::runEventFromJson)
+        .collect(Collectors.toList());
+  }</p>
+
+<p>@SneakyThrows
+  static void verifyEvents(
+      Path filePath,
+      Predicate&lt;JsonNode&gt; eventFilter,
+      Map&lt;String, String&gt; replacements,
+      String... expectedEventFileNames) {
+    Path eventsDir = Paths.get("integrations/container/");</p>
+
+<pre><code>final List&amp;lt;JsonNode&amp;gt; actualJsonObjects =
+    Files.readAllLines(filePath).stream()
+        .map(MockServerUtils::sneakyRead)
+        .filter(eventFilter)
+        .collect(Collectors.toList());
+
+final List&amp;lt;JsonNode&amp;gt; expectedJsonObjects =
+    Arrays.stream(expectedEventFileNames)
+        .map(eventsDir::resolve)
+        .map(MockServerUtils::sneakyRead)
+        .map(json -&amp;gt; doReplace(json, replacements))
+        .map(MockServerUtils::sneakyRead)
+        .collect(Collectors.toList());
+
+IntStream.range(0, expectedJsonObjects.size())
+    .forEach(
+        index -&amp;gt; {
+          JsonNode actualJson = actualJsonObjects.get(index);
+          JsonNode expectedJson = expectedJsonObjects.get(index);
+          try {
+            &lt;a href="http://log.info"&gt;log.info&lt;/a&gt;("Comparing {} to {}", expectedJson, actualJson);
+            JSONAssert.assertEquals(expectedJson.toString(), actualJson.toString(), false);
+          } catch (JSONException e) {
+            Assertions.fail("Failed to match JSON", e);
+          }
+        });
+</code></pre>
+
+<p>}</p>
+
+<p>@SneakyThrows
+  private static JsonNode sneakyRead(String json) {
+    return MockServerUtils.READER.readTree(json);
+  }</p>
+
+<p>@SneakyThrows
+  private static String sneakyRead(Path path) {
+    return new String(Files.readAllBytes(path));
+  }</p>
+
+<p>private static String doReplace(String s, Map&lt;String, String&gt; replacements) {
+    String result = s;
+    for (Map.Entry&lt;String, String&gt; entry : replacements.entrySet()) {
+      result = result.replace(entry.getKey(), entry.getValue());
+    }
+    return result;
+  }```</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ❤️ Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:43:30">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:43:30"><div class="time">2024-02-16 07:43:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Why was the predicate needed? Because <code>MockServer</code> can match certain events, for example, we only asked it to match on start and complete events, however the listener would publish running events.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:44:05">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:44:05"><div class="time">2024-02-16 07:44:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* So the predicate can be used to omit running events before the comparison takes place</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:52:28">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 07:52:28"><div class="time">2024-02-16 07:52:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* you need to make sure you're not comparing stuff like timestamps or UUIDs that are generated for each run</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:52:39">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:52:39"><div class="time">2024-02-16 07:52:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Aye</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:52:52">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:52:52"><div class="time">2024-02-16 07:52:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* That's this line:</p>
+
+<p>JSONAssert.assertEquals(expectedJson.toString(), actualJson.toString(), false);</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:52:55">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 07:52:55"><div class="time">2024-02-16 07:52:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* On Airflow side we have solution with jinja templates, that's why I wanted to reuse that code</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 07:53:01">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-16 07:53:01"><div class="time">2024-02-16 07:53:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The "false" means, don't do strict matching</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-12 08:07:29">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-12 08:07:29"><div class="time">2024-02-12 08:07:29</div></a>
+                <div class="msg">
+                    <p><a href="https://github.com/OpenLineage/OpenLineage/pull/2419">https://github.com/OpenLineage/OpenLineage/pull/2419</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 08:10:19">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-13 08:10:19"><div class="time">2024-02-13 08:10:19</div></a>
+                <div class="msg">
+                    <p>Hey team!
+There is a high probability that we would need an expansion to the Kafka transport to support IAM authentication in MSK.</p>
+
+<p>First, can I put it in the open lineage repository, or will we create an internal transport?
+Then, do you prefer some additional functionality at the already existing Kafka transport or a new one that extends the Kafka one? In the second one, we can separate the dependencies.</p>
+
+<p><a href="https://github.com/aws/aws-msk-iam-sasl-signer-python">https://github.com/aws/aws-msk-iam-sasl-signer-python</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">aws/aws-msk-iam-sasl-signer-python</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Stars</div>
+                                        16
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Language</div>
+                                        Python
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 08:33:22">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-13 08:33:22"><div class="time">2024-02-13 08:33:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* We'd prefer to not put additional dependencies as large as
+<code>import boto3
+import botocore.session</code>
+to generic client that everyone using OpenLineage will download</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 08:35:18">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-13 08:35:18"><div class="time">2024-02-13 08:35:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* So what about a <code>openlineage-python[msk]</code>  ?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 09:01:45">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-13 09:01:45"><div class="time">2024-02-13 09:01:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I’m ok with adding it as extra dependency with extending the existing Kafka transport</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 10:26:35">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-13 10:26:35"><div class="time">2024-02-13 10:26:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'm okay with <code>openlineage-python[msk]</code> too</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 10:28:04">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-13 10:28:04"><div class="time">2024-02-13 10:28:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Ok perfect.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 19:44:13">
+            
+                <img src="https://avatars.slack-edge.com/2020-11-03/1467961410374_60dbc1781564d114f9e1_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Julien Le Dem
+                     <span class="print-only user-email">(julien@apache.org)</span>
+                </div>
+                <a href="#2024-02-13 19:44:13"><div class="time">2024-02-13 19:44:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* +1</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-19 04:08:30">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-19 04:08:30"><div class="time">2024-02-19 04:08:30</div></a>
+                <div class="msg">
+                    <p>@Paweł Leszczyński @Maciej Obuchowski - can I get this one reviewed: <a href="https://github.com/OpenLineage/OpenLineage/pull/2446">https://github.com/OpenLineage/OpenLineage/pull/2446</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/2446">#2446 [SPARK]Added the capability to publish Scala 2.12 and 2.13 variants of `openlineage-spark`</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Recent changes to the Spark integration have resulted us in being able to compile and test with Scala 2.12 and Scala 2.13.&lt;/p&gt;
+
+&lt;p&gt;Now, we need to publish things.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Here, we add a new publish step to the &lt;code&gt;release-integration-spark&lt;/code&gt; step.&lt;/p&gt;
+
+&lt;p&gt;First, we publish with &lt;code&gt;-Pscala.binary.version=2.12&lt;/code&gt; and then &lt;code&gt;-Pscala.binary.version=2.13&lt;/code&gt;.&lt;/p&gt;
+
+&lt;p&gt;We also modify the &lt;code&gt;integration/spark/build.gradle&lt;/code&gt; file to source the correct variants of the modules.&lt;/p&gt;
+
+&lt;p&gt;We also updated the docs.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;One-line summary: Added the capability to publish Scala 2.12 and 2.13 variants of &lt;code&gt;openlineage-spark&lt;/code&gt;&lt;/strong&gt;
+&lt;strong&gt;Checklist&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;☑︎ You&#39;ve &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/why-the-dco.md&#34;&gt;signed-off&lt;/a&gt; your work
+☑︎ Your pull request title follows our &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/CONTRIBUTING.md#creating-pull-requests&#34;&gt;guidelines&lt;/a&gt;
+☑︎ Your change contains a &lt;a href=&#34;https://kurtisnusbaum.medium.com/stacked-diffs-keeping-phabricator-diffs-small-d9964f4dcfa6&#34;&gt;small diff&lt;/a&gt; and is self-contained&lt;/p&gt;
+
+&lt;hr /&gt;
+
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
+Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        documentation, integration/spark, ci
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        &lt;a href=&#34;https://github.com/d-m-h&#34;&gt;@d-m-h&lt;/a&gt;
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-19 05:39:54">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-19 05:39:54"><div class="time">2024-02-19 05:39:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I will do it. @Paweł Leszczyński is on vacation this week, so expect slower response time unfortunately</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-19 05:40:10">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-19 05:40:10"><div class="time">2024-02-19 05:40:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Ah right, I remember now.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-19 08:11:52">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-19 08:11:52"><div class="time">2024-02-19 08:11:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://github.com/OpenLineage/docs/pull/286">https://github.com/OpenLineage/docs/pull/286</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/docs/pull/286">#286 Updated the docs regarding the OpenLineage Spark integration</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;As the title suggests, this clarifies the new approach that we&#39;re taking.&lt;/p&gt;
+
+&lt;p&gt;This is because of &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/pull/2446&#34;&gt;OpenLineage/OpenLineage#2446&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Assignees</div>
+                                        &lt;a href=&#34;https://github.com/d-m-h&#34;&gt;@d-m-h&lt;/a&gt;
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/docs&#34;&gt;OpenLineage/docs&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-19 09:46:55">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-19 09:46:55"><div class="time">2024-02-19 09:46:55</div></a>
+                <div class="msg">
+                    <p>@Damien Hawes @Mattia Bertorello is this ⬆️ and Iceberg PR enough for 2.13 support?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-19 09:57:40">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-19 09:57:40"><div class="time">2024-02-19 09:57:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I believe so</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+                        <div class="message-reaction">
+                        🎉 tati
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 09:57:55">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-20 09:57:55"><div class="time">2024-02-20 09:57:55</div></a>
+                <div class="msg">
+                    <p>Hey! I would like to discuss this solution about DBT wrapper <a href="https://github.com/OpenLineage/OpenLineage/pull/2449">https://github.com/OpenLineage/OpenLineage/pull/2449</a>
+A stakeholder is concern about a possibile failure that can occur when emit the event from DBT event if the job is successful.</p>
+
+<p>Do you think we can make of catching any exception a default one or we need to put a "feature flag" with an environment variable?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 10:18:44">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-20 10:18:44"><div class="time">2024-02-20 10:18:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I think we can make it default</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 10:18:56">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-20 10:18:56"><div class="time">2024-02-20 10:18:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It's not "breaking change", if anything it makes it more resilient</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 10:19:28">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-20 10:19:28"><div class="time">2024-02-20 10:19:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I would change the
+<code>&lt;a href="http://logger.info"&gt;logger.info&lt;/a&gt;(f"Emitted {len(events) + 2} openlineage events")</code>
+to accurately count emitted events and display failed ones too</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 10:20:07">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-20 10:20:07"><div class="time">2024-02-20 10:20:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Nice catch</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 10:20:45">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-20 10:20:45"><div class="time">2024-02-20 10:20:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Obviously, in this case, it could happen that the job is successful, and there is no lineage.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-20 10:24:46">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-20 10:24:46"><div class="time">2024-02-20 10:24:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Done, I've done a <code>emitted_events</code>  counter</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 04:39:20">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-23 04:39:20"><div class="time">2024-02-23 04:39:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi Maciej,
+Could we merge this PR <a href="https://github.com/OpenLineage/OpenLineage/pull/2449">#2449</a> before release the 1.9.0?
+Do I still need to work on something?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 04:46:39">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-23 04:46:39"><div class="time">2024-02-23 04:46:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* probably yes, sorry for not merging it earlier</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 09:13:07">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-23 09:13:07"><div class="time">2024-02-23 09:13:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Mattia Bertorello it's merged 🙂</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        :gratitude_thank_you: Mattia Bertorello
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 09:38:42">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-02-23 09:38:42"><div class="time">2024-02-23 09:38:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks 🙏  </p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+    </div>
+</div>
+
+<script>
+(function() {
+  var sidebar = document.querySelector('#sidebar');
+  var selected = document.querySelector('.active');
+  sidebar.scrollTop = selected.offsetTop - 200;
+
+  // make dropdown from channel title
+  var channel_title = document.querySelector("#channel-title");
+  var channel_dropdown = document.querySelector("#channel-list");
+  channel_title.addEventListener('click', function() {
+    channel_title.classList.toggle('arrow');
+    channel_dropdown.classList.toggle('close');
+  });
+
+  // make dropdown from group title
+  var group_title = document.querySelector("#group-title");
+  var group_dropdown = document.querySelector("#group-list");
+  group_title.addEventListener('click', function() {
+    group_title.classList.toggle('arrow');
+    group_dropdown.classList.toggle('close');
+  });
+
+  // make dropdown from dm title
+  var dm_title = document.querySelector("#dm-title");
+  var dm_dropdown = document.querySelector("#dms-list");
+  dm_title.addEventListener('click', function() {
+    dm_title.classList.toggle('arrow');
+    dm_dropdown.classList.toggle('close');
+  });
+
+  // make dromdown from group dm title
+  var mpim_title = document.querySelector("#mpim-title");
+  var mpim_dropdown = document.querySelector("#mpims-list");
+  mpim_title.addEventListener('click', function() {
+    mpim_title.classList.toggle('arrow');
+    mpim_dropdown.classList.toggle('close');
+  });
+})()
+</script>
+</body>
+</html>
\ No newline at end of file
diff --git a/channel/spec-compliance/index.html b/channel/spec-compliance/index.html
index 482b4f5..c69d24c 100644
--- a/channel/spec-compliance/index.html
+++ b/channel/spec-compliance/index.html
@@ -46,6 +46,18 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../github-discussions/index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-notifications/index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../gx-integration/index.html">
                         # gx-integration
@@ -94,6 +106,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../spark-support-multiple-scala-versions/index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
                 <li class="channel active">
                     <a href="index.html">
                         # spec-compliance
@@ -106,6 +124,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../user-generated-metadata/index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
         </ul>
         <h3 id="group-title">Private Channels</h3>
         <ul class="list" id="group-list">
@@ -369,7 +393,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container channel_join ">
         <div id="2023-01-12 13:40:17">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -852,7 +876,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-02-10 10:07:13">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
diff --git a/channel/toronto-meetup/index.html b/channel/toronto-meetup/index.html
index 423ab07..89a5a1b 100644
--- a/channel/toronto-meetup/index.html
+++ b/channel/toronto-meetup/index.html
@@ -46,6 +46,18 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../github-discussions/index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-notifications/index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../gx-integration/index.html">
                         # gx-integration
@@ -94,6 +106,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../spark-support-multiple-scala-versions/index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="../spec-compliance/index.html">
                         # spec-compliance
@@ -106,6 +124,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="../user-generated-metadata/index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
         </ul>
         <h3 id="group-title">Private Channels</h3>
         <ul class="list" id="group-list">
@@ -158,7 +182,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container channel_join ">
         <div id="2023-08-16 14:22:08">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -404,7 +428,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                     <div class="message-container">
         <div id="2023-08-25 13:33:42">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
diff --git a/channel/user-generated-metadata/index.html b/channel/user-generated-metadata/index.html
new file mode 100644
index 0000000..afa1629
--- /dev/null
+++ b/channel/user-generated-metadata/index.html
@@ -0,0 +1,713 @@
+<!DOCTYPE html>
+<html lang="en">
+
+<head>
+    <meta charset="UTF-8">
+    <title>Slack Export - #user-generated-metadata</title>
+    
+    <link rel=stylesheet type=text/css
+          href="../../static/viewer.css">
+    
+</head>
+<body>
+<div id="slack-archive-viewer">
+    
+    <div id="sidebar">
+        <h3 id="channel-title">Public Channels</h3>
+        <ul class="list" id="channel-list">
+            
+                <li class="channel">
+                    <a href="../boston-meetup/index.html">
+                        # boston-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../dagster-integration/index.html">
+                        # dagster-integration
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../data-council-meetup/index.html">
+                        # data-council-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../dev-discuss/index.html">
+                        # dev-discuss
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../general/index.html">
+                        # general
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-discussions/index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../github-notifications/index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../gx-integration/index.html">
+                        # gx-integration
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../jobs/index.html">
+                        # jobs
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../london-meetup/index.html">
+                        # london-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../mark-grover/index.html">
+                        # mark-grover
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../nyc-meetup/index.html">
+                        # nyc-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../open-lineage-plus-bacalhau/index.html">
+                        # open-lineage-plus-bacalhau
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../providence-meetup/index.html">
+                        # providence-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../sf-meetup/index.html">
+                        # sf-meetup
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../spark-support-multiple-scala-versions/index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../spec-compliance/index.html">
+                        # spec-compliance
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="../toronto-meetup/index.html">
+                        # toronto-meetup
+                    </a>
+                </li>
+            
+                <li class="channel active">
+                    <a href="index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
+        </ul>
+        <h3 id="group-title">Private Channels</h3>
+        <ul class="list" id="group-list">
+            
+        </ul>
+        <h3 id="dm-title">Direct Messages</h3>
+        <ul class="list" id="dms-list">
+            
+        </ul>
+        <h3 id="mpim-title">Group Direct Messages</h3>
+        <ul class="list" id="mpims-list">
+            
+        </ul>
+    </div>
+    
+    <div class="messages">
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-05-21 18:36:08">
+            
+                <img src="https://avatars.slack-edge.com/2020-11-03/1467961410374_60dbc1781564d114f9e1_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Julien Le Dem
+                     <span class="print-only user-email">(julien@apache.org)</span>
+                </div>
+                <a href="#2021-05-21 18:36:08"><div class="time">2021-05-21 18:36:08</div></a>
+                <div class="msg">
+                    <p>@Julien Le Dem has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-05-24 16:57:29">
+            
+                <img src="https://secure.gravatar.com/avatar/783bf459d2eee428c64c2d8e77c94c9f.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0021-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Stephen Pimentel
+                     <span class="print-only user-email">(stephenpiment@gmail.com)</span>
+                </div>
+                <a href="#2021-05-24 16:57:29"><div class="time">2021-05-24 16:57:29</div></a>
+                <div class="msg">
+                    <p>@Stephen Pimentel has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-05-24 20:11:54">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-26/1467524397793_833c23fda9ff92fc1d4b_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Laurent Paris
+                     <span class="print-only user-email">(laurent@datakin.com)</span>
+                </div>
+                <a href="#2021-05-24 20:11:54"><div class="time">2021-05-24 20:11:54</div></a>
+                <div class="msg">
+                    <p>@Laurent Paris has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-05-25 19:35:12">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2021-05-25 19:35:12"><div class="time">2021-05-25 19:35:12</div></a>
+                <div class="msg">
+                    <p>@Willy Lulciuc has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-05-26 06:28:57">
+            
+                <img src="https://avatars.slack-edge.com/2020-12-23/1595629662547_b875581fb2243e4fe968_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Mario Measic
+                     <span class="print-only user-email">(mario.measic.gavran@gmail.com)</span>
+                </div>
+                <a href="#2021-05-26 06:28:57"><div class="time">2021-05-26 06:28:57</div></a>
+                <div class="msg">
+                    <p>@Mario Measic has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-05-28 00:15:20">
+            
+                <img src="https://avatars.slack-edge.com/2021-02-16/1752637527030_dfefb3effe5647ba78da_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Kevin Mellott
+                     <span class="print-only user-email">(kevin.r.mellott@gmail.com)</span>
+                </div>
+                <a href="#2021-05-28 00:15:20"><div class="time">2021-05-28 00:15:20</div></a>
+                <div class="msg">
+                    <p>@Kevin Mellott has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-06-01 17:49:18">
+            
+                <img src="https://avatars.slack-edge.com/2021-06-01/2132242739428_8cf5ff9f816977b45590_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Pedram
+                     <span class="print-only user-email">(pedram@hightouch.io)</span>
+                </div>
+                <a href="#2021-06-01 17:49:18"><div class="time">2021-06-01 17:49:18</div></a>
+                <div class="msg">
+                    <p>@Pedram has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-06-08 10:01:02">
+            
+                <img src="https://secure.gravatar.com/avatar/fa055977f2a4fd7f7a45610fa04bff92.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0010-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Kedar Rajwade
+                     <span class="print-only user-email">(kedar@cloudzealous.com)</span>
+                </div>
+                <a href="#2021-06-08 10:01:02"><div class="time">2021-06-08 10:01:02</div></a>
+                <div class="msg">
+                    <p>@Kedar Rajwade has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-06-08 12:31:45">
+            
+                <img src="https://secure.gravatar.com/avatar/234573a8cd303863684bbf704c2fa357.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0022-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Arthur Wiedmer
+                     <span class="print-only user-email">(awiedmer@apple.com)</span>
+                </div>
+                <a href="#2021-06-08 12:31:45"><div class="time">2021-06-08 12:31:45</div></a>
+                <div class="msg">
+                    <p>@Arthur Wiedmer has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-06-17 11:50:16">
+            
+                <img src="https://avatars.slack-edge.com/2021-06-17/2179411746533_a0b8a8917255bbe990fc_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Supratim Mukherjee
+                     <span class="print-only user-email">(smukh.work@gmail.com)</span>
+                </div>
+                <a href="#2021-06-17 11:50:16"><div class="time">2021-06-17 11:50:16</div></a>
+                <div class="msg">
+                    <p>@Supratim Mukherjee has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-07-11 05:10:12">
+            
+                <img src="https://avatars.slack-edge.com/2021-07-11/2261708104482_b335c652455bed2ac0eb_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Maayan Salom
+                     <span class="print-only user-email">(maayan172s@gmail.com)</span>
+                </div>
+                <a href="#2021-07-11 05:10:12"><div class="time">2021-07-11 05:10:12</div></a>
+                <div class="msg">
+                    <p>@Maayan Salom has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-07-18 00:06:15">
+            
+                <img src="https://secure.gravatar.com/avatar/cd290b5fa27f4e3feafc65c70abb2236.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0014-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Rifa Achrinza
+                     <span class="print-only user-email">(rifa@achrinza.com)</span>
+                </div>
+                <a href="#2021-07-18 00:06:15"><div class="time">2021-07-18 00:06:15</div></a>
+                <div class="msg">
+                    <p>@Rifa Achrinza has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-07-20 14:55:54">
+            
+                <img src="https://avatars.slack-edge.com/2021-07-20/2294922589347_48aec19763de0a39ee10_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">William Angel
+                     <span class="print-only user-email">(buildingwill@gmail.com)</span>
+                </div>
+                <a href="#2021-07-20 14:55:54"><div class="time">2021-07-20 14:55:54</div></a>
+                <div class="msg">
+                    <p>@William Angel has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-08-04 13:33:49">
+            
+                <img src="https://avatars.slack-edge.com/2021-08-03/2341127842658_5c75b0aeb60b20c86610_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Joe Regensburger
+                     <span class="print-only user-email">(jregensburger@immuta.com)</span>
+                </div>
+                <a href="#2021-08-04 13:33:49"><div class="time">2021-08-04 13:33:49</div></a>
+                <div class="msg">
+                    <p>@Joe Regensburger has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-08-20 13:51:36">
+            
+                <img src="https://secure.gravatar.com/avatar/e6bc3998fc44f3b7edc619c15498dc56.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0026-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Luke Smith
+                     <span class="print-only user-email">(luke.smith@kinandcarta.com)</span>
+                </div>
+                <a href="#2021-08-20 13:51:36"><div class="time">2021-08-20 13:51:36</div></a>
+                <div class="msg">
+                    <p>@Luke Smith has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-08-24 09:53:27">
+            
+                <img src="https://avatars.slack-edge.com/2021-08-19/2398277180627_b6c8b319af0c1426e5ca_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">marko
+                     <span class="print-only user-email">(marko.kristian.helin@gmail.com)</span>
+                </div>
+                <a href="#2021-08-24 09:53:27"><div class="time">2021-08-24 09:53:27</div></a>
+                <div class="msg">
+                    <p>@marko has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-08-30 16:32:41">
+            
+                <img src="https://avatars.slack-edge.com/2021-01-07/1643934251520_05c4d5c7eb8f9b7936c3_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Jason Ma
+                     <span class="print-only user-email">(jason.ma@alation.com)</span>
+                </div>
+                <a href="#2021-08-30 16:32:41"><div class="time">2021-08-30 16:32:41</div></a>
+                <div class="msg">
+                    <p>@Jason Ma has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-09-01 10:12:54">
+            
+                <img src="https://avatars.slack-edge.com/2021-09-01/2444148012994_aebeb66fdb1f6e3d8e75_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Gibson Wasukira
+                     <span class="print-only user-email">(gwasukira@gmail.com)</span>
+                </div>
+                <a href="#2021-09-01 10:12:54"><div class="time">2021-09-01 10:12:54</div></a>
+                <div class="msg">
+                    <p>@Gibson Wasukira has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-09-08 09:41:12">
+            
+                <img src="https://secure.gravatar.com/avatar/be45ef25431f09cbe0ce07d0bef76e60.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0026-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Yuki Tannai
+                     <span class="print-only user-email">(tannai-yuki@dmm.com)</span>
+                </div>
+                <a href="#2021-09-08 09:41:12"><div class="time">2021-09-08 09:41:12</div></a>
+                <div class="msg">
+                    <p>@Yuki Tannai has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container channel_join ">
+        <div id="2021-09-17 02:20:49">
+            
+                <img src="https://secure.gravatar.com/avatar/45ece9d8d7127345781e48124df1bd39.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0008-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">davzucky
+                     <span class="print-only user-email">(davzucky@hotmail.com)</span>
+                </div>
+                <a href="#2021-09-17 02:20:49"><div class="time">2021-09-17 02:20:49</div></a>
+                <div class="msg">
+                    <p>@davzucky has joined the channel</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+    </div>
+</div>
+
+<script>
+(function() {
+  var sidebar = document.querySelector('#sidebar');
+  var selected = document.querySelector('.active');
+  sidebar.scrollTop = selected.offsetTop - 200;
+
+  // make dropdown from channel title
+  var channel_title = document.querySelector("#channel-title");
+  var channel_dropdown = document.querySelector("#channel-list");
+  channel_title.addEventListener('click', function() {
+    channel_title.classList.toggle('arrow');
+    channel_dropdown.classList.toggle('close');
+  });
+
+  // make dropdown from group title
+  var group_title = document.querySelector("#group-title");
+  var group_dropdown = document.querySelector("#group-list");
+  group_title.addEventListener('click', function() {
+    group_title.classList.toggle('arrow');
+    group_dropdown.classList.toggle('close');
+  });
+
+  // make dropdown from dm title
+  var dm_title = document.querySelector("#dm-title");
+  var dm_dropdown = document.querySelector("#dms-list");
+  dm_title.addEventListener('click', function() {
+    dm_title.classList.toggle('arrow');
+    dm_dropdown.classList.toggle('close');
+  });
+
+  // make dromdown from group dm title
+  var mpim_title = document.querySelector("#mpim-title");
+  var mpim_dropdown = document.querySelector("#mpims-list");
+  mpim_title.addEventListener('click', function() {
+    mpim_title.classList.toggle('arrow');
+    mpim_dropdown.classList.toggle('close');
+  });
+})()
+</script>
+</body>
+</html>
\ No newline at end of file
diff --git a/index.html b/index.html
index d5a5c9f..bcc1320 100644
--- a/index.html
+++ b/index.html
@@ -46,6 +46,18 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="channel/github-discussions/index.html">
+                        # github-discussions
+                    </a>
+                </li>
+            
+                <li class="channel">
+                    <a href="channel/github-notifications/index.html">
+                        # github-notifications
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="channel/gx-integration/index.html">
                         # gx-integration
@@ -94,6 +106,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="channel/spark-support-multiple-scala-versions/index.html">
+                        # spark-support-multiple-scala-versions
+                    </a>
+                </li>
+            
                 <li class="channel">
                     <a href="channel/spec-compliance/index.html">
                         # spec-compliance
@@ -106,6 +124,12 @@ <h3 id="channel-title">Public Channels</h3>
                     </a>
                 </li>
             
+                <li class="channel">
+                    <a href="channel/user-generated-metadata/index.html">
+                        # user-generated-metadata
+                    </a>
+                </li>
+            
         </ul>
         <h3 id="group-title">Private Channels</h3>
         <ul class="list" id="group-list">
@@ -1162,7 +1186,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/1">#1 initial spec proposal</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;The goal is to specify the initial model (just plain lineage) that will be extended with various facets. &lt;br /&gt;
+                                    &lt;p&gt;The goal is to specify the initial model (just plain lineage) that will be extended with various facets.&lt;br /&gt;
 It does not intend to restrict to HTTP. Those same PUT calls without output can be translated to any async protocol&lt;/p&gt;
 
 &lt;p&gt;Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
@@ -1337,7 +1361,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/1">#1 initial spec proposal</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;The goal is to specify the initial model (just plain lineage) that will be extended with various facets. &lt;br /&gt;
+                                    &lt;p&gt;The goal is to specify the initial model (just plain lineage) that will be extended with various facets.&lt;br /&gt;
 It does not intend to restrict to HTTP. Those same PUT calls without output can be translated to any async protocol&lt;/p&gt;
 
 &lt;p&gt;Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
@@ -1551,7 +1575,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/1">#1 initial spec proposal</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;The goal is to specify the initial model (just plain lineage) that will be extended with various facets. &lt;br /&gt;
+                                    &lt;p&gt;The goal is to specify the initial model (just plain lineage) that will be extended with various facets.&lt;br /&gt;
 It does not intend to restrict to HTTP. Those same PUT calls without output can be translated to any async protocol&lt;/p&gt;
 
 &lt;p&gt;Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
@@ -1644,7 +1668,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/1">#1 initial spec proposal</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;The goal is to specify the initial model (just plain lineage) that will be extended with various facets. &lt;br /&gt;
+                                    &lt;p&gt;The goal is to specify the initial model (just plain lineage) that will be extended with various facets.&lt;br /&gt;
 It does not intend to restrict to HTTP. Those same PUT calls without output can be translated to any async protocol&lt;/p&gt;
 
 &lt;p&gt;Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
@@ -3095,11 +3119,11 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/15">#15 [PROPOSAL] Move the OpenLineage spec to JonSchema (from OpenAPI)</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
-OpenAPI and JsonSchema are mostly the same model with a goal of OpenAPI to be a strict superset of JSONSchema in the near future. &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+OpenAPI and JsonSchema are mostly the same model with a goal of OpenAPI to be a strict superset of JSONSchema in the near future.&lt;br /&gt;
 The goal is to make OpenLineage independent from the underlying protocol. OpenAPI assumes a REST endpoint which is not our intent here. This would still make possible to define an OpenLineage HTTP endpoint while decoupling the model and make it more obvious that it can be used with Kafka for example.&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
 Convert the OpenAPI spec to a json schema.&lt;/p&gt;
                                 </div>
                                 
@@ -3168,7 +3192,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/17">#17 adding Json-Schema for OpenLineage</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;resolves &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/15&#34;&gt;#15&lt;/a&gt; &lt;br /&gt;
+                                    &lt;p&gt;resolves &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/15&#34;&gt;#15&lt;/a&gt;&lt;br /&gt;
 Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
                                 </div>
                                 
@@ -3465,7 +3489,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/17">#17 adding Json-Schema for OpenLineage</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;resolves &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/15&#34;&gt;#15&lt;/a&gt; &lt;br /&gt;
+                                    &lt;p&gt;resolves &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/15&#34;&gt;#15&lt;/a&gt;&lt;br /&gt;
 Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
                                 </div>
                                 
@@ -3689,12 +3713,12 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/20">#20 [PROPOSAL] Add InputFacets and OutputFacets</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
-We currently have JobFacets for everything that does not change every run (example: the current version in source control like the git sha). We have RunFacets for everything that changes every Run (example: the schedule time). &lt;br /&gt;
-We are missing the same notion for input and output datasets. &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+We currently have JobFacets for everything that does not change every run (example: the current version in source control like the git sha). We have RunFacets for everything that changes every Run (example: the schedule time).&lt;br /&gt;
+We are missing the same notion for input and output datasets.&lt;br /&gt;
 Currently we only have Dataset facets for things that don&#39;t change every run (example: Schema). I propose to add Input and Output facets to capture things that change in datasets every run (ex: number of row produced, etc)&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
 Add InputFacets and OutputFacets in the core model. Directly in the Input or Output field.&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;&#34;inputs&#34;: {
@@ -3789,12 +3813,12 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/20">#20 [PROPOSAL] Add InputFacets and OutputFacets</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
-We currently have JobFacets for everything that does not change every run (example: the current version in source control like the git sha). We have RunFacets for everything that changes every Run (example: the schedule time). &lt;br /&gt;
-We are missing the same notion for input and output datasets. &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+We currently have JobFacets for everything that does not change every run (example: the current version in source control like the git sha). We have RunFacets for everything that changes every Run (example: the schedule time).&lt;br /&gt;
+We are missing the same notion for input and output datasets.&lt;br /&gt;
 Currently we only have Dataset facets for things that don&#39;t change every run (example: Schema). I propose to add Input and Output facets to capture things that change in datasets every run (ex: number of row produced, etc)&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
 Add InputFacets and OutputFacets in the core model. Directly in the Input or Output field.&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;&#34;inputs&#34;: {
@@ -3884,7 +3908,7 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/23">#23 add input and output facets</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;This PR resolves &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/20&#34;&gt;#20&lt;/a&gt; &lt;br /&gt;
+                                    &lt;p&gt;This PR resolves &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/20&#34;&gt;#20&lt;/a&gt;&lt;br /&gt;
 Signed-off-by: Julien Le Dem &lt;a href=&#34;mailto:julien@apache.org&#34;&gt;julien@apache.org&lt;/a&gt;&lt;/p&gt;
                                 </div>
                                 
@@ -6561,8 +6585,8 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 <div class="link-text">
                                     &lt;p&gt;&lt;strong&gt;Naming&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;We define the unique name strategy per datasource to ensure it is followed uniformly independently from the type of job consuming and producing data. &lt;br /&gt;
-The namespace for a dataset is the unique name for its datasource. &lt;br /&gt;
+&lt;p&gt;We define the unique name strategy per datasource to ensure it is followed uniformly independently from the type of job consuming and producing data.&lt;br /&gt;
+The namespace for a dataset is the unique name for its datasource.&lt;br /&gt;
 For jobs it is the scheduler.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Datasets:&lt;/strong&gt;&lt;/p&gt;
@@ -6621,9 +6645,9 @@ <h3 id="mpim-title">Group Direct Messages</h3>
 
 &lt;p&gt;&lt;strong&gt;BigQuery&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;See: &lt;br /&gt;
-&lt;a href=&#34;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&#34;&gt;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&lt;/a&gt; &lt;br /&gt;
-&lt;a href=&#34;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&lt;/a&gt; &lt;br /&gt;
+&lt;p&gt;See:&lt;br /&gt;
+&lt;a href=&#34;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&#34;&gt;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&lt;/a&gt;&lt;br /&gt;
+&lt;a href=&#34;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&lt;/a&gt;&lt;br /&gt;
 &lt;a href=&#34;https://cloud.google.com/bigquery/docs/tables-intro|Introduction to tables | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/tables-intro|Introduction to tables | BigQuery&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;Datasource hierarchy:&lt;/p&gt;
@@ -6757,14 +6781,14 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 <div class="link-text">
                                     &lt;p&gt;&lt;strong&gt;Contributing to OpenLineage&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;This project welcomes contributors from any organization or background, provided they are &lt;br /&gt;
-willing to follow the simple processes outlined below, as well as adhere to the &lt;br /&gt;
+&lt;p&gt;This project welcomes contributors from any organization or background, provided they are&lt;br /&gt;
+willing to follow the simple processes outlined below, as well as adhere to the&lt;br /&gt;
 &amp;lt;CODE&lt;em&gt;OF&lt;/em&gt;CONDUCT.md|Code of Conduct&amp;gt;.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Joining the community&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The community collaborates primarily through &lt;code&gt;GitHub&lt;/code&gt; and the instance messaging tool, &lt;code&gt;Slack&lt;/code&gt;. &lt;br /&gt;
-There is also a mailing list. &lt;br /&gt;
+&lt;p&gt;The community collaborates primarily through &lt;code&gt;GitHub&lt;/code&gt; and the instance messaging tool, &lt;code&gt;Slack&lt;/code&gt;.&lt;br /&gt;
+There is also a mailing list.&lt;br /&gt;
 See how to join &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage#community&#34;&gt;here&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Reporting an Issue&lt;/strong&gt;&lt;/p&gt;
@@ -6778,10 +6802,10 @@ <h3 id="mpim-title">Group Direct Messages</h3>
 
 &lt;p&gt;Before sending a Pull Request with significant changes, please use the &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues&#34;&gt;issue tracker&lt;/a&gt; to discuss the potential improvements you want to make.&lt;/p&gt;
 
-&lt;p&gt;OpenLineage uses &lt;a href=&#34;https://help.github.com/articles/about-collaborative-development-models/&#34;&gt;GitHub&#39;s fork and pull model&lt;/a&gt; &lt;br /&gt;
+&lt;p&gt;OpenLineage uses &lt;a href=&#34;https://help.github.com/articles/about-collaborative-development-models/&#34;&gt;GitHub&#39;s fork and pull model&lt;/a&gt;&lt;br /&gt;
 to create a contribution.&lt;/p&gt;
 
-&lt;p&gt;Every contribution is signed to say that the contributor has the rights to make the contribution and &lt;br /&gt;
+&lt;p&gt;Every contribution is signed to say that the contributor has the rights to make the contribution and&lt;br /&gt;
 agrees with the &amp;lt;why-the-dco.md|Developer Certificate of Origin (DCO)&amp;gt;&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Proposing changes&lt;/strong&gt;&lt;/p&gt;
@@ -7648,14 +7672,14 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 <div class="link-text">
                                     &lt;p&gt;&lt;strong&gt;Contributing to OpenLineage&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;This project welcomes contributors from any organization or background, provided they are &lt;br /&gt;
-willing to follow the simple processes outlined below, as well as adhere to the &lt;br /&gt;
+&lt;p&gt;This project welcomes contributors from any organization or background, provided they are&lt;br /&gt;
+willing to follow the simple processes outlined below, as well as adhere to the&lt;br /&gt;
 &amp;lt;CODE&lt;em&gt;OF&lt;/em&gt;CONDUCT.md|Code of Conduct&amp;gt;.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Joining the community&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The community collaborates primarily through &lt;code&gt;GitHub&lt;/code&gt; and the instance messaging tool, &lt;code&gt;Slack&lt;/code&gt;. &lt;br /&gt;
-There is also a mailing list. &lt;br /&gt;
+&lt;p&gt;The community collaborates primarily through &lt;code&gt;GitHub&lt;/code&gt; and the instance messaging tool, &lt;code&gt;Slack&lt;/code&gt;.&lt;br /&gt;
+There is also a mailing list.&lt;br /&gt;
 See how to join &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage#community&#34;&gt;here&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Reporting an Issue&lt;/strong&gt;&lt;/p&gt;
@@ -7669,10 +7693,10 @@ <h3 id="mpim-title">Group Direct Messages</h3>
 
 &lt;p&gt;Before sending a Pull Request with significant changes, please use the &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues&#34;&gt;issue tracker&lt;/a&gt; to discuss the potential improvements you want to make.&lt;/p&gt;
 
-&lt;p&gt;OpenLineage uses &lt;a href=&#34;https://help.github.com/articles/about-collaborative-development-models/&#34;&gt;GitHub&#39;s fork and pull model&lt;/a&gt; &lt;br /&gt;
+&lt;p&gt;OpenLineage uses &lt;a href=&#34;https://help.github.com/articles/about-collaborative-development-models/&#34;&gt;GitHub&#39;s fork and pull model&lt;/a&gt;&lt;br /&gt;
 to create a contribution.&lt;/p&gt;
 
-&lt;p&gt;Every contribution is signed to say that the contributor has the rights to make the contribution and &lt;br /&gt;
+&lt;p&gt;Every contribution is signed to say that the contributor has the rights to make the contribution and&lt;br /&gt;
 agrees with the &amp;lt;why-the-dco.md|Developer Certificate of Origin (DCO)&amp;gt;&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Proposing changes&lt;/strong&gt;&lt;/p&gt;
@@ -8623,8 +8647,8 @@ <h3 id="mpim-title">Group Direct Messages</h3>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/63|#63 [PROPOSAL] Define the OpenLineage spec versioning mechanism&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
-We need to define how the OpenLineage spec gets versioned and published. &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+We need to define how the OpenLineage spec gets versioned and published.&lt;br /&gt;
 Some requirements:&lt;/p&gt;
 
 &lt;p&gt;• The OpenLineage spec and related libraries are in the OpenLineage repo.
@@ -8633,9 +8657,9 @@ <h3 id="mpim-title">Group Direct Messages</h3>
 • We want to version the OpenLineage spec independently of the api spec.
 • The mechanism to version and publish the OpenLineage core spec, should apply to publishing custom facets.&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
-I have started a google doc to make it easier to collaborate: &lt;br /&gt;
-&lt;a href=&#34;https://docs.google.com/document/d/1inhmb90SB62VyYf8nkkpjBDPpyr2wxkIXQ_AFIQiF9I/edit&#34;&gt;https://docs.google.com/document/d/1inhmb90SB62VyYf8nkkpjBDPpyr2wxkIXQ_AFIQiF9I/edit&lt;/a&gt; &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
+I have started a google doc to make it easier to collaborate:&lt;br /&gt;
+&lt;a href=&#34;https://docs.google.com/document/d/1inhmb90SB62VyYf8nkkpjBDPpyr2wxkIXQ_AFIQiF9I/edit&#34;&gt;https://docs.google.com/document/d/1inhmb90SB62VyYf8nkkpjBDPpyr2wxkIXQ_AFIQiF9I/edit&lt;/a&gt;&lt;br /&gt;
 please comment in the doc.&lt;/p&gt;
                                 </div>
                                 
@@ -9936,7 +9960,7 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/84|#84 Finalize the OpenLineage mission statement&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;It is part of our technical charter. &lt;br /&gt;
+                                    &lt;p&gt;It is part of our technical charter.&lt;br /&gt;
 Currently we have: &#34;to enable the industry at-large to collect lineage metadata consistently and comprehensively across complex pipelines, creating a deeper understanding of data.&#34;&lt;/p&gt;
 
 &lt;p&gt;We&#39;d want to capture that this is specifically operational lineage, or lineage and metadata collected as the job is running.&lt;/p&gt;
@@ -10022,8 +10046,8 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/63|#63 [PROPOSAL] Define the OpenLineage spec versioning mechanism&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
-We need to define how the OpenLineage spec gets versioned and published. &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+We need to define how the OpenLineage spec gets versioned and published.&lt;br /&gt;
 Some requirements:&lt;/p&gt;
 
 &lt;p&gt;• The OpenLineage spec and related libraries are in the OpenLineage repo.
@@ -10034,34 +10058,34 @@ <h1>Supress success</h1>
 
 &lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;• The spec defines it’s current version using the “$id” field: &lt;br /&gt;
-    See: &lt;br /&gt;
-    &lt;a href=&#34;https://json-schema.org/draft/2020-12/json-schema-core.html#rfc.section.8.2.1&#34;&gt;json schema core doc&lt;/a&gt; &lt;br /&gt;
-    &lt;a href=&#34;https://json-schema.org/draft/2019-09/schema&#34;&gt;Json schema spec $id&lt;/a&gt; &lt;a href=&#34;https://github.com/json-schema-org/json-schema-spec/blob/draft-next/meta/core.json&#34;&gt;also on github&lt;/a&gt; &lt;br /&gt;
-    Example: &lt;br /&gt;
-    &#34;$id&#34;: &#34;&lt;a href=&#34;https://openlineage.io/spec/0.1.0/OpenLineage.json&#34;&gt;https://openlineage.io/spec/0.1.0/OpenLineage.json&lt;/a&gt;&#34; &lt;br /&gt;
-    The URL in $id is resolvable and returns that version of the spec. &lt;br /&gt;
+&lt;p&gt;• The spec defines it’s current version using the “$id” field:&lt;br /&gt;
+    See:&lt;br /&gt;
+    &lt;a href=&#34;https://json-schema.org/draft/2020-12/json-schema-core.html#rfc.section.8.2.1&#34;&gt;json schema core doc&lt;/a&gt;&lt;br /&gt;
+    &lt;a href=&#34;https://json-schema.org/draft/2019-09/schema&#34;&gt;Json schema spec $id&lt;/a&gt; &lt;a href=&#34;https://github.com/json-schema-org/json-schema-spec/blob/draft-next/meta/core.json&#34;&gt;also on github&lt;/a&gt;&lt;br /&gt;
+    Example:&lt;br /&gt;
+    &#34;$id&#34;: &#34;&lt;a href=&#34;https://openlineage.io/spec/0.1.0/OpenLineage.json&#34;&gt;https://openlineage.io/spec/0.1.0/OpenLineage.json&lt;/a&gt;&#34;&lt;br /&gt;
+    The URL in $id is resolvable and returns that version of the spec.&lt;br /&gt;
     We use github pages to publish the spec to &lt;a href=&#34;http://openlineage.io&#34;&gt;openlineage.io&lt;/a&gt;
-• The $id urls uses a SEMVER compliant version, following the &lt;a href=&#34;https://docs.snowplowanalytics.com/docs/pipeline-components-and-applications/iglu/common-architecture/schemaver/&#34;&gt;SCHEMAVER semantics&lt;/a&gt; &lt;br /&gt;
+• The $id urls uses a SEMVER compliant version, following the &lt;a href=&#34;https://docs.snowplowanalytics.com/docs/pipeline-components-and-applications/iglu/common-architecture/schemaver/&#34;&gt;SCHEMAVER semantics&lt;/a&gt;&lt;br /&gt;
     MODEL-REVISION-ADDITION
     • MODEL when you make a breaking schema change which will prevent interaction with any historical data
     • REVISION when you introduce a schema change which may prevent interaction with some historical data
     • ADDITION when you make a schema change that is compatible with all historical data
 • CI verification that:
-    • the version changes when the spec changed: &lt;br /&gt;
+    • the version changes when the spec changed:&lt;br /&gt;
         When resolving “$id”, the build fails if the spec is not exactly the same.
-    • The version does not change when the spec does not change. &lt;br /&gt;
+    • The version does not change when the spec does not change.&lt;br /&gt;
         TODO: define a mechanism to verify that the current version of the spec is not already published with a different. Possibly hash based.
     • Libraries are generating event with current version
     • Make sure the spec is backward compatible (only add optional fields) and consistent with the versioning semantics
-• git pre commit: &lt;br /&gt;
+• git pre commit:&lt;br /&gt;
     Increments the versions automatically when the spec changes.
-• CI publish (on tag): &lt;br /&gt;
-    The spec gets published automatically to the $id URL on &lt;a href=&#34;http://OpenLineage.io&#34;&gt;OpenLineage.io&lt;/a&gt; &lt;br /&gt;
-    Check the $id field has the right domain prefix &lt;br /&gt;
+• CI publish (on tag):&lt;br /&gt;
+    The spec gets published automatically to the $id URL on &lt;a href=&#34;http://OpenLineage.io&#34;&gt;OpenLineage.io&lt;/a&gt;&lt;br /&gt;
+    Check the $id field has the right domain prefix&lt;br /&gt;
     Publish current OpenLineage.json to that URL&lt;/p&gt;
 
-&lt;p&gt;The discussion is available on a google doc: &lt;br /&gt;
+&lt;p&gt;The discussion is available on a google doc:&lt;br /&gt;
 &lt;a href=&#34;https://docs.google.com/document/d/1inhmb90SB62VyYf8nkkpjBDPpyr2wxkIXQ_AFIQiF9I/edit&#34;&gt;https://docs.google.com/document/d/1inhmb90SB62VyYf8nkkpjBDPpyr2wxkIXQ_AFIQiF9I/edit&lt;/a&gt;&lt;/p&gt;
                                 </div>
                                 
@@ -10178,10 +10202,10 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/35|#35 [PROPOSAL] Dataset version facet&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 Many databases have explicit versioning in place for datasets. It is highly desirable to track the specific version of the dataset if it is known at consumption/generation time. Rather than relying on the service to correctly tie job inputs to specific versions of a dataset, the client should be allowed to report that information if it is available.&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
 A dataset version facet may be sufficient to report dataset version information, if it exists. Custom facets can be used to include any database specific version information that may exist, while the minimum required fields should include a versionName string field.&lt;/p&gt;
                                 </div>
                                 
@@ -10553,8 +10577,8 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/63|#63 [PROPOSAL] Define the OpenLineage spec versioning mechanism&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
-We need to define how the OpenLineage spec gets versioned and published. &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+We need to define how the OpenLineage spec gets versioned and published.&lt;br /&gt;
 Some requirements:&lt;/p&gt;
 
 &lt;p&gt;• The OpenLineage spec and related libraries are in the OpenLineage repo.
@@ -10570,24 +10594,24 @@ <h1>Supress success</h1>
         • &lt;a href=&#34;https://json-schema.org/draft/2020-12/json-schema-core.html#rfc.section.8.2.1&#34;&gt;json schema core doc&lt;/a&gt;
         • &lt;a href=&#34;https://json-schema.org/draft/2019-09/schema&#34;&gt;Json schema spec $id&lt;/a&gt;
         • &lt;a href=&#34;https://github.com/json-schema-org/json-schema-spec/blob/draft-next/meta/core.json&#34;&gt;also on github&lt;/a&gt;
-    • Example: &lt;br /&gt;
-        &lt;code&gt;&#34;$id&#34;: &#34;&amp;lt;https://openlineage.io/spec/0.1.0/OpenLineage.json&amp;gt;&#34;&lt;/code&gt; &lt;br /&gt;
-        The URL in $id is resolvable and returns that version of the spec. &lt;br /&gt;
+    • Example:&lt;br /&gt;
+        &lt;code&gt;&#34;$id&#34;: &#34;&amp;lt;https://openlineage.io/spec/0.1.0/OpenLineage.json&amp;gt;&#34;&lt;/code&gt;&lt;br /&gt;
+        The URL in $id is resolvable and returns that version of the spec.&lt;br /&gt;
         We use github pages to publish the spec to &lt;a href=&#34;http://openlineage.io&#34;&gt;openlineage.io&lt;/a&gt;
-• The $id urls uses a SEMVER compliant version, following the &lt;a href=&#34;https://docs.snowplowanalytics.com/docs/pipeline-components-and-applications/iglu/common-architecture/schemaver/&#34;&gt;SCHEMAVER semantics&lt;/a&gt; &lt;br /&gt;
+• The $id urls uses a SEMVER compliant version, following the &lt;a href=&#34;https://docs.snowplowanalytics.com/docs/pipeline-components-and-applications/iglu/common-architecture/schemaver/&#34;&gt;SCHEMAVER semantics&lt;/a&gt;&lt;br /&gt;
     MODEL-REVISION-ADDITION
     • MODEL when you make a breaking schema change which will prevent interaction with any historical data
     • REVISION when you introduce a schema change which may prevent interaction with some historical data
     • ADDITION when you make a schema change that is compatible with all historical data
 • The spec in /spec/OpenLineage.json might be using a prerelease version (ex: 0.1.0-rc0)
 • CI verifies that:
-    • the version changes when the spec changed: &lt;br /&gt;
+    • the version changes when the spec changed:&lt;br /&gt;
         When resolving “$id”, the build fails if the spec is not exactly the same.
-    • The version does not change when the spec does not change. &lt;br /&gt;
+    • The version does not change when the spec does not change.&lt;br /&gt;
         We can verify that the current version of the spec is not already published with a different version.
     • Libraries are generating event with current version
     • Make sure the spec is backward compatible (only add optional fields) and consistent with the versioning semantics
-• git pre commit: &lt;br /&gt;
+• git pre commit:&lt;br /&gt;
     Increments the versions automatically when the spec changes.
 • spec publication:
     • update the $id to the correct value
@@ -10595,7 +10619,7 @@ <h1>Supress success</h1>
     • The spec is published automatically to the $id URL on &lt;a href=&#34;http://OpenLineage.io&#34;&gt;OpenLineage.io&lt;/a&gt;
     • Validation that the $id field has the right domain prefix&lt;/p&gt;
 
-&lt;p&gt;The discussion is available on a google doc: &lt;br /&gt;
+&lt;p&gt;The discussion is available on a google doc:&lt;br /&gt;
 &lt;a href=&#34;https://docs.google.com/document/d/1inhmb90SB62VyYf8nkkpjBDPpyr2wxkIXQ_AFIQiF9I/edit&#34;&gt;https://docs.google.com/document/d/1inhmb90SB62VyYf8nkkpjBDPpyr2wxkIXQ_AFIQiF9I/edit&lt;/a&gt;&lt;/p&gt;
                                 </div>
                                 
@@ -10656,7 +10680,7 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/84|#84 Finalize the OpenLineage mission statement&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;The mission statement is part of our technical charter. &lt;br /&gt;
+                                    &lt;p&gt;The mission statement is part of our technical charter.&lt;br /&gt;
 We started from:&lt;/p&gt;
 
 &lt;p&gt;&amp;gt; &#34;The mission of the Project is to enable the industry at-large to collect lineage metadata consistently and comprehensively across complex pipelines, creating a deeper understanding of data.&#34;&lt;/p&gt;
@@ -12017,11 +12041,11 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/148|#148 [PROPOSAL] column level lineage facet&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 For transformations like SQL queries (but also in other cases), we can extract column level lineage. This allows answering questions like ‘which root input columns are used to construct column x?’. We need to be able to capture this information in the OpenLineage model&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
-We propose to introduce a new dataset facet: &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
+We propose to introduce a new dataset facet:&lt;br /&gt;
 example:&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;{
@@ -12254,8 +12278,8 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/153|#153 [PROPOSAL] Version facets independently of the core spec&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
-The OpenLineage core spec is versioned using a version URL in the &lt;code&gt;$id&lt;/code&gt; field: &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+The OpenLineage core spec is versioned using a version URL in the &lt;code&gt;$id&lt;/code&gt; field:&lt;br /&gt;
 See:&lt;/p&gt;
 
 &lt;p&gt;• &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/Versioning.md&#34;&gt;https://github.com/OpenLineage/OpenLineage/blob/main/spec/Versioning.md&lt;/a&gt;
@@ -12268,8 +12292,8 @@ <h1>Supress success</h1>
 
 &lt;p&gt;Currently all the core facets are also defined in that same core spec.&lt;/p&gt;
 
-&lt;p&gt;This means that the core spec gets a new version whenever a facet is changed along with every other facet. &lt;br /&gt;
-We&#39;d rather have the core spec and each facet versioned independently so that their version changes only when they change. &lt;br /&gt;
+&lt;p&gt;This means that the core spec gets a new version whenever a facet is changed along with every other facet.&lt;br /&gt;
+We&#39;d rather have the core spec and each facet versioned independently so that their version changes only when they change.&lt;br /&gt;
 This matches much better the use cases for using the version number.&lt;/p&gt;
 
 &lt;p&gt;For example:&lt;/p&gt;
@@ -12284,13 +12308,13 @@ <h1>Supress success</h1>
 
 &lt;p&gt;This leaves the core spec to only contain the &lt;code&gt;LineageEvent&lt;/code&gt; and related core entities (LineageEvent, Run, Job, Dataset) but none of the core facets.&lt;/p&gt;
 
-&lt;p&gt;See for example: &lt;br /&gt;
-&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/789b55fc6e6e07d0aedbe130f775721829e83618/spec/OpenLineage.json&#34;&gt;https://github.com/OpenLineage/OpenLineage/blob/789b55fc6e6e07d0aedbe130f775721829e83618/spec/OpenLineage.json&lt;/a&gt; &lt;br /&gt;
-This would be the spec that a consumer would implement to accept any facet version. &lt;br /&gt;
-This would ensure that the core spec version changes rarely, only when we add fields to the core model. &lt;br /&gt;
+&lt;p&gt;See for example:&lt;br /&gt;
+&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/789b55fc6e6e07d0aedbe130f775721829e83618/spec/OpenLineage.json&#34;&gt;https://github.com/OpenLineage/OpenLineage/blob/789b55fc6e6e07d0aedbe130f775721829e83618/spec/OpenLineage.json&lt;/a&gt;&lt;br /&gt;
+This would be the spec that a consumer would implement to accept any facet version.&lt;br /&gt;
+This would ensure that the core spec version changes rarely, only when we add fields to the core model.&lt;br /&gt;
 Each facet would be versioned independently following the same versioning mechanism. Each facet version will change if and only if this particular facet schema changes. It also makes core facets and custom facets work exactly the same, they are just maintained in different repositories.&lt;/p&gt;
 
-&lt;p&gt;Example: &lt;br /&gt;
+&lt;p&gt;Example:&lt;br /&gt;
 &lt;a href=&#34;https://openlineage.io/spec/1-0-0/DatasetSchemaFacet.json&#34;&gt;https://openlineage.io/spec/1-0-0/DatasetSchemaFacet.json&lt;/a&gt;&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;{
@@ -12675,8 +12699,8 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/204|#204 Introduce UnknownFacet for spark&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;PR for &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/175&#34;&gt;Issue:&lt;/a&gt; &lt;br /&gt;
-Adding new custom facet for spark with name&#34;spark_unknown&#34;. &lt;br /&gt;
+                                    &lt;p&gt;PR for &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/175&#34;&gt;Issue:&lt;/a&gt;&lt;br /&gt;
+Adding new custom facet for spark with name&#34;spark_unknown&#34;.&lt;br /&gt;
 Holds information about unvisited nodes from spark plan.&lt;/p&gt;
                                 </div>
                                 
@@ -15058,7 +15082,7 @@ <h1>Supress success</h1>
 
 &lt;/code&gt;&lt;/pre&gt;
 
-&lt;p&gt;Do i do something wrong or is spark 3 simply not yet supported? &lt;br /&gt;
+&lt;p&gt;Do i do something wrong or is spark 3 simply not yet supported?&lt;br /&gt;
 Thanks&lt;/p&gt;
                                 </div>
                                 
@@ -15115,7 +15139,7 @@ <h1>Supress success</h1>
                                 <div class="link-text">
                                     &lt;p&gt;Hi Team&lt;/p&gt;
 
-&lt;p&gt;I have tried to collect lineage on spark 2.4 with openlineage 0.2.2. &lt;br /&gt;
+&lt;p&gt;I have tried to collect lineage on spark 2.4 with openlineage 0.2.2.&lt;br /&gt;
 Here is my pom.xml;&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;&amp;amp;lt;project xmlns=&#34;http://maven.apache.org/POM/4.0.0&#34; xmlns:xsi=&#34;http://www.w3.org/2001/XMLSchema-instance&#34;
@@ -19314,9 +19338,9 @@ <h1>Supress success</h1>
 
 &lt;p&gt;&lt;strong&gt;BigQuery&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;See: &lt;br /&gt;
-&lt;a href=&#34;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&#34;&gt;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&lt;/a&gt; &lt;br /&gt;
-&lt;a href=&#34;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&lt;/a&gt; &lt;br /&gt;
+&lt;p&gt;See:&lt;br /&gt;
+&lt;a href=&#34;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&#34;&gt;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&lt;/a&gt;&lt;br /&gt;
+&lt;a href=&#34;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&lt;/a&gt;&lt;br /&gt;
 &lt;a href=&#34;https://cloud.google.com/bigquery/docs/tables-intro|Introduction to tables | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/tables-intro|Introduction to tables | BigQuery&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;Datasource hierarchy:&lt;/p&gt;
@@ -19390,13 +19414,13 @@ <h1>Supress success</h1>
 &lt;p&gt;&lt;strong&gt;Jobs&lt;/strong&gt;
 &lt;strong&gt;Context&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;A &lt;code&gt;Job&lt;/code&gt; is a recurring data transformation with Inputs and outputs. Each execution is captured as a &lt;code&gt;Run&lt;/code&gt; with corresponding metadata. &lt;br /&gt;
-A &lt;code&gt;Run&lt;/code&gt; event identifies the &lt;code&gt;Job&lt;/code&gt; it is an instance of by providing the job’s unique identifier. &lt;br /&gt;
+&lt;p&gt;A &lt;code&gt;Job&lt;/code&gt; is a recurring data transformation with Inputs and outputs. Each execution is captured as a &lt;code&gt;Run&lt;/code&gt; with corresponding metadata.&lt;br /&gt;
+A &lt;code&gt;Run&lt;/code&gt; event identifies the &lt;code&gt;Job&lt;/code&gt; it is an instance of by providing the job’s unique identifier.&lt;br /&gt;
 The &lt;code&gt;Job&lt;/code&gt; identifier is composed of a &lt;code&gt;Namespace&lt;/code&gt; and a &lt;code&gt;Name&lt;/code&gt;. The job name is unique within that namespace.&lt;/p&gt;
 
 &lt;p&gt;The core property we want to identify about a &lt;code&gt;Job&lt;/code&gt; is how it changes over time. Different schedules of the same logic applied to different datasets (possibly with different parameters) are different jobs. The notion of a &lt;code&gt;job&lt;/code&gt; is tied to a recurring schedule with specific inputs and outputs. It could be an incremental update or a full reprocess or even a streaming job.&lt;/p&gt;
 
-&lt;p&gt;If the same code artifact (for example a spark jar or a templated SQL query) is used in the context of different schedules with different input or outputs then they are different jobs. &lt;br /&gt;
+&lt;p&gt;If the same code artifact (for example a spark jar or a templated SQL query) is used in the context of different schedules with different input or outputs then they are different jobs.&lt;br /&gt;
 We are interested first in how they affect the datasets they produce.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Job Namespace and constructing job names&lt;/strong&gt;&lt;/p&gt;
@@ -19417,12 +19441,12 @@ <h1>Supress success</h1>
 
 &lt;p&gt;&lt;strong&gt;Parent job run: a nested hierarchy of Jobs&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;It is often the case that jobs are part of a nested hierarchy. &lt;br /&gt;
+&lt;p&gt;It is often the case that jobs are part of a nested hierarchy.&lt;br /&gt;
 For example an Airflow DAG contains tasks. An instance of the DAG is finished when all of the tasks are finished. Similarly a Spark job can spawn multiple actions each of them running independently. Additionally, a Spark job can be launched by an Airflow task within a DAG.&lt;/p&gt;
 
 &lt;p&gt;Since what we care about is identifying the job as rooted in a recurring schedule, we want to capture that connection and make sure that we treat the same application logic triggered at different schedules as different jobs. For example: if an Airflow DAG runs individual tasks per partition (for example market segments) using the same underlying job logic, they will be tracked as separate jobs.&lt;/p&gt;
 
-&lt;p&gt;To capture this, a run event provides &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json#L282-L331&#34;&gt;a &lt;code&gt;ParentRun&lt;/code&gt; facet&lt;/a&gt;, referring to the parent &lt;code&gt;Job&lt;/code&gt; and &lt;code&gt;Run&lt;/code&gt;. This allows tracking a recurring job from the root of the schedule it is running for. &lt;br /&gt;
+&lt;p&gt;To capture this, a run event provides &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json#L282-L331&#34;&gt;a &lt;code&gt;ParentRun&lt;/code&gt; facet&lt;/a&gt;, referring to the parent &lt;code&gt;Job&lt;/code&gt; and &lt;code&gt;Run&lt;/code&gt;. This allows tracking a recurring job from the root of the schedule it is running for.&lt;br /&gt;
 If there&#39;s a parent job, we use the same namespace, otherwise it is provided by configuration.&lt;/p&gt;
 
 &lt;p&gt;Example:&lt;/p&gt;
@@ -20007,11 +20031,11 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/148|#148 [PROPOSAL] column level lineage facet&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 For transformations like SQL queries (but also in other cases), we can extract column level lineage. This allows answering questions like ‘which root input columns are used to construct column x?’. We need to be able to capture this information in the OpenLineage model&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
-We propose to introduce a new dataset facet: &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
+We propose to introduce a new dataset facet:&lt;br /&gt;
 example:&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;{
@@ -20603,7 +20627,7 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/318|#318 Add Redshift support to dbt integration&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;As of &lt;code&gt;dbt-ol==0.2.2&lt;/code&gt;, it is not possible to generate lineage if the target DWH is Redshift. &lt;br /&gt;
+                                    &lt;p&gt;As of &lt;code&gt;dbt-ol==0.2.2&lt;/code&gt;, it is not possible to generate lineage if the target DWH is Redshift.&lt;br /&gt;
 Try running &lt;code&gt;dbt-ol&lt;/code&gt; and you get the following error:&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;Traceback (most recent call last):
@@ -23192,7 +23216,7 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/322|#322 dbt: support manifest and run-results v3&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;There are no major differences between v2 and v3 metadata, at least those impacting information that we&#39;re collecting. &lt;br /&gt;
+                                    &lt;p&gt;There are no major differences between v2 and v3 metadata, at least those impacting information that we&#39;re collecting.&lt;br /&gt;
 This PR makes &lt;code&gt;dbt-ol&lt;/code&gt; treat v3 metadata the same way we treated v2.&lt;/p&gt;
 
 &lt;p&gt;Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
@@ -23500,7 +23524,7 @@ <h1>Supress success</h1>
 
 &lt;p&gt;I.e&lt;/p&gt;
 
-&lt;p&gt;As a user conducting testing of a data set I wish to DELETE it and then start a new &lt;br /&gt;
+&lt;p&gt;As a user conducting testing of a data set I wish to DELETE it and then start a new&lt;br /&gt;
 As a user creating a job I linked the wrong datasets, I wish to the DELETE the job&lt;/p&gt;
 
 &lt;p&gt;Ideally for:&lt;/p&gt;
@@ -23645,15 +23669,15 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/323|#323 [PROPOSAL] Ability to annotate datasets with metadata without a job run&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
-We need a way to make observations about a Dataset current state outside of a run reading or writing the data. &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+We need a way to make observations about a Dataset current state outside of a run reading or writing the data.&lt;br /&gt;
 For example, this could be:&lt;/p&gt;
 
 &lt;p&gt;• collecting schema information about a table from a warehouse
 • informing that a table has been deleted
 • etc&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
 Adding Dataset event types that are not lineage events. This would be the Dataset entity with its facets:  &lt;/p&gt;
 
 &lt;p&gt;&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/3a1ccbd854bbf202bbe6437bf81786cb01ed4d01/spec/OpenLineage.json#L178-L203&#34;&gt;OpenLineage/spec/OpenLineage.json&lt;/a&gt;&lt;/p&gt;
@@ -24745,11 +24769,11 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/148|#148 [PROPOSAL] column level lineage facet&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 For transformations like SQL queries (but also in other cases), we can extract column level lineage. This allows answering questions like ‘which root input columns are used to construct column x?’. We need to be able to capture this information in the OpenLineage model&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
-We propose to introduce a new dataset facet: &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
+We propose to introduce a new dataset facet:&lt;br /&gt;
 example:&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;{
@@ -25685,7 +25709,7 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/336|#336 [PROPOSAL] Add a design doc process for proposals&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 Add a design doc section for proposals. The process would be the following:&lt;/p&gt;
 
 &lt;p&gt;• open an issue with the &#34;PROPOSAL&#34; template
@@ -26558,8 +26582,8 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/376|#376 [INTEGRATION][dbt] support dbt built&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;dbt build is a superset of the dbt run and dbt test commands. &lt;br /&gt;
-We should apply the same logic there. &lt;br /&gt;
+                                    &lt;p&gt;dbt build is a superset of the dbt run and dbt test commands.&lt;br /&gt;
+We should apply the same logic there.&lt;br /&gt;
 &lt;a href=&#34;https://docs.getdbt.com/reference/commands/build&#34;&gt;https://docs.getdbt.com/reference/commands/build&lt;/a&gt;&lt;/p&gt;
                                 </div>
                                 
@@ -26614,7 +26638,7 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/pull/383|#383 dbt: use column description from metadata.json even if we have catalog&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;Column descriptions are properly set in &lt;code&gt;metadata.json&lt;/code&gt; file. Fetch it from there, even if we have &lt;code&gt;catalog.json&lt;/code&gt;. &lt;br /&gt;
+                                    &lt;p&gt;Column descriptions are properly set in &lt;code&gt;metadata.json&lt;/code&gt; file. Fetch it from there, even if we have &lt;code&gt;catalog.json&lt;/code&gt;.&lt;br /&gt;
 Also, remove empty column descriptions from being checked in most tests.&lt;/p&gt;
 
 &lt;p&gt;Signed-off-by: Maciej Obuchowski &lt;a href=&#34;mailto:maciej.obuchowski@getindata.com&#34;&gt;maciej.obuchowski@getindata.com&lt;/a&gt;&lt;/p&gt;
@@ -26679,7 +26703,7 @@ <h1>Supress success</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/336|#336 [PROPOSAL] Add a design doc process for proposals&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 Add a design doc section for proposals. The process would be the following:&lt;/p&gt;
 
 &lt;p&gt;• open an issue with the &#34;PROPOSAL&#34; template
@@ -27707,7 +27731,7 @@ <h1>Supress success</h1>
                 <div class="msg">
                     <p>So in this case in my template I am adding:</p>
 
-<p>```env: <br />
+<p>```env:<br />
   ADDITIONAL<em>PYTHON</em>DEPS: "openpyxl==3.0.3 smart<em>open==2.0.0 apache-airflow-providers-http apache-airflow-providers-cncf-kubernetes apache-airflow-providers-amazon openlineage-airflow"
   OPENLINEAGE</em>URL: <a href="https://marquez-internal-eks.eu-west-1.dev.hbi.systems">https://marquez-internal-eks.eu-west-1.dev.hbi.systems</a>
   OPENLINEAGE<em>NAMESPACE: dns</em>airflow
@@ -30620,9 +30644,9 @@ <h1>Supress success</h1>
 
 &lt;p&gt;&lt;strong&gt;BigQuery&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;See: &lt;br /&gt;
-&lt;a href=&#34;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&#34;&gt;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&lt;/a&gt; &lt;br /&gt;
-&lt;a href=&#34;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&lt;/a&gt; &lt;br /&gt;
+&lt;p&gt;See:&lt;br /&gt;
+&lt;a href=&#34;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&#34;&gt;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&lt;/a&gt;&lt;br /&gt;
+&lt;a href=&#34;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&lt;/a&gt;&lt;br /&gt;
 &lt;a href=&#34;https://cloud.google.com/bigquery/docs/tables-intro|Introduction to tables | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/tables-intro|Introduction to tables | BigQuery&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;Datasource hierarchy:&lt;/p&gt;
@@ -30711,13 +30735,13 @@ <h1>Supress success</h1>
 &lt;p&gt;&lt;strong&gt;Jobs&lt;/strong&gt;
 &lt;strong&gt;Context&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;A &lt;code&gt;Job&lt;/code&gt; is a recurring data transformation with Inputs and outputs. Each execution is captured as a &lt;code&gt;Run&lt;/code&gt; with corresponding metadata. &lt;br /&gt;
-A &lt;code&gt;Run&lt;/code&gt; event identifies the &lt;code&gt;Job&lt;/code&gt; it is an instance of by providing the job’s unique identifier. &lt;br /&gt;
+&lt;p&gt;A &lt;code&gt;Job&lt;/code&gt; is a recurring data transformation with Inputs and outputs. Each execution is captured as a &lt;code&gt;Run&lt;/code&gt; with corresponding metadata.&lt;br /&gt;
+A &lt;code&gt;Run&lt;/code&gt; event identifies the &lt;code&gt;Job&lt;/code&gt; it is an instance of by providing the job’s unique identifier.&lt;br /&gt;
 The &lt;code&gt;Job&lt;/code&gt; identifier is composed of a &lt;code&gt;Namespace&lt;/code&gt; and a &lt;code&gt;Name&lt;/code&gt;. The job name is unique within that namespace.&lt;/p&gt;
 
 &lt;p&gt;The core property we want to identify about a &lt;code&gt;Job&lt;/code&gt; is how it changes over time. Different schedules of the same logic applied to different datasets (possibly with different parameters) are different jobs. The notion of a &lt;code&gt;job&lt;/code&gt; is tied to a recurring schedule with specific inputs and outputs. It could be an incremental update or a full reprocess or even a streaming job.&lt;/p&gt;
 
-&lt;p&gt;If the same code artifact (for example a spark jar or a templated SQL query) is used in the context of different schedules with different input or outputs then they are different jobs. &lt;br /&gt;
+&lt;p&gt;If the same code artifact (for example a spark jar or a templated SQL query) is used in the context of different schedules with different input or outputs then they are different jobs.&lt;br /&gt;
 We are interested first in how they affect the datasets they produce.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Job Namespace and constructing job names&lt;/strong&gt;&lt;/p&gt;
@@ -30738,12 +30762,12 @@ <h1>Supress success</h1>
 
 &lt;p&gt;&lt;strong&gt;Parent job run: a nested hierarchy of Jobs&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;It is often the case that jobs are part of a nested hierarchy. &lt;br /&gt;
+&lt;p&gt;It is often the case that jobs are part of a nested hierarchy.&lt;br /&gt;
 For example an Airflow DAG contains tasks. An instance of the DAG is finished when all of the tasks are finished. Similarly a Spark job can spawn multiple actions each of them running independently. Additionally, a Spark job can be launched by an Airflow task within a DAG.&lt;/p&gt;
 
 &lt;p&gt;Since what we care about is identifying the job as rooted in a recurring schedule, we want to capture that connection and make sure that we treat the same application logic triggered at different schedules as different jobs. For example: if an Airflow DAG runs individual tasks per partition (for example market segments) using the same underlying job logic, they will be tracked as separate jobs.&lt;/p&gt;
 
-&lt;p&gt;To capture this, a run event provides &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json#L282-L331&#34;&gt;a &lt;code&gt;ParentRun&lt;/code&gt; facet&lt;/a&gt;, referring to the parent &lt;code&gt;Job&lt;/code&gt; and &lt;code&gt;Run&lt;/code&gt;. This allows tracking a recurring job from the root of the schedule it is running for. &lt;br /&gt;
+&lt;p&gt;To capture this, a run event provides &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json#L282-L331&#34;&gt;a &lt;code&gt;ParentRun&lt;/code&gt; facet&lt;/a&gt;, referring to the parent &lt;code&gt;Job&lt;/code&gt; and &lt;code&gt;Run&lt;/code&gt;. This allows tracking a recurring job from the root of the schedule it is running for.&lt;br /&gt;
 If there&#39;s a parent job, we use the same namespace, otherwise it is provided by configuration.&lt;/p&gt;
 
 &lt;p&gt;Example:&lt;/p&gt;
@@ -31202,7 +31226,7 @@ <h1>Supress success</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* This is an example Lineage event JSON I am sending.</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F02MQKTFZUG/example_lineage_event.js?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Example lineage event</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F02MQKTFZUG/example_lineage_event.js?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Example lineage event</a></div>
                             
                                 
     
@@ -32473,7 +32497,7 @@ <h1>Supress success</h1>
 
 &lt;p&gt;&lt;strong&gt;Summary of Changes&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;Databulder extractor to extract lineage information from OpenLineage format &lt;br /&gt;
+&lt;p&gt;Databulder extractor to extract lineage information from OpenLineage format&lt;br /&gt;
 &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;https://github.com/OpenLineage/OpenLineage&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Tests&lt;/strong&gt;
@@ -37425,9 +37449,9 @@ <h1>Supress success</h1>
                                     &lt;p&gt;&lt;strong&gt;OpenLineage Spec&lt;/strong&gt;
 &lt;strong&gt;Specification&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The specification for OpenLineage is formalized as a JsonSchema &amp;lt;OpenLineage.json|OpenLineage.json&amp;gt;. &lt;br /&gt;
-An OpenAPI spec is also provided for HTTP based implementations: &amp;lt;OpenLineage.yml|OpenLineage.yml&amp;gt; &lt;br /&gt;
-The documentation is published at: &lt;a href=&#34;https://openlineage.github.io/&#34;&gt;https://openlineage.github.io/&lt;/a&gt; &lt;br /&gt;
+&lt;p&gt;The specification for OpenLineage is formalized as a JsonSchema &amp;lt;OpenLineage.json|OpenLineage.json&amp;gt;.&lt;br /&gt;
+An OpenAPI spec is also provided for HTTP based implementations: &amp;lt;OpenLineage.yml|OpenLineage.yml&amp;gt;&lt;br /&gt;
+The documentation is published at: &lt;a href=&#34;https://openlineage.github.io/&#34;&gt;https://openlineage.github.io/&lt;/a&gt;&lt;br /&gt;
 It allows extensions to the spec using &lt;code&gt;Custom Facets&lt;/code&gt; as described in this document.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Core concepts&lt;/strong&gt;
@@ -37441,7 +37465,7 @@ <h1>Supress success</h1>
 • &lt;strong&gt;Run&lt;/strong&gt;: An instance of a running job with a start and completion (or failure) time. A run is identified by a globally unique ID relative to its job definition. A run ID &lt;strong&gt;must&lt;/strong&gt; be an &lt;a href=&#34;https://datatracker.ietf.org/doc/html/rfc4122&#34;&gt;UUID&lt;/a&gt;.
 • &lt;strong&gt;Facet&lt;/strong&gt;: A piece of metadata attached to one of the entities defined above.&lt;/p&gt;
 
-&lt;p&gt;example: &lt;br /&gt;
+&lt;p&gt;example:&lt;br /&gt;
 Here is an example of a simple start run event not adding any facet information:&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;{
@@ -37474,10 +37498,10 @@ <h1>Supress success</h1>
 
 &lt;p&gt;&lt;strong&gt;Lifecycle&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The OpenLineage API defines events to capture the lifecycle of a &lt;em&gt;Run&lt;/em&gt; for a given &lt;em&gt;Job&lt;/em&gt;. &lt;br /&gt;
-When a &lt;em&gt;job&lt;/em&gt; is being &lt;em&gt;run&lt;/em&gt;, we capture metadata by sending run events when the state of the job transitions to a different state. &lt;br /&gt;
-We might observe different aspects of the job run at different stages. This means that different metadata might be collected in each event during the lifecycle of a run. &lt;br /&gt;
-All metadata is additive. for example, if more inputs or outputs are detected as the job is running we might send additional events specifically for those datasets without re-emitting previously observed inputs or outputs. &lt;br /&gt;
+&lt;p&gt;The OpenLineage API defines events to capture the lifecycle of a &lt;em&gt;Run&lt;/em&gt; for a given &lt;em&gt;Job&lt;/em&gt;.&lt;br /&gt;
+When a &lt;em&gt;job&lt;/em&gt; is being &lt;em&gt;run&lt;/em&gt;, we capture metadata by sending run events when the state of the job transitions to a different state.&lt;br /&gt;
+We might observe different aspects of the job run at different stages. This means that different metadata might be collected in each event during the lifecycle of a run.&lt;br /&gt;
+All metadata is additive. for example, if more inputs or outputs are detected as the job is running we might send additional events specifically for those datasets without re-emitting previously observed inputs or outputs.&lt;br /&gt;
 Example:&lt;/p&gt;
 
 &lt;p&gt;• When the run starts, we collect the following Metadata:
@@ -37504,7 +37528,7 @@ <h1>Supress success</h1>
 
 &lt;p&gt;A facet is an atomic piece of metadata identified by its name. This means that emitting a new facet with the same name for the same entity replaces the previous facet instance for that entity entirely). It is defined as a JSON object that can be either part of the spec or custom facets defined in a different project.&lt;/p&gt;
 
-&lt;p&gt;Custom facets must use a distinct prefix named after the project defining them to avoid collision with standard facets defined in the &amp;lt;OpenLineage.json|OpenLineage.json&amp;gt; spec. &lt;br /&gt;
+&lt;p&gt;Custom facets must use a distinct prefix named after the project defining them to avoid collision with standard facets defined in the &amp;lt;OpenLineage.json|OpenLineage.json&amp;gt; spec.&lt;br /&gt;
 They have a _schemaURL field pointing to the corresponding version of the facet schema (as a JSONPointer: &lt;a href=&#34;https://swagger.io/docs/specification/using-ref/&#34;&gt;$ref URL location&lt;/a&gt; ).&lt;/p&gt;
 
 &lt;p&gt;Example: &lt;a href=&#34;https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/MyCustomJobFacet&#34;&gt;https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/MyCustomJobFacet&lt;/a&gt;&lt;/p&gt;
@@ -37515,8 +37539,8 @@ <h1>Supress success</h1>
 
 &lt;p&gt;&lt;strong&gt;Custom Facet Naming&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;Naming of custom facets should follow pattern &lt;code&gt;{prefix}{name}{entity}Facet&lt;/code&gt; PascalCased. &lt;br /&gt;
-Prefix must be distinct identifier named after the project defining them to avoid colision with standard facets defined in the &amp;lt;OpenLineage.json|OpenLineage.json&amp;gt; spec. &lt;br /&gt;
+&lt;p&gt;Naming of custom facets should follow pattern &lt;code&gt;{prefix}{name}{entity}Facet&lt;/code&gt; PascalCased.&lt;br /&gt;
+Prefix must be distinct identifier named after the project defining them to avoid colision with standard facets defined in the &amp;lt;OpenLineage.json|OpenLineage.json&amp;gt; spec.&lt;br /&gt;
 Entity is the core entity for which the facet is attached.&lt;/p&gt;
 
 &lt;p&gt;When attached to core entity, the key should follow pattern &lt;code&gt;{prefix}_{name}&lt;/code&gt;, where both prefix and name follow snakeCase pattern.&lt;/p&gt;
@@ -39212,7 +39236,7 @@ <h1>Supress success</h1>
 
 &lt;p&gt;Generic implementation of EnvironmentFacet gives the ability to add environmental details. Since EnvironmentFacet produces HashMap it can handle properties dynamically.&lt;/p&gt;
 
-&lt;p&gt;In the current implementation added ability to collect properties for Databricks environment including mount point details. &lt;br /&gt;
+&lt;p&gt;In the current implementation added ability to collect properties for Databricks environment including mount point details.&lt;br /&gt;
 Below are some examples:&lt;/p&gt;
 
 &lt;p&gt;• &#34;orgId&#34;
@@ -39577,7 +39601,7 @@ <h1>Supress success</h1>
 
 &lt;p&gt;Generic implementation of EnvironmentFacet gives the ability to add environmental details. Since EnvironmentFacet produces HashMap it can handle properties dynamically.&lt;/p&gt;
 
-&lt;p&gt;In the current implementation added ability to collect properties for Databricks environment including mount point details. &lt;br /&gt;
+&lt;p&gt;In the current implementation added ability to collect properties for Databricks environment including mount point details.&lt;br /&gt;
 Below are some examples:&lt;/p&gt;
 
 &lt;p&gt;• &#34;orgId&#34;
@@ -39779,7 +39803,7 @@ <h1>Supress success</h1>
 <p>I've attached the logs and a screenshot of what I'm seeing the Spark UI.  If you had a chance to take a look, it's a bit verbose but I'd appreciate a second pair of eyes on my analysis. Hopefully I got something wrong 😅</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F0346B5DJBF/log4j-synapse2-subset.txt?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">log4j-SYNAPSE2-SUBSET.txt</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F0346B5DJBF/log4j-synapse2-subset.txt?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">log4j-SYNAPSE2-SUBSET.txt</a></div>
                             
                                 
     
@@ -40572,7 +40596,7 @@ <h1>Supress success</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* This is the one I wrote:</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F0367R94C9Z/http_to_bigquery.py?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">http_to_bigquery.py</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F0367R94C9Z/http_to_bigquery.py?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">http_to_bigquery.py</a></div>
                             
                                 
     
@@ -44175,10 +44199,10 @@ <h1>Supress success</h1>
 
 &lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;We&#39;ve added the &lt;code&gt;Created by Run&lt;/code&gt; section on the dataset page as well as the dataset version list view. Also updated is syntax highlighting support for &lt;code&gt;sql&lt;/code&gt; contexts and the empty states for context that is missing for us. &lt;br /&gt;
-&lt;a href=&#34;https://user-images.githubusercontent.com/7514204/160910381-644773d7-6ed6-499d-ad96-2ebdde14495b.png&#34;&gt;image&lt;/a&gt; &lt;br /&gt;
-&lt;a href=&#34;https://user-images.githubusercontent.com/7514204/160910466-5c62380f-0ad1-4e14-8292-c5c0b98b5ccb.png&#34;&gt;image&lt;/a&gt; &lt;br /&gt;
-&lt;a href=&#34;https://user-images.githubusercontent.com/7514204/160910773-4fbc6329-5ec3-483e-bf82-9269c0223906.png&#34;&gt;image&lt;/a&gt; &lt;br /&gt;
+&lt;p&gt;We&#39;ve added the &lt;code&gt;Created by Run&lt;/code&gt; section on the dataset page as well as the dataset version list view. Also updated is syntax highlighting support for &lt;code&gt;sql&lt;/code&gt; contexts and the empty states for context that is missing for us.&lt;br /&gt;
+&lt;a href=&#34;https://user-images.githubusercontent.com/7514204/160910381-644773d7-6ed6-499d-ad96-2ebdde14495b.png&#34;&gt;image&lt;/a&gt;&lt;br /&gt;
+&lt;a href=&#34;https://user-images.githubusercontent.com/7514204/160910466-5c62380f-0ad1-4e14-8292-c5c0b98b5ccb.png&#34;&gt;image&lt;/a&gt;&lt;br /&gt;
+&lt;a href=&#34;https://user-images.githubusercontent.com/7514204/160910773-4fbc6329-5ec3-483e-bf82-9269c0223906.png&#34;&gt;image&lt;/a&gt;&lt;br /&gt;
 &lt;a href=&#34;https://user-images.githubusercontent.com/7514204/160917522-b6a6c52f-e2bb-4590-85c1-6f6ed46b4eb7.png&#34;&gt;image&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;&amp;gt; &lt;strong&gt;Note:&lt;/strong&gt; All database schema changes require discussion. Please &lt;a href=&#34;https://docs.github.com/en/issues/tracking-your-work-with-issues/linking-a-pull-request-to-an-issue&#34;&gt;link the issue&lt;/a&gt; for context.&lt;/p&gt;
@@ -49800,7 +49824,7 @@ <h1>logger = logging.getLogger(<strong>name</strong>)</h1>
 Any thoughts?</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F03C77MGM6E/serial_job.py?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">serial_job.py</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F03C77MGM6E/serial_job.py?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">serial_job.py</a></div>
                             
                                 
     
@@ -49809,7 +49833,7 @@ <h1>logger = logging.getLogger(<strong>name</strong>)</h1>
                             
                         </div>
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F03C0HXPG3Y/repos.py?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">repos.py</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F03C0HXPG3Y/repos.py?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">repos.py</a></div>
                             
                                 
     
@@ -52481,7 +52505,7 @@ <h1>logger = logging.getLogger(<strong>name</strong>)</h1>
                                 <div class="link-text">
                                     &lt;p&gt;Issue reported on Slack: &lt;a href=&#34;https://openlineage.slack.com/archives/C01CK9T7HKR/p1653624210694359?thread_ts=1651498343.959749&amp;amp;cid=C01CK9T7HKR|https://openlineage.slack.com/archives/C01CK9T7HKR/p1653624210694359?thread_ts=1651498343.959749&amp;amp;cid=C01CK9T7HKR&#34;&gt;https://openlineage.slack.com/archives/C01CK9T7HKR/p1653624210694359?thread&lt;em&gt;ts=1651498343.959749&amp;amp;cid=C01CK9T7HKR|https://openlineage.slack.com/archives/C01CK9T7HKR/p1653624210694359?thread&lt;/em&gt;ts=1651498343.959749&amp;amp;cid=C01CK9T7HKR&lt;/a&gt;&lt;/p&gt;
 
-&lt;p&gt;Following up on this as I encounter the same issue with the Openlineage Databricks integration. This issue seems quite malicious as it crashes the Spark Context and requires a restart. &lt;br /&gt;
+&lt;p&gt;Following up on this as I encounter the same issue with the Openlineage Databricks integration. This issue seems quite malicious as it crashes the Spark Context and requires a restart.&lt;br /&gt;
 I have marquez running on AWS EKS; I’m using Openlineage 0.8.2 on Databricks 10.4 (Spark 3.2.1) and my Spark config looks like this:&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;spark.openlineage.host &amp;lt;https://internal-xxxxxxxxxxxxxxxxxxxxxxx-xxxxxxxxxxx.us-east-1.elb.amazonaws.com/&amp;gt;
@@ -52498,8 +52522,8 @@ <h1>logger = logging.getLogger(<strong>name</strong>)</h1>
 
 &lt;/code&gt;&lt;/pre&gt;
 
-&lt;p&gt;After doing this a few times I get The spark context has stopped and the driver is restarting. Your notebook will be automatically reattached. &lt;br /&gt;
-&lt;a href=&#34;https://pastebin.com/9NbEjnGL&#34;&gt;stderr shows a bunch of things&lt;/a&gt;. log4j shows the same as for Kostikey: ERROR EventEmitter: [...] Unable to serialize logical plan due to: Infinite recursion (StackOverflowError) &lt;br /&gt;
+&lt;p&gt;After doing this a few times I get The spark context has stopped and the driver is restarting. Your notebook will be automatically reattached.&lt;br /&gt;
+&lt;a href=&#34;https://pastebin.com/9NbEjnGL&#34;&gt;stderr shows a bunch of things&lt;/a&gt;. log4j shows the same as for Kostikey: ERROR EventEmitter: [...] Unable to serialize logical plan due to: Infinite recursion (StackOverflowError)&lt;br /&gt;
 I have one more piece of information which I can’t make much sense of, but hopefully someone else can; if I include the port in the host, I can very reliably crash the Spark Context on the first attempt. So:&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;&amp;lt;https://internal-xxxxxxxxxxxxxxxxxxxxxxx-xxxxxxxxxxx.us-east-1.elb.amazonaws.com/&amp;gt; &amp;amp;lt;- crashes after a couple of attempts, sometimes it takes me a while to reproduce it while repeatedly reading/writing the same datasets
@@ -52763,8 +52787,8 @@ <h1>logger = logging.getLogger(<strong>name</strong>)</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/MarquezProject/marquez/issues/1736|#1736 Ability to DELETE jobs and datasets&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;When jobs or datasets are deleted (or renamed) we need a way to tell Marquez that they don&#39;t exist anymore so that they don&#39;t clutter the lineage view. &lt;br /&gt;
-It would make sense to have &lt;code&gt;DELETE&lt;/code&gt; support on &lt;code&gt;/api/v1/namespaces/{ns}/datasets/{name}&lt;/code&gt; and &lt;code&gt;/api/v1/namespaces/{ns}/jobs/{name}&lt;/code&gt; resources. &lt;br /&gt;
+                                    &lt;p&gt;When jobs or datasets are deleted (or renamed) we need a way to tell Marquez that they don&#39;t exist anymore so that they don&#39;t clutter the lineage view.&lt;br /&gt;
+It would make sense to have &lt;code&gt;DELETE&lt;/code&gt; support on &lt;code&gt;/api/v1/namespaces/{ns}/datasets/{name}&lt;/code&gt; and &lt;code&gt;/api/v1/namespaces/{ns}/jobs/{name}&lt;/code&gt; resources.&lt;br /&gt;
 This is a soft delete in the internal marquez model. It creates a new &lt;code&gt;deleted&lt;/code&gt; version. The resources will not show up in the &#34;current&#34; lineage view in &lt;code&gt;GET /api/v1/lineage&lt;/code&gt;&lt;/p&gt;
                                 </div>
                                 
@@ -54982,7 +55006,7 @@ <h2>[2022-05-19, 15:24:50 UTC] {taskinstance.py:1357} INFO - </h2>
                                 <div class="link-text">
                                     &lt;p&gt;I see a change in the metadata collected from Airflow jobs which I think was introduced with the combination of Airflow 2.3/OpenLineage 0.8.1. There&#39;s an &lt;code&gt;airflow_version&lt;/code&gt; facet that contains an &lt;code&gt;operator&lt;/code&gt; attribute that is added by the integration.&lt;/p&gt;
 
-&lt;p&gt;In Airflow 2.2 for a &lt;code&gt;PostgresOperator&lt;/code&gt; that attribute would have had a value: &lt;code&gt;airflow.providers.postgres.operators.postgres.PostgresOperator&lt;/code&gt; but now in Airflow 2.3 that operator is tracked as: &lt;code&gt;airflow.models.taskinstance.TaskInstance&lt;/code&gt; &lt;br /&gt;
+&lt;p&gt;In Airflow 2.2 for a &lt;code&gt;PostgresOperator&lt;/code&gt; that attribute would have had a value: &lt;code&gt;airflow.providers.postgres.operators.postgres.PostgresOperator&lt;/code&gt; but now in Airflow 2.3 that operator is tracked as: &lt;code&gt;airflow.models.taskinstance.TaskInstance&lt;/code&gt;&lt;br /&gt;
 ( fwiw there&#39;s also a &lt;code&gt;taskInfo&lt;/code&gt; attribute in there containing a json string which itself has a &lt;code&gt;operator&lt;/code&gt; that is still set to &lt;code&gt;PostgresOperator&lt;/code&gt; )&lt;/p&gt;
                                 </div>
                                 
@@ -58405,15 +58429,15 @@ <h2>[2022-05-19, 15:24:50 UTC] {taskinstance.py:1357} INFO - </h2>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/323|#323 [PROPOSAL] Ability to annotate datasets with metadata without a job run&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
-We need a way to make observations about a Dataset current state outside of a run reading or writing the data. &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
+We need a way to make observations about a Dataset current state outside of a run reading or writing the data.&lt;br /&gt;
 For example, this could be:&lt;/p&gt;
 
 &lt;p&gt;• collecting schema information about a table from a warehouse
 • informing that a table has been deleted
 • etc&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
 Adding Dataset event types that are not lineage events. This would be the Dataset entity with its facets:  &lt;/p&gt;
 
 &lt;p&gt;&lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/3a1ccbd854bbf202bbe6437bf81786cb01ed4d01/spec/OpenLineage.json#L178-L203&#34;&gt;OpenLineage/spec/OpenLineage.json&lt;/a&gt;&lt;/p&gt;
@@ -59427,7 +59451,7 @@ <h2>[2022-05-19, 15:24:50 UTC] {taskinstance.py:1357} INFO - </h2>
 
 &lt;p&gt;&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;Currently, in Airflow integration, lineage is only captured via a few extractors which greatly limits its use case. Airflow allows users to manually annotate lineage for the tasks using inlets and outlets. These can be a great fallback mechanism when extractors cannot automatically extract the input and output Datasets. &lt;br /&gt;
+&lt;p&gt;Currently, in Airflow integration, lineage is only captured via a few extractors which greatly limits its use case. Airflow allows users to manually annotate lineage for the tasks using inlets and outlets. These can be a great fallback mechanism when extractors cannot automatically extract the input and output Datasets.&lt;br /&gt;
 The PR closes &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/384&#34;&gt;#384&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;Addresses: &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/384&#34;&gt;#384&lt;/a&gt;&lt;/p&gt;
@@ -59598,7 +59622,7 @@ <h2>[2022-05-19, 15:24:50 UTC] {taskinstance.py:1357} INFO - </h2>
 
 &lt;p&gt;&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;Currently, in Airflow integration, lineage is only captured via a few extractors which greatly limits its use case. Airflow allows users to manually annotate lineage for the tasks using inlets and outlets. These can be a great fallback mechanism when extractors cannot automatically extract the input and output Datasets. &lt;br /&gt;
+&lt;p&gt;Currently, in Airflow integration, lineage is only captured via a few extractors which greatly limits its use case. Airflow allows users to manually annotate lineage for the tasks using inlets and outlets. These can be a great fallback mechanism when extractors cannot automatically extract the input and output Datasets.&lt;br /&gt;
 The PR closes &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/384&#34;&gt;#384&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;Addresses: &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/384&#34;&gt;#384&lt;/a&gt;&lt;/p&gt;
@@ -65625,7 +65649,7 @@ <h1>SundayFunday</h1>
 <code>./gradlew :shared:spotlessApply &amp;amp;&amp;amp; ./gradlew :app:spotlessApply &amp;amp;&amp;amp; ./gradlew clean build test</code></p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F03R2VAC23F/testoutput.txt?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">testOutput.txt</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F03R2VAC23F/testoutput.txt?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">testOutput.txt</a></div>
                             
                                 
     
@@ -66014,7 +66038,7 @@ <h1>SundayFunday</h1>
 &lt;ol&gt;&lt;li&gt;&lt;code&gt;java.lang.NoSuchMethodError: io.openlineage.client.OpenLineageClientUtils.newObjectMapper()Lcom/fasterxml/jackson/databind/ObjectMapper;&lt;/code&gt;&lt;/li&gt;&lt;li&gt;when ObjectMapper was changed there is issue with serialization, if test is run with &lt;code&gt;./gradlew app:test&lt;/code&gt; the tests are passing but if it&#39;s run with &lt;code&gt;./gradlew app:build&lt;/code&gt; the &lt;code&gt;OpenLineage.RunFacets.additionalProperties&lt;/code&gt; is serialized as additional field and test is failing&lt;/li&gt;
 &lt;/ol&gt;
 
-&lt;p&gt;EDIT: &lt;br /&gt;
+&lt;p&gt;EDIT:&lt;br /&gt;
 It turns out there are also issues with Delta.&lt;/p&gt;
 
 &lt;p&gt;Closes: potentially -&amp;gt; &lt;a href=&#34;https://openlineage.slack.com/archives/C01CK9T7HKR/p1658868064009839&#34;&gt;https://openlineage.slack.com/archives/C01CK9T7HKR/p1658868064009839&lt;/a&gt;&lt;/p&gt;
@@ -66127,11 +66151,11 @@ <h1>SundayFunday</h1>
                                 
                                 <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/issues/148|#148 [PROPOSAL] column level lineage facet&gt;</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 For transformations like SQL queries (but also in other cases), we can extract column level lineage. This allows answering questions like ‘which root input columns are used to construct column x?’. We need to be able to capture this information in the OpenLineage model&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
-We propose to introduce a new dataset facet: &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
+We propose to introduce a new dataset facet:&lt;br /&gt;
 example:&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;{
@@ -68315,7 +68339,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-08-04 15:50:22">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -70193,7 +70217,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-08-25 17:30:46">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -70482,7 +70506,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-08-26 19:26:22">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -70823,7 +70847,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-09-01 12:04:41">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -73103,7 +73127,7 @@ <h1>SundayFunday</h1>
 
 &lt;p&gt;&lt;strong&gt;point-in-time upstream lineage&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The point-in-time upstream lineage leverages the run to dataset version relation to track back the lineage of a given dataset of job version. &lt;br /&gt;
+&lt;p&gt;The point-in-time upstream lineage leverages the run to dataset version relation to track back the lineage of a given dataset of job version.&lt;br /&gt;
 Dataset version -&amp;gt; run that produced it -&amp;gt; consumed Dataset Versions.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Next Steps&lt;/strong&gt;&lt;/p&gt;
@@ -74261,7 +74285,7 @@ <h1>SundayFunday</h1>
 
 &lt;p&gt;&lt;strong&gt;point-in-time upstream lineage&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The point-in-time upstream lineage leverages the run to dataset version relation to track back the lineage of a given dataset of job version. &lt;br /&gt;
+&lt;p&gt;The point-in-time upstream lineage leverages the run to dataset version relation to track back the lineage of a given dataset of job version.&lt;br /&gt;
 Dataset version -&amp;gt; run that produced it -&amp;gt; consumed Dataset Versions.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Next Steps&lt;/strong&gt;&lt;/p&gt;
@@ -75466,17 +75490,17 @@ <h1>SundayFunday</h1>
 
 &lt;p&gt;&lt;code&gt;pluggy&lt;/code&gt; mechanism enables us to execute multiple, or none, listeners that implement particular extension point, so that users can use multiple listeners seamlessly.&lt;/p&gt;
 
-&lt;p&gt;In this PR, three such extension points are added. &lt;br /&gt;
+&lt;p&gt;In this PR, three such extension points are added.&lt;br /&gt;
 When TaskInstance&#39;s state is changed to &lt;code&gt;RUNNING&lt;/code&gt;, &lt;code&gt;on_task_instance_running&lt;/code&gt; hook is called. On change to&lt;code&gt;SUCCESS&lt;/code&gt; &lt;code&gt;on_task_instance_success&lt;/code&gt; is called, similarly on &lt;code&gt;FAILED&lt;/code&gt; &lt;code&gt;on_task_instance_failed&lt;/code&gt; is called.&lt;/p&gt;
 
 &lt;p&gt;Actual notification mechanism is be implemented using &lt;a href=&#34;https://docs.sqlalchemy.org/en/13/orm/session_events.html#after-flush&#34;&gt;SQLAlchemy’s events mechanism&lt;/a&gt;. This ensures that plugins will get every change of state, regardless of where in the codebase it happened, and not require manual annotation of TI state changes across the codebase.&lt;/p&gt;
 
 &lt;p&gt;To make sure that this change is not affecting performance, running this mechanism on scheduler is disabled by default. The SQLAlchemy event mechanism is also not affected by default - the event listener is only added if we have any plugin which actually provides any listener.&lt;/p&gt;
 
-&lt;p&gt;Design doc: &lt;br /&gt;
+&lt;p&gt;Design doc:&lt;br /&gt;
 &lt;a href=&#34;https://docs.google.com/document/d/1L3xfdlWVUrdnFXng1Di4nMQYQtzMfhvvWDR9K4wXnDU/edit?usp=sharing&#34;&gt;https://docs.google.com/document/d/1L3xfdlWVUrdnFXng1Di4nMQYQtzMfhvvWDR9K4wXnDU/edit?usp=sharing&lt;/a&gt;&lt;/p&gt;
 
-&lt;p&gt;Background to this change: &lt;br /&gt;
+&lt;p&gt;Background to this change:&lt;br /&gt;
 When discussing changing LineageBackend api for OpenLineage plugin, we came to consensus that the changes proposed there would be better suited to the new API &lt;a href=&#34;https://github.com/apache/airflow/issues/17984&#34;&gt;#17984&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;related: &lt;a href=&#34;https://github.com/apache/airflow/issues/17984&#34;&gt;#17984&lt;/a&gt;&lt;/p&gt;
@@ -77872,7 +77896,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-10-26 15:22:22">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -78047,7 +78071,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-11-02 15:54:31">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -78574,7 +78598,7 @@ <h1>SundayFunday</h1>
 
 &lt;p&gt;Generic implementation of EnvironmentFacet gives the ability to add environmental details. Since EnvironmentFacet produces HashMap it can handle properties dynamically.&lt;/p&gt;
 
-&lt;p&gt;In the current implementation added ability to collect properties for Databricks environment including mount point details. &lt;br /&gt;
+&lt;p&gt;In the current implementation added ability to collect properties for Databricks environment including mount point details.&lt;br /&gt;
 Below are some examples:&lt;/p&gt;
 
 &lt;p&gt;• &#34;orgId&#34;
@@ -79768,7 +79792,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-11-28 10:29:58">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -79846,7 +79870,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-11-28 11:11:58">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -79945,7 +79969,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-11-28 11:12:57">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -79997,7 +80021,7 @@ <h1>SundayFunday</h1>
                     <div class="message-container">
         <div id="2022-11-28 11:13:47">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -81458,9 +81482,9 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/1419">#1419 [PROPOSAL] Add custom environment variables to the RunEvent</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;Hi, &lt;br /&gt;
-I would like to capture some custom environment variables and send it along with the column lineage to the server. This feature will be of great use as there is a potential use case to capture and persist some environment-specific metadata from spark clusters. &lt;br /&gt;
-Wondering if this feature can be supported, or is on the roadmap potentially? Thanks a lot! &lt;br /&gt;
+                                    &lt;p&gt;Hi,&lt;br /&gt;
+I would like to capture some custom environment variables and send it along with the column lineage to the server. This feature will be of great use as there is a potential use case to capture and persist some environment-specific metadata from spark clusters.&lt;br /&gt;
+Wondering if this feature can be supported, or is on the roadmap potentially? Thanks a lot!&lt;br /&gt;
 cc: &lt;a href=&#34;https://github.com/pawel-big-lebowski&#34;&gt;@pawel-big-lebowski&lt;/a&gt;&lt;/p&gt;
                                 </div>
                                 
@@ -81545,7 +81569,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -82508,7 +82532,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2022-12-29 10:47:00">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -82566,9 +82590,9 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                     &lt;p&gt;&lt;strong&gt;OpenLineage Spec&lt;/strong&gt;
 &lt;strong&gt;Specification&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The specification for OpenLineage is formalized as a JsonSchema &lt;OpenLineage.json|OpenLineage.json&gt;. &lt;br /&gt;
-An OpenAPI spec is also provided for HTTP based implementations: &lt;OpenLineage.yml|OpenLineage.yml&gt; &lt;br /&gt;
-The documentation is published at: &lt;a href=&#34;https://openlineage.github.io/&#34;&gt;https://openlineage.github.io/&lt;/a&gt; &lt;br /&gt;
+&lt;p&gt;The specification for OpenLineage is formalized as a JsonSchema &lt;OpenLineage.json|OpenLineage.json&gt;.&lt;br /&gt;
+An OpenAPI spec is also provided for HTTP based implementations: &lt;OpenLineage.yml|OpenLineage.yml&gt;&lt;br /&gt;
+The documentation is published at: &lt;a href=&#34;https://openlineage.github.io/&#34;&gt;https://openlineage.github.io/&lt;/a&gt;&lt;br /&gt;
 It allows extensions to the spec using &lt;code&gt;Custom Facets&lt;/code&gt; as described in this document.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Core concepts&lt;/strong&gt;
@@ -82582,7 +82606,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 • &lt;strong&gt;Run&lt;/strong&gt;: An instance of a running job with a start and completion (or failure) time. A run is identified by a globally unique ID relative to its job definition. A run ID &lt;strong&gt;must&lt;/strong&gt; be an &lt;a href=&#34;https://datatracker.ietf.org/doc/html/rfc4122&#34;&gt;UUID&lt;/a&gt;.
 • &lt;strong&gt;Facet&lt;/strong&gt;: A piece of metadata attached to one of the entities defined above.&lt;/p&gt;
 
-&lt;p&gt;example: &lt;br /&gt;
+&lt;p&gt;example:&lt;br /&gt;
 Here is an example of a simple start run event not adding any facet information:&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;{
@@ -82614,10 +82638,10 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;p&gt;&lt;strong&gt;Lifecycle&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The OpenLineage API defines events to capture the lifecycle of a &lt;em&gt;Run&lt;/em&gt; for a given &lt;em&gt;Job&lt;/em&gt;. &lt;br /&gt;
-When a &lt;em&gt;job&lt;/em&gt; is being &lt;em&gt;run&lt;/em&gt;, we capture metadata by sending run events when the state of the job transitions to a different state. &lt;br /&gt;
-We might observe different aspects of the job run at different stages. This means that different metadata might be collected in each event during the lifecycle of a run. &lt;br /&gt;
-All metadata is additive. for example, if more inputs or outputs are detected as the job is running we might send additional events specifically for those datasets without re-emitting previously observed inputs or outputs. &lt;br /&gt;
+&lt;p&gt;The OpenLineage API defines events to capture the lifecycle of a &lt;em&gt;Run&lt;/em&gt; for a given &lt;em&gt;Job&lt;/em&gt;.&lt;br /&gt;
+When a &lt;em&gt;job&lt;/em&gt; is being &lt;em&gt;run&lt;/em&gt;, we capture metadata by sending run events when the state of the job transitions to a different state.&lt;br /&gt;
+We might observe different aspects of the job run at different stages. This means that different metadata might be collected in each event during the lifecycle of a run.&lt;br /&gt;
+All metadata is additive. for example, if more inputs or outputs are detected as the job is running we might send additional events specifically for those datasets without re-emitting previously observed inputs or outputs.&lt;br /&gt;
 Example:&lt;/p&gt;
 
 &lt;p&gt;• When the run starts, we collect the following Metadata:
@@ -82644,7 +82668,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;p&gt;A facet is an atomic piece of metadata identified by its name. This means that emitting a new facet with the same name for the same entity replaces the previous facet instance for that entity entirely). It is defined as a JSON object that can be either part of the spec or custom facets defined in a different project.&lt;/p&gt;
 
-&lt;p&gt;Custom facets must use a distinct prefix named after the project defining them to avoid collision with standard facets defined in the &lt;OpenLineage.json|OpenLineage.json&gt; spec. &lt;br /&gt;
+&lt;p&gt;Custom facets must use a distinct prefix named after the project defining them to avoid collision with standard facets defined in the &lt;OpenLineage.json|OpenLineage.json&gt; spec.&lt;br /&gt;
 They have a _schemaURL field pointing to the corresponding version of the facet schema (as a JSONPointer: &lt;a href=&#34;https://swagger.io/docs/specification/using-ref/&#34;&gt;$ref URL location&lt;/a&gt; ).&lt;/p&gt;
 
 &lt;p&gt;Example: &lt;a href=&#34;https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/MyCustomJobFacet&#34;&gt;https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/MyCustomJobFacet&lt;/a&gt;&lt;/p&gt;
@@ -82655,8 +82679,8 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;p&gt;&lt;strong&gt;Custom Facet Naming&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;Naming of custom facets should follow pattern &lt;code&gt;{prefix}{name}{entity}Facet&lt;/code&gt; PascalCased. &lt;br /&gt;
-Prefix must be distinct identifier named after the project defining them to avoid colision with standard facets defined in the &lt;OpenLineage.json|OpenLineage.json&gt; spec. &lt;br /&gt;
+&lt;p&gt;Naming of custom facets should follow pattern &lt;code&gt;{prefix}{name}{entity}Facet&lt;/code&gt; PascalCased.&lt;br /&gt;
+Prefix must be distinct identifier named after the project defining them to avoid colision with standard facets defined in the &lt;OpenLineage.json|OpenLineage.json&gt; spec.&lt;br /&gt;
 Entity is the core entity for which the facet is attached.&lt;/p&gt;
 
 &lt;p&gt;When attached to core entity, the key should follow pattern &lt;code&gt;{prefix}_{name}&lt;/code&gt;, where both prefix and name follow snakeCase pattern.&lt;/p&gt;
@@ -83989,7 +84013,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-01-13 14:39:51">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -87244,14 +87268,14 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                 <div class="link-text">
                                     &lt;p&gt;Hi,&lt;/p&gt;
 
-&lt;p&gt;First activity : Making HTTP Call to pull the lookup data and store it in datalake. &lt;br /&gt;
-Second Activity : After the completion of first activity, invoking Azure databricks to use the lookup file and generate the output tables. What are all the steps should be follow to refer databricks generated tables facets as an output in the current activity &amp;amp; input to the subsequent activities in the pipeline. &lt;br /&gt;
-When I configure spark generated tables as output to the current activity the existing spark metadata is not showing up. &lt;br /&gt;
-How can this be achievable. &lt;br /&gt;
-Can someone please guide me on this. &lt;br /&gt;
+&lt;p&gt;First activity : Making HTTP Call to pull the lookup data and store it in datalake.&lt;br /&gt;
+Second Activity : After the completion of first activity, invoking Azure databricks to use the lookup file and generate the output tables. What are all the steps should be follow to refer databricks generated tables facets as an output in the current activity &amp;amp; input to the subsequent activities in the pipeline.&lt;br /&gt;
+When I configure spark generated tables as output to the current activity the existing spark metadata is not showing up.&lt;br /&gt;
+How can this be achievable.&lt;br /&gt;
+Can someone please guide me on this.&lt;br /&gt;
 Note: After the execution of each activity in ADF Pipeline I am sending start and complete/fail event lineage to Marquez.&lt;/p&gt;
 
-&lt;p&gt;Thanks, &lt;br /&gt;
+&lt;p&gt;Thanks,&lt;br /&gt;
 Brahma&lt;/p&gt;
                                 </div>
                                 
@@ -87482,7 +87506,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <p>Hi folks, I’m opening a vote to release <strong>OpenLineage 0.20.0</strong>, featuring:
 • <a href="https://github.com/OpenLineage/OpenLineage/pull/1495">Airflow: add new extractor for <code>GCSToGCSOperator</code></a> 
     <em>Adds a new extractor for this operator.</em>
-• <a href="https://github.com/OpenLineage/OpenLineage/pull/1469">Proxy: implement lineage event validator for client proxy</a> <br />
+• <a href="https://github.com/OpenLineage/OpenLineage/pull/1469">Proxy: implement lineage event validator for client proxy</a><br />
     <em>Implements logic in the proxy (which is still in development) for validating and handling lineage events.</em>
 • A fix of a breaking change in the common integration and other bug fixes in the DBT, Airflow, Spark, and SQL integrations and in the Java and Python clients.
 As per the policy <a href="https://github.com/OpenLineage/OpenLineage/blob/main/GOVERNANCE.md">here</a>, three +1s from committers will authorize. Thanks in advance.</p>
@@ -87911,7 +87935,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-02-09 10:50:07">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
             
             
                 <div class="message">
@@ -88732,7 +88756,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;If a table is used with a database (ex: &lt;code&gt;catalog.my_db.my_table&lt;/code&gt; or &lt;code&gt;my_db.my_table&lt;/code&gt;), the field &lt;code&gt;table.schema&lt;/code&gt; is the database. However it is &lt;code&gt;None&lt;/code&gt;. &lt;br /&gt;
+&lt;p&gt;If a table is used with a database (ex: &lt;code&gt;catalog.my_db.my_table&lt;/code&gt; or &lt;code&gt;my_db.my_table&lt;/code&gt;), the field &lt;code&gt;table.schema&lt;/code&gt; is the database. However it is &lt;code&gt;None&lt;/code&gt;.&lt;br /&gt;
 So we can use this field to get database, or use operator default database if &lt;code&gt;table.schema is None&lt;/code&gt;&lt;/p&gt;
 
 &lt;p&gt;☐ Your change modifies the &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json&#34;&gt;core&lt;/a&gt; OpenLineage model
@@ -88751,7 +88775,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -91198,7 +91222,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-03-02 20:04:19">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -91224,7 +91248,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-03-02 20:06:00">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -91327,7 +91351,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-03-03 16:24:07">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -91357,7 +91381,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-03-03 16:24:50">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -91883,7 +91907,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -92192,7 +92216,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-03-15 15:18:22">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -93395,8 +93419,8 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/1747">#1747 [PROPOSAL] Support for V2SessionCatalog</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;Delta catalog uses V2SessionCatalog for some operations. All catalog calls except the delta lake ones are delegated to V2SessionCatalog. Currently, openlineage does not support this spark catalog. &lt;br /&gt;
-Adding support for the V2SessionCatalog will be of great use as we are currently unable to emit metadata from some important pipelines which use this spark catalog, to our backend. &lt;br /&gt;
+                                    &lt;p&gt;Delta catalog uses V2SessionCatalog for some operations. All catalog calls except the delta lake ones are delegated to V2SessionCatalog. Currently, openlineage does not support this spark catalog.&lt;br /&gt;
+Adding support for the V2SessionCatalog will be of great use as we are currently unable to emit metadata from some important pipelines which use this spark catalog, to our backend.&lt;br /&gt;
 Wondering if this feature can be supported, or is on the roadmap potentially? Thanks a lot!&lt;/p&gt;
                                 </div>
                                 
@@ -94389,7 +94413,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-04-06 10:22:17">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -96557,11 +96581,11 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/1784">#1784 Null Pointer Exception with OpenlineageSparkListener</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;Hi everyone, &lt;br /&gt;
-I am facing this null pointer exception in OpenlineageSparkListener for my job saving into delta table. &lt;br /&gt;
+                                    &lt;p&gt;Hi everyone,&lt;br /&gt;
+I am facing this null pointer exception in OpenlineageSparkListener for my job saving into delta table.&lt;br /&gt;
 &lt;code&gt;ERROR AsyncEventQueue: Listener OpenLineageSparkListener threw an exception java.lang.NullPointerException java.base/java.util.concurrent.ConcurrentHashMap.putVal(Unknown Source) java.base/java.util.concurrent.ConcurrentHashMap.put(Unknown Source) io.openlineage.spark.agent.JobMetricsHolder.addMetrics(JobMetricsHolder.java:40) io.openlineage.spark.agent.OpenLineageSparkListener.onTaskEnd(OpenLineageSparkListener.java:179) org.apache.spark.scheduler.SparkListenerBus.doPostEvent(SparkListenerBus.scala:45) org.apache.spark.scheduler.SparkListenerBus.doPostEvent$(SparkListenerBus.scala:28) org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:37) org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:37) org.apache.spark.util.ListenerBus.postToAll(ListenerBus.scala:117) org.apache.spark.util.ListenerBus.postToAll$(ListenerBus.scala:101) org.apache.spark.scheduler.AsyncEventQueue.super$postToAll(AsyncEventQueue.scala:105) org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:105) scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.java:23) scala.util.DynamicVariable.withValue(DynamicVariable.scala:62) &amp;lt;a href=&#34;http://org.apache.spark.scheduler.AsyncEventQueue.org&#34;&amp;gt;org.apache.spark.scheduler.AsyncEventQueue.org&amp;lt;/a&amp;gt;$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:100) org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:96) org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1381) org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:96)&lt;/code&gt;&lt;/p&gt;
 
-&lt;p&gt;The spark submit command used is: &lt;br /&gt;
+&lt;p&gt;The spark submit command used is:&lt;br /&gt;
 &lt;code&gt;spark-submit --py-files /usr/local/lib/common_utils.zip,/usr/local/lib/team_utils.zip,/usr/local/lib/project_utils.zip --conf spark.executor.cores=16 --conf spark.hadoop.fs.s3a.connection.maximum=100 --conf spark.sql.shuffle.partitions=1000 --conf spark.speculation=true --conf spark.sql.adaptive.advisoryPartitionSizeInBytes=256MB --conf spark.hadoop.fs.s3a.multiobjectdelete.enable=false --conf spark.memory.fraction=0.7 --conf spark.kubernetes.executor.label.experiment=some_label --conf spark.kubernetes.executor.label.team=team_name --conf spark.driver.memory=26112m --conf &amp;lt;a href=&#34;http://spark.kubernetes.executor.label.app.kubernetes.io/managed-by=pipeline_name&#34;&amp;gt;spark.kubernetes.executor.label.app.kubernetes.io/managed-by=pipeline_name&amp;lt;/a&amp;gt; --conf spark.kubernetes.executor.label.instance-type=4xlarge --conf spark.executor.instances=10 --conf spark.kubernetes.executor.label.env=prd --conf spark.kubernetes.executor.label.job-name=job_name --conf spark.kubernetes.executor.label.owner=owner --conf spark.kubernetes.executor.label.pipeline=pipeline --conf spark.kubernetes.executor.label.platform-name=platform_name --conf spark.speculation.multiplier=10 --conf spark.memory.storageFraction=0.4 --conf spark.driver.maxResultSize=26112m --conf spark.kubernetes.executor.request.cores=15000m --conf spark.speculation.interval=1s --conf spark.executor.memory=104g --conf spark.sql.catalogImplementation=hive --conf spark.eventLog.dir=file:///logs/spark-events --conf spark.hadoop.fs.s3a.threads.max=100 --conf spark.speculation.quantile=0.75 job.py&lt;/code&gt;&lt;/p&gt;
 
 &lt;p&gt;Would greatly appreciate any help on this! Thanks!&lt;/p&gt;
@@ -96699,7 +96723,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -97992,7 +98016,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -100797,7 +100821,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -101121,7 +101145,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                 .partitionBy(**partitions).option(&#34;replaceWhere&#34;, where_clause).save(path)
 &lt;/code&gt;&lt;/pre&gt;
 
-&lt;p&gt;I also noticed the same issue when using the &lt;code&gt;MERGE INTO&lt;/code&gt; command from spark sql. &lt;br /&gt;
+&lt;p&gt;I also noticed the same issue when using the &lt;code&gt;MERGE INTO&lt;/code&gt; command from spark sql.&lt;br /&gt;
 Would it be possible to extend the support to these df operations. too please? Thanks!&lt;/p&gt;
                                 </div>
                                 
@@ -101896,7 +101920,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/1828">#1828 [Spark] duplicate events when for delta</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;Each join query run on top of delta tables have two start and two complete events. Openlineage 0.22..00 &lt;br /&gt;
+                                    &lt;p&gt;Each join query run on top of delta tables have two start and two complete events. Openlineage 0.22..00&lt;br /&gt;
 &lt;a href=&#34;https://openlineage.slack.com/archives/C01CK9T7HKR/p1683014620909079&#34;&gt;https://openlineage.slack.com/archives/C01CK9T7HKR/p1683014620909079&lt;/a&gt;&lt;/p&gt;
                                 </div>
                                 
@@ -102013,7 +102037,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -102630,77 +102654,77 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/1821">#1821 Azure databricks use aggregate funcation can not buildColumnLineageDatasetFacet</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;Enviroment: &lt;br /&gt;
-databricks 12.1 (includes Apache Spark 3.3.1, Scala 2.12) &lt;br /&gt;
-Openlineage 0.21.1 &lt;br /&gt;
-sql: &lt;br /&gt;
-INSERT INTO TABLE openliange&lt;em&gt;test &lt;br /&gt;
-SELECT &lt;br /&gt;
-union&lt;/em&gt;id, &lt;br /&gt;
-first(name) AS name &lt;br /&gt;
-FROM tmp &lt;br /&gt;
-GROUP BY union_id; &lt;br /&gt;
-when we use &#39;GROUP BY&#39; function, the program report err: &lt;br /&gt;
-23/03/10 07:49:15 ERROR ColumnLevelLineageUtils: Error when invoking static method &#39;buildColumnLineageDatasetFacet&#39; for Spark3 &lt;br /&gt;
-java.lang.reflect.InvocationTargetException &lt;br /&gt;
-at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) &lt;br /&gt;
-at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) &lt;br /&gt;
-at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) &lt;br /&gt;
-at java.lang.reflect.Method.invoke(Method.java:498) &lt;br /&gt;
-at io.openlineage.spark.agent.lifecycle.plan.column.ColumnLevelLineageUtils.buildColumnLineageDatasetFacet(ColumnLevelLineageUtils.java:35) &lt;br /&gt;
-at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.lambda$buildOutputDatasets$21(OpenLineageRunEventBuilder.java:424) &lt;br /&gt;
-at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) &lt;br /&gt;
-at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1384) &lt;br /&gt;
-at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482) &lt;br /&gt;
-at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472) &lt;br /&gt;
-at java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708) &lt;br /&gt;
-at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) &lt;br /&gt;
-at java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:566) &lt;br /&gt;
-at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.buildOutputDatasets(OpenLineageRunEventBuilder.java:437) &lt;br /&gt;
-at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.populateRun(OpenLineageRunEventBuilder.java:296) &lt;br /&gt;
-at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.buildRun(OpenLineageRunEventBuilder.java:279) &lt;br /&gt;
-at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.buildRun(OpenLineageRunEventBuilder.java:231) &lt;br /&gt;
-at io.openlineage.spark.agent.lifecycle.SparkSQLExecutionContext.end(SparkSQLExecutionContext.java:95) &lt;br /&gt;
-at io.openlineage.spark.agent.OpenLineageSparkListener.sparkSQLExecEnd(OpenLineageSparkListener.java:98) &lt;br /&gt;
-at io.openlineage.spark.agent.OpenLineageSparkListener.onOtherEvent(OpenLineageSparkListener.java:84) &lt;br /&gt;
-at org.apache.spark.scheduler.SparkListenerBus.doPostEvent(SparkListenerBus.scala:102) &lt;br /&gt;
-at org.apache.spark.scheduler.SparkListenerBus.doPostEvent$(SparkListenerBus.scala:28) &lt;br /&gt;
-at org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:42) &lt;br /&gt;
-at org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:42) &lt;br /&gt;
-at org.apache.spark.util.ListenerBus.postToAll(ListenerBus.scala:118) &lt;br /&gt;
-at org.apache.spark.util.ListenerBus.postToAll$(ListenerBus.scala:102) &lt;br /&gt;
-at org.apache.spark.scheduler.AsyncEventQueue.super$postToAll(AsyncEventQueue.scala:114) &lt;br /&gt;
-at org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:114) &lt;br /&gt;
-at scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.java:23) &lt;br /&gt;
-at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62) &lt;br /&gt;
-at &lt;a href=&#34;http://org.apache.spark.scheduler.AsyncEventQueue.org&#34;&gt;org.apache.spark.scheduler.AsyncEventQueue.org&lt;/a&gt;$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:109) &lt;br /&gt;
-at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:105) &lt;br /&gt;
-at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1655) &lt;br /&gt;
-at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:105) &lt;br /&gt;
-Caused by: java.lang.NoSuchMethodError: org.apache.spark.sql.catalyst.expressions.aggregate.AggregateExpression.resultId()Lorg/apache/spark/sql/catalyst/expressions/ExprId; &lt;br /&gt;
-at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.traverseExpression(ExpressionDependencyCollector.java:71) &lt;br /&gt;
-at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.lambda$traverseExpression$4(ExpressionDependencyCollector.java:66) &lt;br /&gt;
-at java.util.Iterator.forEachRemaining(Iterator.java:116) &lt;br /&gt;
-at scala.collection.convert.Wrappers$IteratorWrapper.forEachRemaining(Wrappers.scala:31) &lt;br /&gt;
-at java.util.Spliterators$IteratorSpliterator.forEachRemaining(Spliterators.java:1801) &lt;br /&gt;
-at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:647) &lt;br /&gt;
-at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.traverseExpression(ExpressionDependencyCollector.java:66) &lt;br /&gt;
-at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.lambda$null$2(ExpressionDependencyCollector.java:52) &lt;br /&gt;
-at java.util.LinkedList$LLSpliterator.forEachRemaining(LinkedList.java:1235) &lt;br /&gt;
-at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:647) &lt;br /&gt;
-at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.lambda$collect$3(ExpressionDependencyCollector.java:52) &lt;br /&gt;
-at org.apache.spark.sql.catalyst.trees.TreeNode.foreach(TreeNode.scala:292) &lt;br /&gt;
-at org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$foreach$1(TreeNode.scala:293) &lt;br /&gt;
-at org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$foreach$1$adapted(TreeNode.scala:293) &lt;br /&gt;
-at scala.collection.Iterator.foreach(Iterator.scala:943) &lt;br /&gt;
-at scala.collection.Iterator.foreach$(Iterator.scala:943) &lt;br /&gt;
-at scala.collection.AbstractIterator.foreach(Iterator.scala:1431) &lt;br /&gt;
-at scala.collection.IterableLike.foreach(IterableLike.scala:74) &lt;br /&gt;
-at scala.collection.IterableLike.foreach$(IterableLike.scala:73) &lt;br /&gt;
-at scala.collection.AbstractIterable.foreach(Iterable.scala:56) &lt;br /&gt;
-at org.apache.spark.sql.catalyst.trees.TreeNode.foreach(TreeNode.scala:293) &lt;br /&gt;
-at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.collect(ExpressionDependencyCollector.java:35) &lt;br /&gt;
-at io.openlineage.spark3.agent.lifecycle.plan.column.ColumnLevelLineageUtils.buildColumnLineageDatasetFacet(ColumnLevelLineageUtils.java:32) &lt;br /&gt;
+                                    &lt;p&gt;Enviroment:&lt;br /&gt;
+databricks 12.1 (includes Apache Spark 3.3.1, Scala 2.12)&lt;br /&gt;
+Openlineage 0.21.1&lt;br /&gt;
+sql:&lt;br /&gt;
+INSERT INTO TABLE openliange&lt;em&gt;test&lt;br /&gt;
+SELECT&lt;br /&gt;
+union&lt;/em&gt;id,&lt;br /&gt;
+first(name) AS name&lt;br /&gt;
+FROM tmp&lt;br /&gt;
+GROUP BY union_id;&lt;br /&gt;
+when we use &#39;GROUP BY&#39; function, the program report err:&lt;br /&gt;
+23/03/10 07:49:15 ERROR ColumnLevelLineageUtils: Error when invoking static method &#39;buildColumnLineageDatasetFacet&#39; for Spark3&lt;br /&gt;
+java.lang.reflect.InvocationTargetException&lt;br /&gt;
+at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)&lt;br /&gt;
+at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)&lt;br /&gt;
+at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)&lt;br /&gt;
+at java.lang.reflect.Method.invoke(Method.java:498)&lt;br /&gt;
+at io.openlineage.spark.agent.lifecycle.plan.column.ColumnLevelLineageUtils.buildColumnLineageDatasetFacet(ColumnLevelLineageUtils.java:35)&lt;br /&gt;
+at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.lambda$buildOutputDatasets$21(OpenLineageRunEventBuilder.java:424)&lt;br /&gt;
+at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)&lt;br /&gt;
+at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1384)&lt;br /&gt;
+at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)&lt;br /&gt;
+at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)&lt;br /&gt;
+at java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708)&lt;br /&gt;
+at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)&lt;br /&gt;
+at java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:566)&lt;br /&gt;
+at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.buildOutputDatasets(OpenLineageRunEventBuilder.java:437)&lt;br /&gt;
+at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.populateRun(OpenLineageRunEventBuilder.java:296)&lt;br /&gt;
+at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.buildRun(OpenLineageRunEventBuilder.java:279)&lt;br /&gt;
+at io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.buildRun(OpenLineageRunEventBuilder.java:231)&lt;br /&gt;
+at io.openlineage.spark.agent.lifecycle.SparkSQLExecutionContext.end(SparkSQLExecutionContext.java:95)&lt;br /&gt;
+at io.openlineage.spark.agent.OpenLineageSparkListener.sparkSQLExecEnd(OpenLineageSparkListener.java:98)&lt;br /&gt;
+at io.openlineage.spark.agent.OpenLineageSparkListener.onOtherEvent(OpenLineageSparkListener.java:84)&lt;br /&gt;
+at org.apache.spark.scheduler.SparkListenerBus.doPostEvent(SparkListenerBus.scala:102)&lt;br /&gt;
+at org.apache.spark.scheduler.SparkListenerBus.doPostEvent$(SparkListenerBus.scala:28)&lt;br /&gt;
+at org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:42)&lt;br /&gt;
+at org.apache.spark.scheduler.AsyncEventQueue.doPostEvent(AsyncEventQueue.scala:42)&lt;br /&gt;
+at org.apache.spark.util.ListenerBus.postToAll(ListenerBus.scala:118)&lt;br /&gt;
+at org.apache.spark.util.ListenerBus.postToAll$(ListenerBus.scala:102)&lt;br /&gt;
+at org.apache.spark.scheduler.AsyncEventQueue.super$postToAll(AsyncEventQueue.scala:114)&lt;br /&gt;
+at org.apache.spark.scheduler.AsyncEventQueue.$anonfun$dispatch$1(AsyncEventQueue.scala:114)&lt;br /&gt;
+at scala.runtime.java8.JFunction0$mcJ$sp.apply(JFunction0$mcJ$sp.java:23)&lt;br /&gt;
+at scala.util.DynamicVariable.withValue(DynamicVariable.scala:62)&lt;br /&gt;
+at &lt;a href=&#34;http://org.apache.spark.scheduler.AsyncEventQueue.org&#34;&gt;org.apache.spark.scheduler.AsyncEventQueue.org&lt;/a&gt;$apache$spark$scheduler$AsyncEventQueue$$dispatch(AsyncEventQueue.scala:109)&lt;br /&gt;
+at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.$anonfun$run$1(AsyncEventQueue.scala:105)&lt;br /&gt;
+at org.apache.spark.util.Utils$.tryOrStopSparkContext(Utils.scala:1655)&lt;br /&gt;
+at org.apache.spark.scheduler.AsyncEventQueue$$anon$2.run(AsyncEventQueue.scala:105)&lt;br /&gt;
+Caused by: java.lang.NoSuchMethodError: org.apache.spark.sql.catalyst.expressions.aggregate.AggregateExpression.resultId()Lorg/apache/spark/sql/catalyst/expressions/ExprId;&lt;br /&gt;
+at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.traverseExpression(ExpressionDependencyCollector.java:71)&lt;br /&gt;
+at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.lambda$traverseExpression$4(ExpressionDependencyCollector.java:66)&lt;br /&gt;
+at java.util.Iterator.forEachRemaining(Iterator.java:116)&lt;br /&gt;
+at scala.collection.convert.Wrappers$IteratorWrapper.forEachRemaining(Wrappers.scala:31)&lt;br /&gt;
+at java.util.Spliterators$IteratorSpliterator.forEachRemaining(Spliterators.java:1801)&lt;br /&gt;
+at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:647)&lt;br /&gt;
+at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.traverseExpression(ExpressionDependencyCollector.java:66)&lt;br /&gt;
+at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.lambda$null$2(ExpressionDependencyCollector.java:52)&lt;br /&gt;
+at java.util.LinkedList$LLSpliterator.forEachRemaining(LinkedList.java:1235)&lt;br /&gt;
+at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:647)&lt;br /&gt;
+at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.lambda$collect$3(ExpressionDependencyCollector.java:52)&lt;br /&gt;
+at org.apache.spark.sql.catalyst.trees.TreeNode.foreach(TreeNode.scala:292)&lt;br /&gt;
+at org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$foreach$1(TreeNode.scala:293)&lt;br /&gt;
+at org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$foreach$1$adapted(TreeNode.scala:293)&lt;br /&gt;
+at scala.collection.Iterator.foreach(Iterator.scala:943)&lt;br /&gt;
+at scala.collection.Iterator.foreach$(Iterator.scala:943)&lt;br /&gt;
+at scala.collection.AbstractIterator.foreach(Iterator.scala:1431)&lt;br /&gt;
+at scala.collection.IterableLike.foreach(IterableLike.scala:74)&lt;br /&gt;
+at scala.collection.IterableLike.foreach$(IterableLike.scala:73)&lt;br /&gt;
+at scala.collection.AbstractIterable.foreach(Iterable.scala:56)&lt;br /&gt;
+at org.apache.spark.sql.catalyst.trees.TreeNode.foreach(TreeNode.scala:293)&lt;br /&gt;
+at io.openlineage.spark3.agent.lifecycle.plan.column.ExpressionDependencyCollector.collect(ExpressionDependencyCollector.java:35)&lt;br /&gt;
+at io.openlineage.spark3.agent.lifecycle.plan.column.ColumnLevelLineageUtils.buildColumnLineageDatasetFacet(ColumnLevelLineageUtils.java:32)&lt;br /&gt;
 ... 34 more&lt;/p&gt;
                                 </div>
                                 
@@ -102953,7 +102977,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* Here is the code we use.</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F057RGL2JN4/azure_sql_deltalake.py?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Azure SQL_DeltaLake.py</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F057RGL2JN4/azure_sql_deltalake.py?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Azure SQL_DeltaLake.py</a></div>
                             
                                 
     
@@ -103598,7 +103622,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-05-11 14:52:40">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -104069,7 +104093,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 <p>@Paweł Leszczyński @Michael Robinson</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F0584UY0398/merge-test.py?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">merge-test.py</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F0584UY0398/merge-test.py?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">merge-test.py</a></div>
                             
                                 
     
@@ -104693,7 +104717,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-05-18 10:27:52">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -104771,7 +104795,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-05-19 09:05:31">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -104798,7 +104822,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-05-19 09:06:30">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -105528,7 +105552,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
         final_df.write.mode(&#34;overwrite&#34;).saveAsTable(&#34;openlineage_poc.productordertest2&#34;)
 &lt;/code&gt;&lt;/pre&gt;
 
-&lt;p&gt;it&#39;s not present anymore. &lt;br /&gt;
+&lt;p&gt;it&#39;s not present anymore.&lt;br /&gt;
 &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/files/11505766/lineage.txt&#34;&gt;lineage.txt&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;Requested on slack: &lt;a href=&#34;https://openlineage.slack.com/archives/C01CK9T7HKR/p1684391393701839&#34;&gt;https://openlineage.slack.com/archives/C01CK9T7HKR/p1684391393701839&lt;/a&gt;&lt;/p&gt;
@@ -105657,10 +105681,10 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/1866">#1866 Reg: Lineage Representation With Available Datasets Generated by the Jobs</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 As part of the data ingestion pipeline process. process#1 generating the tables using spark. How can refer process#1 as an input for my process#2. When we specify them in lineage process by refering spark namespace where the datasets resides it&#39;s not showling accurately on Marquez UI.&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
 If N number of jobs generates the datasets under respective namespaces. We should refer the same in the lineage representation process as is insated of them craeting again and again under the job execution namespace.&lt;/p&gt;
                                 </div>
                                 
@@ -107215,7 +107239,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -108159,7 +108183,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <p>@channel
 <strong>We released OpenLineage 0.27.2, including:</strong>
 Fixes:
-• Python client: deprecate <code>client.from_environment</code>, do not skip loading config <code>#1908</code> @Maciej Obuchowski <br />
+• Python client: deprecate <code>client.from_environment</code>, do not skip loading config <code>#1908</code> @Maciej Obuchowski<br />
 For the details, see:
 <strong>Release:</strong> <a href="https://github.com/OpenLineage/OpenLineage/releases/tag/0.27.2">https://github.com/OpenLineage/OpenLineage/releases/tag/0.27.2</a>
 <strong>Changelog:</strong> <a href="https://github.com/OpenLineage/OpenLineage/blob/main/CHANGELOG.md">https://github.com/OpenLineage/OpenLineage/blob/main/CHANGELOG.md</a>
@@ -108662,7 +108686,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
          <code>.config('spark.extraListeners', 'io.openlineage.spark.agent.OpenLineageSparkListener')</code>
          <code>.config('spark.jars.packages', 'io.openlineage:openlineage_spark:0.12.0')</code>
          <code>.config('spark.openlineage.host', '&lt;http://marquez-api:5000&gt;')</code>
-         <code>.config('spark.openlineage.namespace', 'spark_integration')</code> <br />
+         <code>.config('spark.openlineage.namespace', 'spark_integration')</code><br />
          <code>.getOrCreate())</code></p>
 
 <p><code>spark.sparkContext.setLogLevel("INFO")</code></p>
@@ -111306,7 +111330,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the Marquez project.&lt;/p&gt;
                                 </div>
                                 
@@ -111512,7 +111536,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* This is the event generated for above query.</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05DA00JCSW/log4j-active__11__txt.txt?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">log4j-active (11).txt</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05DA00JCSW/log4j-active__11__txt.txt?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">log4j-active (11).txt</a></div>
                             
                                 
     
@@ -111583,7 +111607,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <p>this is event for view for which no lineage is being generated</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05DCA740KE/view.txt?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">view.txt</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05DCA740KE/view.txt?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">view.txt</a></div>
                             
                                 
     
@@ -113528,11 +113552,11 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/372">#372 spark: Cover streaming LogicalPlans</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;Cover implementations of LogicalPlan in &lt;br /&gt;
-org.apache.spark.sql.execution.streaming.continuous &lt;br /&gt;
-WriteToContinuousDataSource &lt;br /&gt;
-org.apache.spark.sql.execution.streaming.sources &lt;br /&gt;
-MemoryPlan &lt;br /&gt;
+                                    &lt;p&gt;Cover implementations of LogicalPlan in&lt;br /&gt;
+org.apache.spark.sql.execution.streaming.continuous&lt;br /&gt;
+WriteToContinuousDataSource&lt;br /&gt;
+org.apache.spark.sql.execution.streaming.sources&lt;br /&gt;
+MemoryPlan&lt;br /&gt;
 WriteToMicroBatchDataSource&lt;/p&gt;
                                 </div>
                                 
@@ -113984,7 +114008,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -114207,7 +114231,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-07-12 15:22:52">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -114259,7 +114283,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-07-12 21:44:21">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -114502,7 +114526,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;p&gt;“job and dataset facets apply to that entity from that moment on until they are replaced by a new version of the same facet”&lt;/p&gt;
 
-&lt;p&gt;However this doesn’t allow deleting the facet altogether if the facet is no longer applicable. &lt;br /&gt;
+&lt;p&gt;However this doesn’t allow deleting the facet altogether if the facet is no longer applicable.&lt;br /&gt;
 For example: the dataset no longer has an owner.&lt;/p&gt;
 
 &lt;p&gt;This proposal adds a mechanism for deleting job and dataset facets.&lt;/p&gt;
@@ -114527,7 +114551,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -114622,7 +114646,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                                 <div class="link-text">
                                     &lt;p&gt;&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;Static metadata events (known also as runless) where presented within in the proposal: &lt;br /&gt;
+&lt;p&gt;Static metadata events (known also as runless) where presented within in the proposal:&lt;br /&gt;
 &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/proposals/1837/static_lineage.md&#34;&gt;https://github.com/OpenLineage/OpenLineage/blob/main/proposals/1837/static_lineage.md&lt;/a&gt;&lt;/p&gt;
 
 &lt;p&gt;and is being introduced to Openlineage specification within the PR: &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/pull/1880&#34;&gt;OpenLineage/OpenLineage#1880&lt;/a&gt;&lt;/p&gt;
@@ -115055,7 +115079,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <div class="message-container">
         <div id="2023-07-17 08:38:59">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -115732,7 +115756,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -116315,7 +116339,7 @@ <h1>MARQUEZ<em>API</em>KEY=[YOUR<em>API</em>KEY]</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* </p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05HR8SBTRV/untitled?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Untitled</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05HR8SBTRV/untitled?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Untitled</a></div>
                             
                                 
     
@@ -122816,7 +122840,7 @@ <h1>Marquez as an OpenLineage Client</h1>
                     <div class="message-container">
         <div id="2023-08-08 09:53:05">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -122868,7 +122892,7 @@ <h1>Marquez as an OpenLineage Client</h1>
                     <div class="message-container">
         <div id="2023-08-08 09:53:38">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -122924,7 +122948,7 @@ <h1>Marquez as an OpenLineage Client</h1>
                     <div class="message-container">
         <div id="2023-08-08 11:16:39">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -122976,7 +123000,7 @@ <h1>Marquez as an OpenLineage Client</h1>
                     <div class="message-container">
         <div id="2023-08-08 09:54:40">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -123049,7 +123073,7 @@ <h1>Marquez as an OpenLineage Client</h1>
                     <div class="message-container">
         <div id="2023-08-08 11:13:17">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -123173,7 +123197,7 @@ <h1>Marquez as an OpenLineage Client</h1>
                     <div class="message-container">
         <div id="2023-08-08 11:13:26">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -123306,7 +123330,7 @@ <h1>Marquez as an OpenLineage Client</h1>
                     <div class="message-container">
         <div id="2023-08-08 11:15:55">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -123607,7 +123631,7 @@ <h1>Marquez as an OpenLineage Client</h1>
                     <div class="message-container">
         <div id="2023-08-08 11:10:47">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -123801,7 +123825,7 @@ <h1>Marquez as an OpenLineage Client</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -125373,7 +125397,7 @@ <h1>csv_file = location.csv</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -125724,7 +125748,7 @@ <h1>csv_file = location.csv</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -126085,6 +126109,641 @@ <h1>csv_file = location.csv</h1>
         
             
                 
+                    <div class="message-container">
+        <div id="2024-02-13 05:27:36">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-13 05:27:36"><div class="time">2024-02-13 05:27:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i am getting this error while building the project.
+tried a lot of things, any pointers or leads will be helpful?
+i am using apple m1 max chip computer. thanks
+&gt; ------ Running smoke test ------
+&gt; Exception in thread “main” java.lang.UnsatisfiedLinkError: /private/var/folders/zz/zyxvpxvq6csfxvn<em>n0000000000000/T/native-lib4719585175993676348/libopenlineage</em>sql<em>java.dylib: dlopen(/private/var/folders/zz/zyxvpxvq6csfxvn</em>n0000000000000/T/native-lib4719585175993676348/libopenlineage<em>sql</em>java.dylib, 0x0001): tried: ‘/private/var/folders/zz/zyxvpxvq6csfxvn<em>n0000000000000/T/native-lib4719585175993676348/libopenlineage</em>sql<em>java.dylib’ (mach-o file, but is an incompatible architecture (have ‘arm64’, need ‘x86</em>64’)), ‘/System/Volumes/Preboot/Cryptexes/OS/private/var/folders/zz/zyxvpxvq6csfxvn<em>n0000000000000/T/native-lib4719585175993676348/libopenlineage</em>sql<em>java.dylib’ (no such file), ‘/private/var/folders/zz/zyxvpxvq6csfxvn</em>n0000000000000/T/native-lib4719585175993676348/libopenlineage<em>sql</em>java.dylib’ (mach-o file, but is an incompatible architecture (have ‘arm64’, need ‘x86_64’))
+&gt;         at java.base/java.lang.ClassLoader$NativeLibrary.load0(Native Method)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 05:51:45">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-13 05:51:45"><div class="time">2024-02-13 05:51:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* the build passes with out the smoke tests.
+but the command you gave is throwing below error</p>
+
+<blockquote>
+  <p>(base) snavalgi@macos-PD7LVVY6MQ spark % ./gradlew -q :app:integrationTest --tests io.openlineage.spark.agent.SparkIcebergIntegrationTest.testDropTable</p>
+  
+  <p>FAILURE: Build failed with an exception.</p>
+  
+  <p>** Where:
+  Build file ‘/Users/snavalgi/Documents/GitHub/OpenLineage/integration/spark/app/build.gradle’ line: 256</p>
+  
+  <p>** What went wrong:
+  A problem occurred evaluating project ‘:app’.</p>
+  
+  <blockquote>
+    <p>Could not resolve all files for configuration ‘:app:spark2’.
+    Could not resolve io.openlineage:openlineage<em>java:1.9.0-SNAPSHOT.
+         Required by:
+             project :app &gt; project :shared
+    Could not resolve io.openlineage:openlineage</em>java:1.9.0-SNAPSHOT.
+    Unable to load Maven meta-data from <a href="https://astronomer.jfrog.io/artifactory/maven-public-libs-snapshot/io/openlineage/openlineage-java/1.9.0-SNAPSHOT/maven-metadata.xml">https://astronomer.jfrog.io/artifactory/maven-public-libs-snapshot/io/openlineage/openlineage-java/1.9.0-SNAPSHOT/maven-metadata.xml</a>.
+    org.xml.sax.SAXParseException; lineNumber: 1; columnNumber: 10; DOCTYPE is disallowed when the feature “<a href="http://apache.org/xml/features/disallow-doctype-decl">http://apache.org/xml/features/disallow-doctype-decl</a>” set to true.
+    Could not resolve io.openlineage:openlineage<em>sql</em>java:1.9.0-SNAPSHOT.
+         Required by:
+             project :app &gt; project :shared
+    Could not resolve io.openlineage:openlineage<em>sql</em>java:1.9.0-SNAPSHOT.
+    Unable to load Maven meta-data from <a href="https://astronomer.jfrog.io/artifactory/maven-public-libs-snapshot/io/openlineage/openlineage-sql-java/1.9.0-SNAPSHOT/maven-metadata.xml">https://astronomer.jfrog.io/artifactory/maven-public-libs-snapshot/io/openlineage/openlineage-sql-java/1.9.0-SNAPSHOT/maven-metadata.xml</a>.
+    org.xml.sax.SAXParseException; lineNumber: 1; columnNumber: 10; DOCTYPE is disallowed when the feature “<a href="http://apache.org/xml/features/disallow-doctype-decl">http://apache.org/xml/features/disallow-doctype-decl</a>” set to true.</p>
+  </blockquote>
+  
+  <p>** Try:</p>
+  
+  <blockquote>
+    <p>Run with --stacktrace option to get the stack trace.
+    Run with --info or --debug option to get more log output.
+    Run with --scan to get full insights.
+    Get more help at <a href="https://help.gradle.org">https://help.gradle.org</a>.</p>
+  </blockquote>
+  
+  <p>BUILD FAILED in 10s</p>
+</blockquote>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 00:07:56">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-14 00:07:56"><div class="time">2024-02-14 00:07:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* updated the correct error message</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 05:30:22">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 05:30:22"><div class="time">2024-02-14 05:30:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @savan you need to build <code>openlineage-java</code>  and <code>openlineage-sql-java</code> libraries as described here: <a href="https://github.com/OpenLineage/OpenLineage/blob/73b4a3bcd84239e7baedd22b5294624623d6f3ad/integration/spark/README.md#preparation">https://github.com/OpenLineage/OpenLineage/blob/73b4a3bcd84239e7baedd22b5294624623d6f3ad/integration/spark/README.md#preparation</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 06:52:31">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-14 06:52:31"><div class="time">2024-02-14 06:52:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski thanks for the response.
+the issue was with java-8 architecture i had installed.</p>
+
+<p>i am able to compile, build and run the integration test now , with java 11 ( of appropriate arch)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 08:12:02">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-14 08:12:02"><div class="time">2024-02-14 08:12:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* was able running some(createtable) integration tests successfully.
+but now
+the marquez-api container is repeated crashing. any pointers?</p>
+
+<blockquote>
+  <p>marquez-api  | [Too many errors, abort]
+  marquez-api  | qemu: uncaught target signal 6 (Aborted) - core dumped
+  marquez-api  | /usr/src/app/entrypoint.sh: line 19:    44 Aborted                 java ${JAVA<em>OPTS} -jar marquez-**.jar server ${MARQUEZ</em>CONFIG}
+  marquez-api exited with code 134</p>
+</blockquote>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 08:15:37">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-14 08:15:37"><div class="time">2024-02-14 08:15:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* the marquez-api docker image has this warning</p>
+
+<blockquote>
+  <p>AMD64, image may have poor performance or fail, if run via emulation</p>
+</blockquote>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 08:32:54">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 08:32:54"><div class="time">2024-02-14 08:32:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Willy Lulciuc I think publishing <code>arm64</code> image of Marquez would be a good idea</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:36:46">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-14 13:36:46"><div class="time">2024-02-14 13:36:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yeah, supporting multi-architectural docker builds makes sense. Here’s an article outlining an approach <a href="https://www.padok.fr/en/blog/multi-architectures-docker-iot#architectures">https://www.padok.fr/en/blog/multi-architectures-docker-iot#architectures</a>. @Maciej Obuchowski what’s is what you’re suggesting here?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-25 02:53:54">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-25 02:53:54"><div class="time">2024-02-25 02:53:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski @Paweł Leszczyński
+i have verified the integration test for dropTestTable on my local.
+it is working fine. ✅✅✅✅✅
+can you please trigger the CI for this PR?
+and expedite the review and merge process
+<a href="https://github.com/OpenLineage/OpenLineage/pull/2214">https://github.com/OpenLineage/OpenLineage/pull/2214</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 03:33:48">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 03:33:48"><div class="time">2024-02-26 03:33:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* the test is still failin in CI -&gt; <a href="https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9488/workflows/f669d751-aa18-4735-a51f-7d647415fee8/jobs/181187">https://app.circleci.com/pipelines/github/OpenLineage/OpenLineage/9488/workflows/f669d751-aa18-4735-a51f-7d647415fee8/jobs/181187</a></p>
+
+<p><code>io.openlineage.spark.agent.SparkContainerIntegrationTest testDropTable() FAILED (31.2s)</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 04:00:06">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-26 04:00:06"><div class="time">2024-02-26 04:00:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* on my local i see that the test is passing.
+let me update the branch and test again</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06LH0RLAVB/screenshot_2024-02-26_at_2.28.21___pm.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-02-26 at 2.28.21 PM.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06LH0RLAVB/screenshot_2024-02-26_at_2.28.21___pm.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06LH0RLAVB-1be5773c8f/screenshot_2024-02-26_at_2.28.21___pm_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="205" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:18:06">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-26 05:18:06"><div class="time">2024-02-26 05:18:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i have made a minor change .
+can you please trigger the CI again @Paweł Leszczyński</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👀 Paweł Leszczyński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:27:14">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-26 05:27:14"><div class="time">2024-02-26 05:27:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* the test is again passing on my local with latest code. but i notice the below error in the previous CI failure.</p>
+
+<p>the previous CI build was failing because
+the actual START event for droptable in the CI had  empty input and output.
+&gt; <code>"eventType" : "START",
+&amp;gt; "inputs" : [ ],
+&amp;gt; "outputs" : [ ]</code>
+but on my local ,
+the START event for droptable has output populated as below.
+&gt; <code>{
+&amp;gt;   "eventType": "START",
+&amp;gt;   "job": {
+&amp;gt;     "namespace": "testDropTable"
+&amp;gt;   },
+&amp;gt;   "inputs": [],
+&amp;gt;   "outputs": [
+&amp;gt;     {
+&amp;gt;       "namespace": "file",
+&amp;gt;       "name": "/tmp/drop_test/drop_table_test",
+&amp;gt;       "facets": {
+&amp;gt;         "dataSource": {
+&amp;gt;           "name": "file",
+&amp;gt;           "uri": "file"
+&amp;gt;         },
+&amp;gt;         "symlinks": {
+&amp;gt;           "identifiers": [
+&amp;gt;             {
+&amp;gt;               "namespace": "file:/tmp/drop_test",
+&amp;gt;               "name": "default.drop_table_test",
+&amp;gt;               "type": "TABLE"
+&amp;gt;             }
+&amp;gt;           ]
+&amp;gt;         },
+&amp;gt;         "lifecycleStateChange": {
+&amp;gt;           "lifecycleStateChange": "DROP"
+&amp;gt;         }
+&amp;gt;       }
+&amp;gt;     }
+&amp;gt;   ]
+&amp;gt; }</code>
+&gt; </p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:29:47">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 05:29:47"><div class="time">2024-02-26 05:29:47</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Please note that CI runs tests against several Spark versions. This can be configured with
+<code>-Pspark.version=3.4.2</code>
+It's possible that your test passing for some versions while still failing for other ones.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:33:05">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-26 05:33:05"><div class="time">2024-02-26 05:33:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* if CI is verifying against many spark version,
+does that mean,
+some spark version have empty output:[]
+and some have populated output:[]
+for the same START event of a droptable
+?</p>
+
+<p>if so then how do we specify different START events respectively for those versions of spark?
+is that possible?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:42:24">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 05:42:24"><div class="time">2024-02-26 05:42:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* For <code>complete</code> event the assertion with empty inputs and outputs verifies only if an <code>complete</code> event was emitted. It would  make sense for <code>start</code> to verify if this contains information about the deleted dataset. If it is missing for a single spark version, we should first try to understand why is this happening and if there is any workaround for this.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:43:43">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-26 05:43:43"><div class="time">2024-02-26 05:43:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yes makes sense.
+can you please approve to run CI for integration test again?</p>
+
+<p>I really wanted to check if this build passes.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:57:51">
+            
+                <img src="https://secure.gravatar.com/avatar/9ec77e3c48747d0e4ba028cd952008b7.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0009-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">savan
+                     <span class="print-only user-email">(SavanSharan_Navalgi@intuit.com)</span>
+                </div>
+                <a href="#2024-02-26 05:57:51"><div class="time">2024-02-26 05:57:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and for the spark version for which we are getting empty output[] in START event for droptable
+should i open a new ticket on openlineage and report the issue?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
                     <div class="message-container">
         <div id="2023-08-11 07:36:57">
             
@@ -127372,7 +128031,7 @@ <h1>csv_file = location.csv</h1>
 &lt;p&gt;• Short-term fix: Remove adaptive&lt;em&gt;spark&lt;/em&gt;plan from the excludedNodes in DatabricksEventFilter.
 • Long-term resolution: Consider integrating the proposal from &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/2056&#34;&gt;#2056&lt;/a&gt; for a more universal filtering mechanism.&lt;/p&gt;
 
-&lt;p&gt;Environment: &lt;br /&gt;
+&lt;p&gt;Environment:&lt;br /&gt;
 Databricks version: 12.2 LTS (includes Apache Spark 3.3.2, Scala 2.12)&lt;/p&gt;
 
 &lt;p&gt;I hope this provides a clear picture of the issue at hand. We&#39;re eager to collaborate on resolving this.&lt;/p&gt;
@@ -127414,7 +128073,7 @@ <h1>csv_file = location.csv</h1>
                     <div class="message-container">
         <div id="2023-08-16 09:24:09">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -128382,8 +129041,8 @@ <h1>csv_file = location.csv</h1>
 
 &lt;p&gt;While implementing the current OpenLineage Spark integration in Databricks, we&#39;ve made an interesting observation regarding event filtering and its behavior with narrow and wide transformations:&lt;/p&gt;
 
-&lt;p&gt;For a narrow transformation (without shuffle), the event is execute&lt;em&gt;insert&lt;/em&gt;into&lt;em&gt;hadoop&lt;/em&gt;fs&lt;em&gt;relation&lt;/em&gt;command and it doesn&#39;t include adaptive&lt;em&gt;spark&lt;/em&gt;plan. &lt;br /&gt;
-For a wide transformation (with shuffle), the event is adaptive&lt;em&gt;spark&lt;/em&gt;plan and doesn&#39;t have execute&lt;em&gt;insert&lt;/em&gt;into&lt;em&gt;hadoop&lt;/em&gt;fs&lt;em&gt;relation&lt;/em&gt;command. &lt;br /&gt;
+&lt;p&gt;For a narrow transformation (without shuffle), the event is execute&lt;em&gt;insert&lt;/em&gt;into&lt;em&gt;hadoop&lt;/em&gt;fs&lt;em&gt;relation&lt;/em&gt;command and it doesn&#39;t include adaptive&lt;em&gt;spark&lt;/em&gt;plan.&lt;br /&gt;
+For a wide transformation (with shuffle), the event is adaptive&lt;em&gt;spark&lt;/em&gt;plan and doesn&#39;t have execute&lt;em&gt;insert&lt;/em&gt;into&lt;em&gt;hadoop&lt;/em&gt;fs&lt;em&gt;relation&lt;/em&gt;command.&lt;br /&gt;
 We&#39;ve identified that the adaptive&lt;em&gt;spark&lt;/em&gt;plan is actively filtered out in the DatabricksEventFilter class. This results in the event being completely ignored due to this line:&lt;/p&gt;
 
 &lt;p&gt;Closes: &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/2058&#34;&gt;#2058&lt;/a&gt;&lt;/p&gt;
@@ -128409,7 +129068,7 @@ <h1>csv_file = location.csv</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -130967,7 +131626,7 @@ <h1>csv_file = location.csv</h1>
                     <div class="message-container">
         <div id="2023-08-25 11:32:12">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -130993,7 +131652,7 @@ <h1>csv_file = location.csv</h1>
                     <div class="message-container">
         <div id="2023-08-25 11:32:30">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -132669,7 +133328,7 @@ <h1>csv_file = location.csv</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -134154,7 +134813,7 @@ <h1>set the log level for the openlineage spark library</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -134404,7 +135063,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-09-12 17:15:36">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -134536,7 +135195,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-09-12 21:10:02">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -135020,7 +135679,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* these are the worker pod logs…where there is no log of openlineageplugin</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05S5J5AY2E/downloaded-logs-20230913-180017.json?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">downloaded-logs-20230913-180017.json</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05S5J5AY2E/downloaded-logs-20230913-180017.json?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">downloaded-logs-20230913-180017.json</a></div>
                             
                                 
     
@@ -136512,7 +137171,7 @@ <h1>set the log level for the openlineage spark library</h1>
                             
                         </div>
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05S21H1LHK/spark_events.txt?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">spark_events.txt</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05S21H1LHK/spark_events.txt?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">spark_events.txt</a></div>
                             
                                 
     
@@ -136547,7 +137206,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* </p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05S4S20MDZ/etl-mysql.py?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">etl-mysql.py</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05S4S20MDZ/etl-mysql.py?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">etl-mysql.py</a></div>
                             
                                 
     
@@ -136832,7 +137491,7 @@ <h1>set the log level for the openlineage spark library</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/2104#issuecomment-1735065087">Comment on #2104 [Spark Integration] Receiving duplicate OpenLineage events for a Spark Job</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;Hi &lt;a href=&#34;https://github.com/pawel-big-lebowski&#34;&gt;@pawel-big-lebowski&lt;/a&gt; I understand your point. I&#39;ve also come across cases where the duplicate events have the exact same payload with no difference in facets. I&#39;m assuming there should be some diff in the payload for the backend to merge them. I&#39;ve also seen a single Job emit 7 events and there is no fixed pattern for this. &lt;br /&gt;
+                                    &lt;p&gt;Hi &lt;a href=&#34;https://github.com/pawel-big-lebowski&#34;&gt;@pawel-big-lebowski&lt;/a&gt; I understand your point. I&#39;ve also come across cases where the duplicate events have the exact same payload with no difference in facets. I&#39;m assuming there should be some diff in the payload for the backend to merge them. I&#39;ve also seen a single Job emit 7 events and there is no fixed pattern for this.&lt;br /&gt;
 I also agree that there should be only a single START and a single COMPLETE event for any Job since this what the OL spec says.&lt;/p&gt;
 
 &lt;p&gt;This Job emits 7 events (5 Start and 2 Complete):&lt;/p&gt;
@@ -137417,7 +138076,7 @@ <h1>set the log level for the openlineage spark library</h1>
 
 &lt;p&gt;&lt;strong&gt;Goal&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;Allow third parties to register their implementations or custom extensions to make them easy to discover. &lt;br /&gt;
+&lt;p&gt;Allow third parties to register their implementations or custom extensions to make them easy to discover.&lt;br /&gt;
 Shorten “Producer” and “schema url” values&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;/p&gt;
@@ -137968,7 +138627,7 @@ <h1>set the log level for the openlineage spark library</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -138677,7 +139336,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <p>I am attaching the log4j, there is no openlineagecontext</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05TJ6PA3NG/log4j-active__3_.txt?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">log4j-active (3).txt</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05TJ6PA3NG/log4j-active__3_.txt?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">log4j-active (3).txt</a></div>
                             
                                 
     
@@ -138774,7 +139433,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-09-25 08:59:10">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -138830,7 +139489,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-09-25 08:56:53">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -138884,7 +139543,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-09-25 09:05:12">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -138936,7 +139595,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-09-25 09:07:03">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -139014,7 +139673,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-09-25 09:26:57">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -139412,7 +140071,7 @@ <h1>set the log level for the openlineage spark library</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/2105">#2105 [PROPOSAL] Spark jobs should have a parent Job describing the Run State of Spark pipeline.</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 Currently there is no way to group spark jobs running within the same SparkContext since there is no concept of parent Jobs in Spark. In airflow we support Parent Runs and this way we can group Tasks together within a single DAG.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Use cases:&lt;/strong&gt;&lt;/p&gt;
@@ -139420,7 +140079,7 @@ <h1>set the log level for the openlineage spark library</h1>
 &lt;p&gt;• For data catalog based OL backends, a user might want to search for Spark ETL pipelines first and then dive deeper into a specific pipeline to view the Spark Jobs. This is similar to how a user can search for airflow DAG assets and then look into the Tasks for that DAG.
 • Also this will help display operational metadata for Spark pipelines. For Airflow we have DAG run status (parent job status), but for Spark we don&#39;t have any such concept to display the completion state of a pipeline run. We can only track it at SparkJob level.&lt;/p&gt;
 
-&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt; &lt;br /&gt;
+&lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;br /&gt;
 This should be similar to the airflow implementation.&lt;/p&gt;
                                 </div>
                                 
@@ -141338,7 +141997,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-10-03 09:59:24">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -141584,7 +142243,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-10-03 21:45:09">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -141636,7 +142295,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-10-04 09:04:16">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -141662,7 +142321,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-10-04 09:05:58">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -141716,7 +142375,7 @@ <h1>set the log level for the openlineage spark library</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -141792,7 +142451,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <div class="message-container">
         <div id="2023-10-05 15:05:08">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -142244,7 +142903,7 @@ <h1>set the log level for the openlineage spark library</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -142510,7 +143169,7 @@ <h1>set the log level for the openlineage spark library</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -142608,7 +143267,7 @@ <h1>set the log level for the openlineage spark library</h1>
                             
                         </div>
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05V8FALBL7/cluster-logs?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">cluster-logs</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F05V8FALBL7/cluster-logs?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">cluster-logs</a></div>
                             
                                 
     
@@ -143418,7 +144077,7 @@ <h1>set the log level for the openlineage spark library</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/2131">#2131 [Spark Databricks] NoSuchMethodError on ReplaceTableAsSelect</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;More details here: &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/2121&#34;&gt;#2121&lt;/a&gt; &lt;br /&gt;
+                                    &lt;p&gt;More details here: &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/issues/2121&#34;&gt;#2121&lt;/a&gt;&lt;br /&gt;
 Looks like different class implementation on databricks platform.&lt;/p&gt;
                                 </div>
                                 
@@ -144199,7 +144858,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* attaching the html</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F061FR39UE5/io.openlineage.spark.agent.lifecycle.plan.altertableaddpartitioncommandvisitortest.html?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">io.openlineage.spark.agent.lifecycle.plan.AlterTableAddPartitionCommandVisitorTest.html</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F061FR39UE5/io.openlineage.spark.agent.lifecycle.plan.altertableaddpartitioncommandvisitortest.html?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">io.openlineage.spark.agent.lifecycle.plan.AlterTableAddPartitionCommandVisitorTest.html</a></div>
                             
                                 
     
@@ -147369,7 +148028,7 @@ <h1>set the log level for the openlineage spark library</h1>
                                 <div class="link-text">
                                     &lt;p&gt;Hi all!&lt;/p&gt;
 
-&lt;p&gt;I really appreciate this repository and would love to use it for its data lineage aspect! &lt;br /&gt;
+&lt;p&gt;I really appreciate this repository and would love to use it for its data lineage aspect!&lt;br /&gt;
 Last few days, I&#39;ve been trying to get the &lt;code&gt;marquez api&lt;/code&gt; Docker image up and running but whatever I try, it does not seem to work.&lt;/p&gt;
 
 &lt;p&gt;It returns the following errors in Docker Desktop:&lt;/p&gt;
@@ -147380,7 +148039,7 @@ <h1>set the log level for the openlineage spark library</h1>
 
 &lt;p&gt;&lt;code&gt;ERROR [2023-04-03 22:44:31,217] org.apache.tomcat.jdbc.pool.ConnectionPool: Unable to create initial connections of pool. 2023-04-03 17:44:31 ! org.postgresql.util.PSQLException: FATAL: password authentication failed for user &#34;marquez&#34;&lt;/code&gt;&lt;/p&gt;
 
-&lt;p&gt;All the steps in the README.md file were used to configure the PostgreSQL database for Marquez and to set the correct environment variables. &lt;br /&gt;
+&lt;p&gt;All the steps in the README.md file were used to configure the PostgreSQL database for Marquez and to set the correct environment variables.&lt;br /&gt;
 During my trouble shooting practices, I found a relatively similar issue on StackOverflow which refers to the danger in using the same ports for Postgres and Marquez but this did not help me yet in solving the issue (&lt;a href=&#34;https://stackoverflow.com/questions/62115827/org-postgresql-util-psqlexception-fatal-password-authentication-failed-for-use&#34;&gt;https://stackoverflow.com/questions/62115827/org-postgresql-util-psqlexception-fatal-password-authentication-failed-for-use&lt;/a&gt;).&lt;/p&gt;
 
 &lt;p&gt;Could you please help me out?&lt;/p&gt;
@@ -147934,7 +148593,7 @@ <h1>set the log level for the openlineage spark library</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* </p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06375RT0LS/logs.txt?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">logs.txt</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06375RT0LS/logs.txt?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">logs.txt</a></div>
                             
                                 
     
@@ -149482,7 +150141,7 @@ <h1>show data</h1>
                     <p>@Paweł Leszczyński I tested 1.5.0, it works great now, but the environment facets is gone in START... which I very much want it.. any thoughts?</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F063M06MWBZ/data__10_.json?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">data (10).json</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F063M06MWBZ/data__10_.json?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">data (10).json</a></div>
                             
                                 
     
@@ -151344,7 +152003,7 @@ <h1>show data</h1>
                     <p>@Paweł Leszczyński I went back to 1.4.1, output does show adls location. But environment facet is gone in 1.4.1. It shows up in 1.5.0 but namespace is back to dbfs....</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F0663EAEL0Y/data__11_.json?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">data (11).json</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F0663EAEL0Y/data__11_.json?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">data (11).json</a></div>
                             
                                 
     
@@ -151999,7 +152658,7 @@ <h1>show data</h1>
                     <div class="message-container">
         <div id="2023-11-16 11:46:16">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -152052,7 +152711,7 @@ <h1>show data</h1>
                     <div class="message-container">
         <div id="2023-11-27 19:11:54">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -152827,15 +153486,11 @@ <h1>show data</h1>
 <p>like ( file_name, size, modification time, creation time )</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F066PBY4PB8/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">image.png</a></div>
+                            <div class="link-title"><a href="None"></a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F066PBY4PB8/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F066PBY4PB8-5c2d8398b6/image_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
-                width="360"
-                 height="136" />
-        </a>
+        <!-- no preview available -->
     
                             
                         </div>
@@ -153796,15 +154451,11 @@ <h1>show data</h1>
     <code>execute_spark_script(1, "/home/haneefa/airflow/dags/saved_files/")</code>                        </p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F067XJK1B6V/screenshot_from_2023-11-28_11-41-50.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Screenshot from 2023-11-28 11-41-50.png</a></div>
+                            <div class="link-title"><a href="None"></a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F067XJK1B6V/screenshot_from_2023-11-28_11-41-50.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F067XJK1B6V-8a53addae9/screenshot_from_2023-11-28_11-41-50_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
-                width="360"
-                 height="222" />
-        </a>
+        <!-- no preview available -->
     
                             
                         </div>
@@ -154436,7 +155087,7 @@ <h1>Set up SparkSubmitOperator for each query</h1>
 
 <p>for query in queries:
     task<em>id = f'spark</em>submit<em>{query}'
-    script</em>path = '/home/haneefa/airflow/dags/custom<em>operators/sample</em>sql<em>spark.py' <br />
+    script</em>path = '/home/haneefa/airflow/dags/custom<em>operators/sample</em>sql<em>spark.py'<br />
     query</em>num = queries.index(query) + 1</p>
 
 <pre><code>spark_task = SparkSubmitOperator(
@@ -154636,12 +155287,12 @@ <h1>Set up SparkSubmitOperator for each query</h1>
 <p>I was referring to fluentd openlineage proxy which lets users copy the event and send it to multiple backend. Fluentd has a list of out-of-the box output plugins containing BigQuery, S3, Redshift and others (<a href="https://www.fluentd.org/dataoutputs">https://www.fluentd.org/dataoutputs</a>)</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F068PAJPNBS/screenshot_2023-11-30_at_12.45.45.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Screenshot 2023-11-30 at 12.45.45.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F068PAJPNBS/screenshot_2023-11-30_at_12.45.45.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2023-11-30 at 12.45.45.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F068PAJPNBS/screenshot_2023-11-30_at_12.45.45.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F068PAJPNBS-a4e858ada0/screenshot_2023-11-30_at_12.45.45_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F068PAJPNBS/screenshot_2023-11-30_at_12.45.45.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F068PAJPNBS-a4e858ada0/screenshot_2023-11-30_at_12.45.45_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="240" />
         </a>
@@ -154727,7 +155378,7 @@ <h1>Set up SparkSubmitOperator for each query</h1>
                     <p>Hi all. I’m <a href="https://www.linkedin.com/in/skrawczyk/">Stefan</a>, and I’m after some directional advice:</p>
 
 <p>Context:
-• I drive an open source project called <a href="https://github.com/DAGWorks-Inc/hamilton">Hamilton</a>. TL;DR: it’s an opinionated way to write python code to express dataflows, e.g. great for feature engineering, data processing, doing LLM workflows, etc. in python. <br />
+• I drive an open source project called <a href="https://github.com/DAGWorks-Inc/hamilton">Hamilton</a>. TL;DR: it’s an opinionated way to write python code to express dataflows, e.g. great for feature engineering, data processing, doing LLM workflows, etc. in python.<br />
 • One of the features is that you get “<a href="https://blog.dagworks.io/p/lineage-hamilton-in-10-minutes-c2b8a944e2e6">lineage as code</a>”, e.g. you can get “column/dataframe level” lineage for pandas (or <a href="https://blog.dagworks.io/p/expressing-pyspark-transformations">pyspark</a>) code. So given a dataflow definition, and execution of a Hamilton dataflow, we can emit this code provenance for any artifacts generated — and this works where ever python runs.
 Ask:
 • As I understand open lineage was built more for artifact to artifact lineage. E.g. this table -&gt; table -&gt; ML model, etc. Question, for people who use/consume lineage, would this extra level of granularity (e.g. the code that ran to create an artifact) that we can provide with Hamilton, be interesting to emit as part of an open lineage event? (e.g. see inside your python airflow task, or spark job). I’m trying to determine how to prioritize an open lineage integration, and whether someone would pick up Hamilton because of it.
@@ -155406,7 +156057,7 @@ <h1>Set up SparkSubmitOperator for each query</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -155474,7 +156125,7 @@ <h1>Set up SparkSubmitOperator for each query</h1>
                     <div class="message-container">
         <div id="2023-12-06 21:52:39">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -156534,7 +157185,7 @@ <h1>Set up SparkSubmitOperator for each query</h1>
                     <div class="message-container">
         <div id="2023-12-07 14:44:04">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -156598,7 +157249,7 @@ <h1>Set up SparkSubmitOperator for each query</h1>
                     <div class="message-container">
         <div id="2023-12-08 11:40:47">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -156665,7 +157316,7 @@ <h1>Set up SparkSubmitOperator for each query</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* This text file contains a total of 10-11 events, including the start and completion events of one of my notebook runs. The process is simply reading from a Hive location and performing a full load to another Hive location.</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F069F2DBN3X/openlineage_events_facet_test.txt?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">OpenLineage_Events_Facet_Test.txt</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F069F2DBN3X/openlineage_events_facet_test.txt?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">OpenLineage_Events_Facet_Test.txt</a></div>
                             
                                 
     
@@ -156739,7 +157390,7 @@ <h1>Set up SparkSubmitOperator for each query</h1>
                     <div class="message-container">
         <div id="2023-12-12 16:05:18">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -156872,7 +157523,7 @@ <h1>Set up SparkSubmitOperator for each query</h1>
                     <div class="message-container">
         <div id="2023-12-10 12:09:47">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -159391,12 +160042,12 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
 Thanks 🙏</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06ADPXMMRU/screenshot_2023-12-18_at_11.00.49.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Screenshot 2023-12-18 at 11.00.49.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06ADPXMMRU/screenshot_2023-12-18_at_11.00.49.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2023-12-18 at 11.00.49.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06ADPXMMRU/screenshot_2023-12-18_at_11.00.49.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06ADPXMMRU-0e8f75b962/screenshot_2023-12-18_at_11.00.49_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06ADPXMMRU/screenshot_2023-12-18_at_11.00.49.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06ADPXMMRU-0e8f75b962/screenshot_2023-12-18_at_11.00.49_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="94" />
         </a>
@@ -159624,7 +160275,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -160537,12 +161188,12 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* in Admin &gt; Plugins can you see whether you have OpenLineageProviderPlugin and if so, are there listeners?</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06AT540UKY/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">image.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06AT540UKY/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06AT540UKY/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06AT540UKY-e2a65028e9/image_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06AT540UKY/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06AT540UKY-e2a65028e9/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="174" />
         </a>
@@ -160641,7 +161292,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* Dont</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06B28T18BE/airflow.cfg?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">airflow.cfg</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06B28T18BE/airflow.cfg?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">airflow.cfg</a></div>
                             
                                 
     
@@ -160702,7 +161353,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* </p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06B28U7RQC/.env?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">.env</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06B28U7RQC/.env?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">.env</a></div>
                             
                                 
     
@@ -161714,7 +162365,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -162936,12 +163587,12 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
 I've created a pdf with some code samples and OL inputs and output attributes.</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06BVV420AG/test_merge_operations_for_ol_-_databricks.pdf?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Test Merge Operations for OL - Databricks.pdf</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06BVV420AG/test_merge_operations_for_ol_-_databricks.pdf?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Test Merge Operations for OL - Databricks.pdf</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06BVV420AG/test_merge_operations_for_ol_-_databricks.pdf?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06BVV420AG-104c883200/test_merge_operations_for_ol_-_databricks_thumb_pdf.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06BVV420AG/test_merge_operations_for_ol_-_databricks.pdf?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06BVV420AG-104c883200/test_merge_operations_for_ol_-_databricks_thumb_pdf.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="909"
                  height="1286" />
         </a>
@@ -162949,7 +163600,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                             
                         </div>
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06BVVCN78U/metadata.json?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">metadata.json</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06BVVCN78U/metadata.json?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">metadata.json</a></div>
                             
                                 
     
@@ -163330,7 +163981,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -163433,7 +164084,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <div class="message-container thread_broadcast ">
         <div id="2024-01-02 11:00:58">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -163572,12 +164223,12 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/2186">#2186 [PROPOSAL] Formalizing transformation types</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt; &lt;br /&gt;
+                                    &lt;p&gt;&lt;strong&gt;Purpose:&lt;/strong&gt;&lt;br /&gt;
 Automatic support of lineage use cases highly depends on the type of transformations between columns. Oftentimes the use cases to be supported pose a significant risk (compliance, impact analysis) and false negatives are highly undesirable. This means that the taxonomy of transformation types supported by OpenLineage has to be tightly specified. Otherwise OpenLineage consumers cannot build reliable automation on top of the transformation types, and therefore not reliably support these high-risk use cases. This is a proposal for modifying the column-level lineage facet with a tightly specified taxonomy of transformation types.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Proposed implementation&lt;/strong&gt;&lt;/p&gt;
 
-&lt;ol&gt;&lt;li&gt;Change transformationType definition: &lt;br /&gt;
+&lt;ol&gt;&lt;li&gt;Change transformationType definition:&lt;br /&gt;
 From:&lt;/li&gt;
 &lt;/ol&gt;
 
@@ -164795,7 +165446,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <div class="message-container">
         <div id="2024-01-09 10:03:55">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -164859,7 +165510,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <div class="message-container">
         <div id="2024-01-11 05:14:03">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -164913,7 +165564,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <div class="message-container">
         <div id="2024-01-12 13:01:58">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -165024,12 +165675,12 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
 <p>Do we have the functionality to search on the lineage we are getting?</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06D805R7JA/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">image.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06D805R7JA/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06D805R7JA/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06D805R7JA-25e198d7f6/image_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06D805R7JA/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06D805R7JA-25e198d7f6/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="46" />
         </a>
@@ -165050,7 +165701,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <div class="message-container">
         <div id="2024-01-11 05:43:04">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -165134,7 +165785,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <div class="message-container">
         <div id="2024-01-11 05:47:13">
             
-                <img src="https://avatars.slack-edge.com/2020-12-18/1581303887318_7467955ae073e3a3757f_72.jpg" class="user_icon_reply" />
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
             
             
                 <div class="reply">
@@ -165478,6 +166129,85 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
         
             
                 
+                    <div class="message-container">
+        <div id="2024-02-07 09:49:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-10-30/6126846084449_18447d963fbf13826099_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">David Goss
+                     <span class="print-only user-email">(david.goss@matillion.com)</span>
+                </div>
+                <a href="#2024-02-07 09:49:43"><div class="time">2024-02-07 09:49:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Sorry for the late reply @Julien Le Dem. So we have a custom dataset facet internally right now which is doing a couple of different jobs:
+• <code>datasetType</code> captures TABLE vs VIEW etc. We’re getting into more types with APIs, files etc so that will expand
+• <code>nameParts</code> captures the component parts of the dataset name where it’s a fully-qualified table name for example - so like <code>DATABASE.SCHEMA.TABLE</code> would be in there as <code>["TABLE", "SCHEMA", "DATABASE"]</code> - this might seem weird but it’s useful for us to not have to parse this back out later especially where the canonical name has quotes, escapes etc
+<code>{
+  "$schema": "&lt;https://json-schema.org/draft/2020-12/schema&gt;",
+  "$id": "****************/MatillionDatasetFacet.json",
+  "title": "Matillion Dataset Facet Schema",
+  "description": "Matillion Dataset Facet Schema",
+  "type": "object",
+  "properties": {
+    "type": {
+      "type": "string",
+      "description": "The type of the dataset",
+      "enum": [
+        "TABLE",
+        "VIEW",
+        "UNKNOWN"
+      ]
+    },
+    "nameParts": {
+      "type": "array",
+      "description": "The component parts of the dataset name (e.g. table, schema, database), from lowest to highest level",
+      "items": {
+        "type": "string"
+      }
+    }
+  }
+}</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 09:50:46">
+            
+                <img src="https://avatars.slack-edge.com/2023-10-30/6126846084449_18447d963fbf13826099_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">David Goss
+                     <span class="print-only user-email">(david.goss@matillion.com)</span>
+                </div>
+                <a href="#2024-02-07 09:50:46"><div class="time">2024-02-07 09:50:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* (This is just how we’re handling some stuff internally really - the idea is we can use our custom facet where needed and will pivot to standard facets if/when they start to exist for those use cases.)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
                     <div class="message-container">
         <div id="2024-01-11 19:16:03">
             
@@ -165548,7 +166278,7 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
 
 &lt;hr /&gt;
 
-&lt;p&gt;SPDX-License-Identifier: Apache-2.0 &lt;br /&gt;
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
 Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
                                 </div>
                                 
@@ -166053,12 +166783,12 @@ <h1>./bin/spark-submit --class "SparkTest" --master local[**] --jars ```</h1>
                     <p><strong><em>*Thread Reply:</em></strong>* </p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06E00ETBU4/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">image.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06E00ETBU4/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06E00ETBU4/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06E00ETBU4-ff50e1dbad/image_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06E00ETBU4/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06E00ETBU4-ff50e1dbad/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="191" />
         </a>
@@ -166263,7 +166993,7 @@ <h2>Gradle 8.5</h2>
                         </div>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06DT25RMBQ/.tool-versions?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">.tool-versions</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06DT25RMBQ/.tool-versions?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">.tool-versions</a></div>
                             
                                 
     
@@ -166869,12 +167599,12 @@ <h2>Gradle 8.5</h2>
                     <p>any suggestions on naming for Graph API sources from outlook? I pull a lot of data from email attachments with Airflow. generally I am passing a resource (email address), the mailbox, and subfolder. from there I list messages and find attachments</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06EPTXC92P/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">image.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06EPTXC92P/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06EPTXC92P/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06EPTXC92P-4f717e3515/image_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06EPTXC92P/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06EPTXC92P-4f717e3515/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="44" />
         </a>
@@ -167620,11 +168350,11 @@ <h2>Gradle 8.5</h2>
                                 
                                 <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/issues/372">#372 spark: Cover streaming LogicalPlans</a></div>
                                 <div class="link-text">
-                                    &lt;p&gt;Cover implementations of LogicalPlan in &lt;br /&gt;
-org.apache.spark.sql.execution.streaming.continuous &lt;br /&gt;
-WriteToContinuousDataSource &lt;br /&gt;
-org.apache.spark.sql.execution.streaming.sources &lt;br /&gt;
-MemoryPlan &lt;br /&gt;
+                                    &lt;p&gt;Cover implementations of LogicalPlan in&lt;br /&gt;
+org.apache.spark.sql.execution.streaming.continuous&lt;br /&gt;
+WriteToContinuousDataSource&lt;br /&gt;
+org.apache.spark.sql.execution.streaming.sources&lt;br /&gt;
+MemoryPlan&lt;br /&gt;
 WriteToMicroBatchDataSource&lt;/p&gt;
                                 </div>
                                 
@@ -167718,12 +168448,12 @@ <h2>Gradle 8.5</h2>
                     <p>Hello team I see the following issue when i install <code>apache-airflow-providers-openlineage==1.4.0</code></p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06EVJY260N/screenshot_2024-01-22_at_1.43.27_pm.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Screenshot 2024-01-22 at 1.43.27 PM.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06EVJY260N/screenshot_2024-01-22_at_1.43.27_pm.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-01-22 at 1.43.27 PM.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06EVJY260N/screenshot_2024-01-22_at_1.43.27_pm.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06EVJY260N-ae9596c1df/screenshot_2024-01-22_at_1.43.27_pm_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06EVJY260N/screenshot_2024-01-22_at_1.43.27_pm.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06EVJY260N-ae9596c1df/screenshot_2024-01-22_at_1.43.27_pm_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="37" />
         </a>
@@ -167944,12 +168674,12 @@ <h2>Gradle 8.5</h2>
 is there any solution?</p>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FN3LD0PN/screenshot_2024-01-25_170958.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">Screenshot 2024-01-25 170958.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FN3LD0PN/screenshot_2024-01-25_170958.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-01-25 170958.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FN3LD0PN/screenshot_2024-01-25_170958.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06FN3LD0PN-d757b88bb9/screenshot_2024-01-25_170958_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FN3LD0PN/screenshot_2024-01-25_170958.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06FN3LD0PN-d757b88bb9/screenshot_2024-01-25_170958_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="185" />
         </a>
@@ -168059,13 +168789,13 @@ <h2>Gradle 8.5</h2>
 &lt;p&gt;&lt;strong&gt;Getting started&lt;/strong&gt;
 &lt;strong&gt;Quickstart&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The fastest way to get started testing Spark and OpenLineage is to use the docker-compose files included &lt;br /&gt;
+&lt;p&gt;The fastest way to get started testing Spark and OpenLineage is to use the docker-compose files included&lt;br /&gt;
 in the project. From the Spark integration directory ($OPENLINEAGE_ROOT/integration/spark), execute&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;docker-compose up
 &lt;/code&gt;&lt;/pre&gt;
 
-&lt;p&gt;This will start Marquez as an Openlineage client and Jupyter Spark notebook on localhost:8888. On startup, the notebook container logs will show a list of URLs &lt;br /&gt;
+&lt;p&gt;This will start Marquez as an Openlineage client and Jupyter Spark notebook on localhost:8888. On startup, the notebook container logs will show a list of URLs&lt;br /&gt;
 including an access token, such as&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;notebook_1  |     To access the notebook, open this file in a browser:
@@ -168075,8 +168805,8 @@ <h2>Gradle 8.5</h2>
 notebook_1  |      or &amp;lt;http://127.0.0.1:8888/?token=XXXXXX&amp;gt;
 &lt;/code&gt;&lt;/pre&gt;
 
-&lt;p&gt;Copy the URL with the localhost IP and paste it into your browser window to begin creating a new Jupyter &lt;br /&gt;
-Spark notebook (see the &lt;docs|https://jupyter-docker-stacks.readthedocs.io/en/latest/&gt; for info on &lt;br /&gt;
+&lt;p&gt;Copy the URL with the localhost IP and paste it into your browser window to begin creating a new Jupyter&lt;br /&gt;
+Spark notebook (see the &lt;docs|https://jupyter-docker-stacks.readthedocs.io/en/latest/&gt; for info on&lt;br /&gt;
 using the Jupyter docker image).&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;OpenLineageSparkListener as a plain Spark Listener&lt;/strong&gt;&lt;/p&gt;
@@ -168100,9 +168830,9 @@ <h2>Gradle 8.5</h2>
 &lt;pre&gt;&lt;code&gt;gradle shadowJar
 &lt;/code&gt;&lt;/pre&gt;
 
-&lt;p&gt;then reference it in the Jupyter notebook with the following (note that the jar should be built &lt;br /&gt;
-&lt;em&gt;before&lt;/em&gt; running the &lt;code&gt;docker-compose up&lt;/code&gt; step or docker will just mount a dummy folder; once the &lt;br /&gt;
-&lt;code&gt;build/libs&lt;/code&gt; directory exists, you can repeatedly build the jar without restarting the jupyter &lt;br /&gt;
+&lt;p&gt;then reference it in the Jupyter notebook with the following (note that the jar should be built&lt;br /&gt;
+&lt;em&gt;before&lt;/em&gt; running the &lt;code&gt;docker-compose up&lt;/code&gt; step or docker will just mount a dummy folder; once the&lt;br /&gt;
+&lt;code&gt;build/libs&lt;/code&gt; directory exists, you can repeatedly build the jar without restarting the jupyter&lt;br /&gt;
 container):&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;from pyspark.sql import SparkSession
@@ -168121,7 +168851,7 @@ <h2>Gradle 8.5</h2>
 &lt;p&gt;&lt;strong&gt;Arguments&lt;/strong&gt;
 &lt;strong&gt;Spark Listener&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The SparkListener reads its configuration from SparkConf parameters. These can be specified on the &lt;br /&gt;
+&lt;p&gt;The SparkListener reads its configuration from SparkConf parameters. These can be specified on the&lt;br /&gt;
 command line or in the &lt;code&gt;conf/spark-defaults.conf&lt;/code&gt; file.&lt;/p&gt;
 
 &lt;p&gt;The following parameters can be specified in the Spark configuration:&lt;/p&gt;
@@ -168147,7 +168877,7 @@ <h2>Gradle 8.5</h2>
 
 &lt;p&gt;&lt;strong&gt;Kinesis&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;If &lt;code&gt;spark.openlineage.transport.type&lt;/code&gt; is set to &lt;code&gt;kinesis&lt;/code&gt;, then the below parameters would be read and used when building KinesisProducer. &lt;br /&gt;
+&lt;p&gt;If &lt;code&gt;spark.openlineage.transport.type&lt;/code&gt; is set to &lt;code&gt;kinesis&lt;/code&gt;, then the below parameters would be read and used when building KinesisProducer.&lt;br /&gt;
 Also, KinesisTransport depends on you to provide artifact &lt;code&gt;com.amazonaws:amazon_kinesis_producer:0.14.0&lt;/code&gt; or compatible on your classpath.&lt;/p&gt;
 
 &lt;p&gt;&lt;strong&gt;Kafka&lt;/strong&gt;&lt;/p&gt;
@@ -168163,8 +168893,8 @@ <h2>Gradle 8.5</h2>
 
 &lt;p&gt;&lt;strong&gt;Preparation&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The integration depends on two libraries that are build locally &lt;code&gt;openlineage-java&lt;/code&gt; and &lt;code&gt;openlineage-sql-java&lt;/code&gt;, &lt;br /&gt;
-so before any testing or building of a package you need to publish the appropriate artifacts to local maven repository. &lt;br /&gt;
+&lt;p&gt;The integration depends on two libraries that are build locally &lt;code&gt;openlineage-java&lt;/code&gt; and &lt;code&gt;openlineage-sql-java&lt;/code&gt;,&lt;br /&gt;
+so before any testing or building of a package you need to publish the appropriate artifacts to local maven repository.&lt;br /&gt;
 To build the packages you need to execute.&lt;/p&gt;
 
 &lt;p&gt;To install &lt;code&gt;openlineage-java&lt;/code&gt; in local maven repo run:&lt;/p&gt;
@@ -168197,12 +168927,12 @@ <h2>Gradle 8.5</h2>
 
 &lt;p&gt;&lt;strong&gt;Extending&lt;/strong&gt;&lt;/p&gt;
 
-&lt;p&gt;The Spark library is intended to support extension via custom implementations of a handful &lt;br /&gt;
-of interfaces. Nearly every extension interface extends or mimics Scala&#39;s &lt;code&gt;PartialFunction&lt;/code&gt;. The &lt;br /&gt;
-&lt;code&gt;isDefinedAt(Object x)&lt;/code&gt; method determines whether a given input is a valid input to the function. &lt;br /&gt;
-A default implementation of &lt;code&gt;isDefinedAt(Object x)&lt;/code&gt; is provided, which checks the generic type &lt;br /&gt;
-arguments of the concrete class, if concrete type arguments are given, and determines if the input &lt;br /&gt;
-argument matches the generic type. For example, the following class is automatically defined for an &lt;br /&gt;
+&lt;p&gt;The Spark library is intended to support extension via custom implementations of a handful&lt;br /&gt;
+of interfaces. Nearly every extension interface extends or mimics Scala&#39;s &lt;code&gt;PartialFunction&lt;/code&gt;. The&lt;br /&gt;
+&lt;code&gt;isDefinedAt(Object x)&lt;/code&gt; method determines whether a given input is a valid input to the function.&lt;br /&gt;
+A default implementation of &lt;code&gt;isDefinedAt(Object x)&lt;/code&gt; is provided, which checks the generic type&lt;br /&gt;
+arguments of the concrete class, if concrete type arguments are given, and determines if the input&lt;br /&gt;
+argument matches the generic type. For example, the following class is automatically defined for an&lt;br /&gt;
 input argument of type &lt;code&gt;MyDataset&lt;/code&gt;.&lt;/p&gt;
 
 &lt;pre&gt;&lt;code&gt;class MyDatasetDetector extends QueryPlanVisitor&amp;lt;MyDataset, OutputDataset&amp;gt; {
@@ -168215,16 +168945,16 @@ <h2>Gradle 8.5</h2>
 
 &lt;h3&gt;&lt;shared/src/main/java/io/openlineage/spark/api/OpenLineageEventHandlerFactory.java|&lt;code&gt;OpenLineageEventHandlerFactory&lt;/code&gt;&amp;gt;&lt;/h3&gt;
 
-&lt;p&gt;This interface defines the main entrypoint to the extension codebase. Custom implementations &lt;br /&gt;
-are registered by following Java&#39;s &lt;a href=&#34;https://docs.oracle.com/javase/8/docs/api/java/util/ServiceLoader.html&#34;&gt;&lt;code&gt;ServiceLoader&lt;/code&gt; conventions&lt;/a&gt;. &lt;br /&gt;
-A file called &lt;code&gt;io.openlineage.spark.api.OpenLineageEventHandlerFactory&lt;/code&gt; must exist in the &lt;br /&gt;
-application or jar&#39;s &lt;code&gt;META-INF/service&lt;/code&gt; directory. Each line of that file must be the fully &lt;br /&gt;
-qualified class name of a concrete implementation of &lt;code&gt;OpenLineageEventHandlerFactory&lt;/code&gt;. More than one &lt;br /&gt;
-implementation can be present in a single file. This might be useful to separate extensions that &lt;br /&gt;
-are targeted toward different environments - e.g., one factory may contain Azure-specific extensions, &lt;br /&gt;
+&lt;p&gt;This interface defines the main entrypoint to the extension codebase. Custom implementations&lt;br /&gt;
+are registered by following Java&#39;s &lt;a href=&#34;https://docs.oracle.com/javase/8/docs/api/java/util/ServiceLoader.html&#34;&gt;&lt;code&gt;ServiceLoader&lt;/code&gt; conventions&lt;/a&gt;.&lt;br /&gt;
+A file called &lt;code&gt;io.openlineage.spark.api.OpenLineageEventHandlerFactory&lt;/code&gt; must exist in the&lt;br /&gt;
+application or jar&#39;s &lt;code&gt;META-INF/service&lt;/code&gt; directory. Each line of that file must be the fully&lt;br /&gt;
+qualified class name of a concrete implementation of &lt;code&gt;OpenLineageEventHandlerFactory&lt;/code&gt;. More than one&lt;br /&gt;
+implementation can be present in a single file. This might be useful to separate extensions that&lt;br /&gt;
+are targeted toward different environments - e.g., one factory may contain Azure-specific extensions,&lt;br /&gt;
 while another factory may contain GCP extensions.&lt;/p&gt;
 
-&lt;p&gt;The &lt;code&gt;OpenLineageEventHandlerFactory&lt;/code&gt; interface makes heavy use of default methods. Implementations &lt;br /&gt;
+&lt;p&gt;The &lt;code&gt;OpenLineageEventHandlerFactory&lt;/code&gt; interface makes heavy use of default methods. Implementations&lt;br /&gt;
 may override any or all of the following methods&lt;/p&gt;
 
 &lt;p&gt;```
@@ -168254,12 +168984,12 @@ <h2>Gradle 8.5</h2>
                         </div>
                     
                     <div class="message-upload">
-                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FLGY8UVD/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">image.png</a></div>
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FLGY8UVD/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
                             
                                 
     
-        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FLGY8UVD/image.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f">
-            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06FLGY8UVD-877ccdf09a/image_360.png?t=xoxe-1438984787365-6549417834899-6551986956660-456c86b7d0bb15e9c56b51e3b12ebf2f"
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06FLGY8UVD/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06FLGY8UVD-877ccdf09a/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
                 width="360"
                  height="122" />
         </a>
@@ -168382,6 +169112,62 @@ <h2>Gradle 8.5</h2>
                     
                     
                     
+                        <div class="message-reaction">
+                        👍 jayant joshi
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 02:23:06">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-23/6520964760339_d563cbdad295e146ad7b_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">jayant joshi
+                     <span class="print-only user-email">(itsjayantjoshi@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 02:23:06"><div class="time">2024-01-30 02:23:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks @Maciej Obuchowski</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 13:47:41">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-01-30 13:47:41"><div class="time">2024-01-30 13:47:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @jayant joshi have you’ve tried running Marquez via gitpod? see <a href="https://github.com/MarquezProject/marquez?tab=readme-ov-file#try-it">https://github.com/MarquezProject/marquez?tab=readme-ov-file#try-it</a></p>
+                    
+                    
+                    
 		</div>
             </div>
         </div>
@@ -168446,7 +169232,7 @@ <h2>Gradle 8.5</h2>
                     
                     
                         <div class="message-reaction">
-                        ❤️ Maciej Obuchowski, Abdallah, Eric Veleker, Rodrigo Maia
+                        ❤️ Maciej Obuchowski, Abdallah, Eric Veleker, Rodrigo Maia, tati
                         </div>
                     
 		</div>
@@ -168499,11 +169285,11 @@ <h2>Gradle 8.5</h2>
                     
                     
                         <div class="message-reaction">
-                        ❤️ Ross Turk, Harel Shein
+                        ❤️ Ross Turk, Harel Shein, tati, Rodrigo Maia, Maciej Obuchowski, Jarek Potiuk, Mattia Bertorello
                         </div>
                     
                         <div class="message-reaction">
-                        🙌 Francis McGregor-Macdonald, Harel Shein
+                        🙌 Francis McGregor-Macdonald, Harel Shein, tati, Maciej Obuchowski, Jarek Potiuk
                         </div>
                     
 		</div>
@@ -168537,9 +169323,10147 @@ <h2>Gradle 8.5</h2>
                         </div>
                     
                         <div class="message-reaction">
-                        ➕ Harel Shein
+                        ➕ Harel Shein, Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 01:16:01">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 01:16:01"><div class="time">2024-01-30 01:16:01</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+I am trying to run a pyspark code through spark-submit command. Find the command which trying below. While running below command I am facing an issue "java.net.UnknownHostException: marquez-api".  Any solution to solve this issue ?
+Note that through jupyter lab I can run same code and create a lineage in the Marquez UI.</p>
+
+<p>"spark-submit  --conf "spark.extraListeners=io.openlineage.spark.agent.OpenLineageSparkListener"  --packages "io.openlineage:openlineage<em>spark:1.7.0"  --conf "spark.openlineage.transport.type=http"  --conf "spark.openlineage.transport.url= <a href="http://marquez-api:5000">http://marquez-api:5000</a>"  --conf "spark.openlineage.namespace=spark</em>integration"  pyspark_etl.py".</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06G4FAFS6R/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06G4FAFS6R/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06G4FAFS6R-0b7a9d41fc/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="187" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 02:06:27">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 02:06:27"><div class="time">2024-01-30 02:06:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* You've probably been running jupyter lab with docker compose alonng with Marquez containers?</p>
+
+<p>Try changing to host.docker.internal from marquez-api</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 02:43:43">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 02:43:43"><div class="time">2024-01-30 02:43:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Are you mean to say try passing below one ?
+"spark.openlineage.transport.url= <a href="http://host.docker.internal:5000">http://host.docker.internal:5000</a>"</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 02:47:25">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 02:47:25"><div class="time">2024-01-30 02:47:25</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yes</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 02:47:40">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 02:47:40"><div class="time">2024-01-30 02:47:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The above one also throwing a same error.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 02:48:00">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 02:48:00"><div class="time">2024-01-30 02:48:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* how do you instantiate marquez?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 02:49:56">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 02:49:56"><div class="time">2024-01-30 02:49:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Using below two sources:
+git clone <a href="https://github.com/OpenLineage/OpenLineage">https://github.com/OpenLineage/OpenLineage</a></p>
+
+<p>docker run --network spark<em>default -p 3000:3000 -e MARQUEZ</em>HOST=marquez-api -e MARQUEZ_PORT=5000 --link marquez-api:marquez-api marquezproject/marquez-web:0.44.0</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">OpenLineage/OpenLineage</a></div>
+                                <div class="link-text">
+                                    An Open Standard for lineage metadata collection
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Website</div>
+                                        &lt;http://openlineage.io&gt;
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Stars</div>
+                                        1496
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 02:50:56">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 02:50:56"><div class="time">2024-01-30 02:50:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* so you need to pass additional -p 5000:5000 flag</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 03:02:02">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 03:02:02"><div class="time">2024-01-30 03:02:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Are you mean like this  --conf "spark.openlineage.transport.port=5000" in the spark submit command ?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 03:04:03">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 03:04:03"><div class="time">2024-01-30 03:04:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* no, in docker run command</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 03:04:59">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 03:04:59"><div class="time">2024-01-30 03:04:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* you need to expose port 5000 for marquez-api container</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 03:26:49">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 03:26:49"><div class="time">2024-01-30 03:26:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and if you expose localhost:5000 should be available too</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 04:03:53">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 04:03:53"><div class="time">2024-01-30 04:03:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Find the attached localhost 5000 &amp; 5001 port results. Note that while running same code in the jupyter notebook, I could see lineage on the Marquez UI. For running a code through spark-submit only I am facing an issue.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06G84KJD34/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06G84KJD34/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06G84KJD34-a70b17aeeb/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="145" />
+        </a>
+    
+                            
+                        </div>
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06G56UE2J1/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06G56UE2J1/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06G56UE2J1-4542e3d926/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="290" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 04:04:48">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 04:04:48"><div class="time">2024-01-30 04:04:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* yeah but are you running jupyter from console or in docker?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 04:20:34">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 04:20:34"><div class="time">2024-01-30 04:20:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I am using the jupyter one which comes with Open Lineage docker container</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 04:25:13">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 04:25:13"><div class="time">2024-01-31 04:25:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi @Jakub Dardziński, good afternoon. Any solution on this one ?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 04:43:13">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-31 04:43:13"><div class="time">2024-01-31 04:43:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* this is some workshop copy-paste tutorial <a href="https://github.com/OpenLineage/workshops/blob/main/spark/column-lineage-oct-2022.ipynb">https://github.com/OpenLineage/workshops/blob/main/spark/column-lineage-oct-2022.ipynb</a> i did in the past.</p>
+
+<p>you can try the following code snippet:
+<code>import json,requests
+marquez_url = "&lt;http://host.docker.internal:5000&gt;" ## this may depend on your local setup
+if (requests.get("{}/api/v1/namespaces".format(marquez_url)).status_code == 200):
+    print("Marquez is OK.")
+else:
+    print("Cannot connect to Marquez")</code>
+ to see if docker network is setup properly</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/workshops/blob/main/spark/column-lineage-oct-2022.ipynb | column-lineage-oct-2022.ipynb&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;code&gt;
+{
+ &#34;cells&#34;: [
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;8867600e&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;# Column Lineage Demo - October 2022\n&#34;,
+    &#34;\n&#34;,
+    &#34;In this document we provide a demo of current implementation of Column Level Lineage within Marquez and Openlinege \n&#34;,
+    &#34;\n&#34;,
+    &#34;## Envirnonment setup \n&#34;,
+    &#34;\n&#34;,
+    &#34; ** I&#39;ve tested this demo on `Mac 12.6` with `Docker Desktop 4.12.0`. \n&#34;,
+    &#34; ** I&#39;ve setup Spark Jupyter environment like described here [here](&amp;lt;https://openlineage.io/docs/integrations/spark/quickstart_local&amp;gt;)\n&#34;,
+    &#34; ** Run Marquez using the latest source code which contains the column level lineage feature.\n&#34;,
+    &#34;&lt;/code&gt;\n&#34;,
+    &#34; git clone &lt;a href=&#34;https://github.com/MarquezProject/marquez.git&#34;&gt;https://github.com/MarquezProject/marquez.git&lt;/a&gt;\n&#34;,
+    &#34; cd marquez\n&#34;,
+    &#34; ./docker/up.sh --build\n&#34;,
+    &#34; ``&lt;code&gt;\n&#34;,
+    &#34;\n&#34;,
+    &#34;&amp;gt; Once an October 2022 version of Marquez is released, testing this with Marquez docker image may be an easier option.  \n&#34;,
+    &#34; \n&#34;,
+    &#34;Let&#39;s check first if Marquez instance is properly running under a defined address. Returned status code should be 200.&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;code&#34;,
+   &#34;execution_count&#34;: 42,
+   &#34;id&#34;: &#34;b43f2f98&#34;,
+   &#34;metadata&#34;: {},
+   &#34;outputs&#34;: [
+    {
+     &#34;name&#34;: &#34;stdout&#34;,
+     &#34;output_type&#34;: &#34;stream&#34;,
+     &#34;text&#34;: [
+      &#34;Marquez is OK.\n&#34;
+     ]
+    }
+   ],
+   &#34;source&#34;: [
+    &#34;import json,requests\n&#34;,
+    &#34;marquez_url = \&#34;&amp;lt;http://host.docker.internal:5000\&amp;gt;&#34; ## this may depend on your local setup\n&#34;,
+    &#34;if (requests.get(\&#34;{}/api/v1/namespaces\&#34;.format(marquez_url)).status_code == 200):\n&#34;,
+    &#34;    print(\&#34;Marquez is OK.\&#34;)\n&#34;,
+    &#34;else:\n&#34;,
+    &#34;    print(\&#34;Cannot connect to Marquez\&#34;)&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;036c5b2f&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;Let&#39;s create the warehouse directory first.&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;code&#34;,
+   &#34;execution_count&#34;: null,
+   &#34;id&#34;: &#34;51e8b4f9&#34;,
+   &#34;metadata&#34;: {},
+   &#34;outputs&#34;: [],
+   &#34;source&#34;: [
+    &#34;%mkdir /home/jovyan/notebooks/spark-warehouse&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;7fe60ddb&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;If Marquez connection is OK, we can start a Spark context with OpenLineage pointed to Marquez&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;code&#34;,
+   &#34;execution_count&#34;: 43,
+   &#34;id&#34;: &#34;914e5905&#34;,
+   &#34;metadata&#34;: {},
+   &#34;outputs&#34;: [],
+   &#34;source&#34;: [
+    &#34;from pyspark.sql import SparkSession\n&#34;,
+    &#34;\n&#34;,
+    &#34;spark = (SparkSession.builder.master(&#39;local&#39;)\n&#34;,
+    &#34;         .appName(&#39;sample_spark&#39;)\n&#34;,
+    &#34;         .config(&#39;spark.extraListeners&#39;, &#39;io.openlineage.spark.agent.OpenLineageSparkListener&#39;)\n&#34;,
+    &#34;         .config(&#39;spark.jars.packages&#39;, &#39;io.openlineage:openlineage_spark:0.15.1&#39;)\n&#34;,
+    &#34;         .config(&#39;spark.openlineage.url&#39;, &#39;{}/api/v1/namespaces/column-lineage/&#39;.format(marquez_url))\n&#34;,
+    &#34;         .getOrCreate())&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;9bc086ab&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;Let&#39;s clear Docker&#39;s existing warehouse, in case the previous data exist.&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;code&#34;,
+   &#34;execution_count&#34;: 44,
+   &#34;id&#34;: &#34;a011bf15&#34;,
+   &#34;metadata&#34;: {},
+   &#34;outputs&#34;: [],
+   &#34;source&#34;: [
+    &#34;%rm -rf /home/jovyan/notebooks/spark-warehouse/**&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;dfc940c6&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;## Run example Spark Job&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;e3e7f340&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;Let&#39;s create now four datasets:&lt;/code&gt;dataset&lt;em&gt;a&lt;code&gt;,&lt;/code&gt;dataset&lt;/em&gt;b&lt;code&gt;,&lt;/code&gt;dataset&lt;em&gt;c&lt;code&gt;,&lt;/code&gt;dataset&lt;/em&gt;d&lt;code&gt;:\n&#34;,
+    &#34; **&lt;/code&gt;dataset&lt;em&gt;a&lt;code&gt;has to columns&lt;/code&gt;col&lt;/em&gt;1&lt;code&gt;and&lt;/code&gt;col&lt;em&gt;2&lt;code&gt;filled with some data,\n&#34;,
+    &#34; **&lt;/code&gt;dataset&lt;/em&gt;b&lt;code&gt;has one column&lt;/code&gt;col&lt;em&gt;3&lt;code&gt;and is created from&lt;/code&gt;dataset&lt;/em&gt;a&lt;code&gt;,\n&#34;,
+    &#34; **&lt;/code&gt;dataset&lt;em&gt;c&lt;code&gt;with&lt;/code&gt;col&lt;/em&gt;4&lt;code&gt;and&lt;/code&gt;dataset&lt;em&gt;d&lt;code&gt;with&lt;/code&gt;col&lt;/em&gt;5&lt;code&gt;are created from&lt;/code&gt;dataset&lt;em&gt;b&lt;code&gt;\n&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;code&#34;,
+   &#34;execution_count&#34;: 45,
+   &#34;id&#34;: &#34;f401c1e1&#34;,
+   &#34;metadata&#34;: {
+    &#34;scrolled&#34;: true
+   },
+   &#34;outputs&#34;: [
+    {
+     &#34;name&#34;: &#34;stderr&#34;,
+     &#34;output_type&#34;: &#34;stream&#34;,
+     &#34;text&#34;: [
+      &#34;22/10/11 15:46:09 WARN HadoopFSUtils: The directory file:/home/jovyan/notebooks/spark-warehouse/dataset_c was not found. Was it deleted very recently?\n&#34;,
+      &#34;22/10/11 15:46:10 WARN HadoopFSUtils: The directory file:/home/jovyan/notebooks/spark-warehouse/dataset_d was not found. Was it deleted very recently?\n&#34;
+     ]
+    }
+   ],
+   &#34;source&#34;: [
+    &#34;spark.createDataFrame([\n&#34;,
+    &#34;    {&#39;col_1&#39;: 1, &#39;col_2&#39;: 2},\n&#34;,
+    &#34;    {&#39;col_1&#39;: 3, &#39;col_2&#39;: 4}\n&#34;,
+    &#34;]).write.mode(\&#34;overwrite\&#34;).saveAsTable(&#39;dataset_a&#39;)\n&#34;,
+    &#34;spark.sql(\&#34;SELECT col_1 + col_2 AS col_3 FROM dataset_a\&#34;).write.mode(\&#34;overwrite\&#34;).saveAsTable(&#39;dataset_b&#39;)\n&#34;,
+    &#34;spark.sql(\&#34;SELECT col_3 AS col_4 FROM dataset_b\&#34;).write.mode(\&#34;overwrite\&#34;).saveAsTable(&#39;dataset_c&#39;)\n&#34;,
+    &#34;spark.sql(\&#34;SELECT col_3 AS col_5 FROM dataset_b\&#34;).write.mode(\&#34;overwrite\&#34;).saveAsTable(&#39;dataset_d&#39;)&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;4143ccb8&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;This should result in following column lineage graph:\n&#34;,
+    &#34; **&lt;/code&gt;col&lt;/em&gt;3&lt;code&gt;is created out of&lt;/code&gt;col&lt;em&gt;1&lt;code&gt;and&lt;/code&gt;col&lt;/em&gt;2&lt;code&gt;,\n&#34;,
+    &#34; **&lt;/code&gt;col&lt;em&gt;4&lt;code&gt;and&lt;/code&gt;col&lt;/em&gt;5&lt;code&gt;depend on&lt;/code&gt;col&lt;em&gt;3&lt;code&gt;.&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;94092c13&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;## Marquez API &#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;40563cf7&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;### Get dataset resource with column lineage included\n&#34;,
+    &#34;\n&#34;,
+    &#34;First we may list some example datasets:&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;code&#34;,
+   &#34;execution_count&#34;: 46,
+   &#34;id&#34;: &#34;f9abcf87&#34;,
+   &#34;metadata&#34;: {},
+   &#34;outputs&#34;: [
+    {
+     &#34;name&#34;: &#34;stdout&#34;,
+     &#34;output_type&#34;: &#34;stream&#34;,
+     &#34;text&#34;: [
+      &#34;{\n&#34;,
+      &#34;  \&#34;namespace\&#34;: \&#34;file\&#34;,\n&#34;,
+      &#34;  \&#34;name\&#34;: \&#34;/home/jovyan/notebooks/spark-warehouse/dataset_a\&#34;\n&#34;,
+      &#34;}\n&#34;
+     ]
+    }
+   ],
+   &#34;source&#34;: [
+    &#34;datasets = requests.get(\&#34;{}/api/v1/namespaces/file/datasets\&#34;.format(marquez_url)).json()\n&#34;,
+    &#34;print(json.dumps(datasets[\&#34;datasets\&#34;][0][\&#34;id\&#34;], indent=2))&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;f4b64488&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;Let&#39;s try now to fetch a specific dataset:\n&#34;,
+    &#34; ** ****namespace****:&lt;/code&gt;file&lt;code&gt;,\n&#34;,
+    &#34; ** ****name****:&lt;/code&gt;/home/jovyan/notebooks/spark-warehouse/dataset&lt;/em&gt;c&lt;code&gt;\n&#34;,
+    &#34; \n&#34;,
+    &#34;We need to encode dataset name to be able to pass it through URL.&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;code&#34;,
+   &#34;execution_count&#34;: 9,
+   &#34;id&#34;: &#34;1e2c674a&#34;,
+   &#34;metadata&#34;: {},
+   &#34;outputs&#34;: [],
+   &#34;source&#34;: [
+    &#34;import urllib\n&#34;,
+    &#34;encoded_name = urllib.parse.quote_plus(\&#34;/home/jovyan/notebooks/spark-warehouse/dataset_c\&#34;)&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;61dbcf02&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;&lt;/code&gt;dataset&lt;em&gt;c&lt;code&gt;was created from a single column&lt;/code&gt;col&lt;/em&gt;3&lt;code&gt;in&lt;/code&gt;dataset_b&lt;code&gt;, so its column lineage section should only contain a single field. &#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;code&#34;,
+   &#34;execution_count&#34;: 47,
+   &#34;id&#34;: &#34;486a7e2a&#34;,
+   &#34;metadata&#34;: {},
+   &#34;outputs&#34;: [
+    {
+     &#34;name&#34;: &#34;stdout&#34;,
+     &#34;output_type&#34;: &#34;stream&#34;,
+     &#34;text&#34;: [
+      &#34;[\n&#34;,
+      &#34;  {\n&#34;,
+      &#34;    \&#34;name\&#34;: \&#34;col_4\&#34;,\n&#34;,
+      &#34;    \&#34;inputFields\&#34;: [\n&#34;,
+      &#34;      {\n&#34;,
+      &#34;        \&#34;namespace\&#34;: \&#34;file\&#34;,\n&#34;,
+      &#34;        \&#34;dataset\&#34;: \&#34;/home/jovyan/notebooks/spark-warehouse/dataset_b\&#34;,\n&#34;,
+      &#34;        \&#34;field\&#34;: \&#34;col_3\&#34;\n&#34;,
+      &#34;      }\n&#34;,
+      &#34;    ],\n&#34;,
+      &#34;    \&#34;transformationDescription\&#34;: null,\n&#34;,
+      &#34;    \&#34;transformationType\&#34;: null\n&#34;,
+      &#34;  }\n&#34;,
+      &#34;]\n&#34;
+     ]
+    }
+   ],
+   &#34;source&#34;: [
+    &#34;dataset = requests.get(\&#34;{}/api/v1/namespaces/file/datasets/{}\&#34;.format(marquez_url, encoded_name)).json()\n&#34;,
+    &#34;print(json.dumps(dataset[\&#34;columnLineage\&#34;], indent=2))&#34;
+   ]
+  },
+  {
+   &#34;cell_type&#34;: &#34;markdown&#34;,
+   &#34;id&#34;: &#34;3f24b59d&#34;,
+   &#34;metadata&#34;: {},
+   &#34;source&#34;: [
+    &#34;Fields&lt;/code&gt;transformationDescription&lt;code&gt;and&lt;/code&gt;transformationType` are available in the OpenLineage standard specification but not implemented in Spark integration (which is the only one).\n&#34;,
+    &#34;\n&#34;,
+    &#34;Colu…&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/workshops&#34;&gt;OpenLineage/workshops&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 04:44:05">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-31 04:44:05"><div class="time">2024-01-31 04:44:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* the other parts of workshop refer to old version of connector, but please verify first if everything with your docker network is fine before running real Spark job</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 04:53:29">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 04:53:29"><div class="time">2024-01-31 04:53:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Sure, thanks.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 04:54:55">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 04:54:55"><div class="time">2024-01-31 04:54:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* From your code, I could see marquez-api is running successfully at "<a href="http://marquez-api:5000">http://marquez-api:5000</a>". Find attached screenshot.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GUB3GRND/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GUB3GRND/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GUB3GRND-684c095dd7/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="117" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 04:57:08">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 04:57:08"><div class="time">2024-01-31 04:57:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* And I could create a lineage for spark in the Jupyter notebook successfully. But when I am submitting a job through spark-submit I am facing an issue "ERROR EventEmitter: Could not emit lineage w/ exception
+io.openlineage.client.OpenLineageClientException: java.net.UnknownHostException: marquez-api".</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 04:57:44">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-31 04:57:44"><div class="time">2024-01-31 04:57:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* great. do you run spark-submit from within the same docker container?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 04:58:08">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-31 04:58:08"><div class="time">2024-01-31 04:58:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* you can open <code>terminal</code> tab within jupyter to run it</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 05:02:05">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 05:02:05"><div class="time">2024-01-31 05:02:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Sure, thanks. Let me try running it.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 07:52:22">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 07:52:22"><div class="time">2024-01-31 07:52:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks @Paweł Leszczyński, it ran successfully in the jupyter terminal.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 05:50:58">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 05:50:58"><div class="time">2024-01-30 05:50:58</div></a>
+                <div class="msg">
+                    <p>Hi Team, I'm trying out OpenLineage with databricks and I'm not seeing expected results, need help to figure out what's the issue</p>
+
+<p>I'm following this quickstart guide: <a href="https://openlineage.io/docs/integrations/spark/quickstart_databricks/">https://openlineage.io/docs/integrations/spark/quickstart_databricks/</a></p>
+
+<p>more details in the thread 🧵</p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">openlineage.io</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://openlineage.io/docs/integrations/spark/quickstart_databricks/">Quickstart with Databricks | OpenLineage</a></div>
+                                <div class="link-text">
+                                    OpenLineage&#39;s Spark Integration can be installed on Databricks leveraging init scripts. Please note, Databricks on Google Cloud does not currently support the DBFS CLI, so the proposed solution will not work on Google Cloud until that feature is enabled.
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.io/docs/integrations/spark/quickstart_databricks/</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 05:52:09">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 05:52:09"><div class="time">2024-01-30 05:52:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I executed this piece of code as per the quickstart guide but the result generated on marquez is not as expected:
+<code>spark.createDataFrame([
+    {'a': 1, 'b': 2},
+    {'a': 3, 'b': 4}
+]).write.mode("overwrite").saveAsTable("default.temp")</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 05:53:58">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 05:53:58"><div class="time">2024-01-30 05:53:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* the quickstart guide shows this example and it produces the result with a output node in the results, But when I run this in databricks I see no output node generated.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GMBKSETB/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GMBKSETB/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GMBKSETB-d10035ef83/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="148" />
+        </a>
+    
+                            
+                        </div>
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GXFQSWEL/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GXFQSWEL/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GXFQSWEL-dda2d5f54a/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="67" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 05:56:02">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 05:56:02"><div class="time">2024-01-30 05:56:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* same thing happens when I run this piece of code</p>
+
+<p>```source<em>table = "mayur</em>table"
+destination<em>table = "onkar</em>table"</p>
+
+<h1>Read the data from the source table into a DataFrame</h1>
+
+<p>source<em>df = spark.sql(f"SELECT id FROM {source</em>table}")</p>
+
+<h1>Show the source DataFrame</h1>
+
+<p>source_df.show()</p>
+
+<h1>Write the data from the source DataFrame to the destination table</h1>
+
+<p>source<em>df.write.mode("overwrite").saveAsTable(destination</em>table)``<code>
+where I'm transferring data from one table to another and would expect a lineage between</code>mayur<em>table<code>and</code>onkar</em>table`  few events gets captured while running this piece of code but none of them has any output node</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 05:57:51">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 05:57:51"><div class="time">2024-01-30 05:57:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* as a result <code>onkar_table</code>  as a dataset was never recorded hence lineage between <code>mayur_table</code>  and <code>onkar_table</code>  was not recorded as well</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GXG5N9L0/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GXG5N9L0/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GXG5N9L0-267c97434b/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="58" />
+        </a>
+    
+                            
+                        </div>
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GXG8UM4G/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GXG8UM4G/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GXG8UM4G-aef726c549/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="178" />
+        </a>
+    
+                            
                         </div>
                     
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 05:58:27">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 05:58:27"><div class="time">2024-01-30 05:58:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'm using OpenLineage jar version 1.7.0 also tried this out with version 1.8.0 but had no luck</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 05:59:17">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 05:59:17"><div class="time">2024-01-30 05:59:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* any help would be appreciated, not sure if this could be a configuration issue</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 06:06:40">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-01-30 06:06:40"><div class="time">2024-01-30 06:06:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* are you using UC catalog?</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🙏 Mayur Singal
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 06:07:45">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-01-30 06:07:45"><div class="time">2024-01-30 06:07:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ive reported an issue while ago about "saveAsTable(destination_table)" when using Unity</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 06:12:52">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 06:12:52"><div class="time">2024-01-30 06:12:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Umm, yes UC is enabled on my instance but I'm performing this operation on default <code>hive_metastore</code> catalog</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 06:23:59">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 06:23:59"><div class="time">2024-01-30 06:23:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* just to add some more context, running this query via notebook also doesn't generate any lineage</p>
+
+<p><code>%sql
+insert into onkar_table select id from mayur_table;</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 07:11:52">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 07:11:52"><div class="time">2024-01-30 07:11:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* any relevant logs @Mayur Singal? Might be regular issue with databricks where they replace OSS Spark class with their own implementation silently</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 07:30:42">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-01-30 07:30:42"><div class="time">2024-01-30 07:30:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I had a similar thought, I checked the logs there is no relevant information over there don't see any errors as well.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container thread_broadcast ">
+        <div id="2024-02-01 05:10:34">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-04/5839195629894_c2dfbcd2a8c89e507551_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mayur Singal
+                     <span class="print-only user-email">(mayur.s@deuexsolutions.com)</span>
+                </div>
+                <a href="#2024-02-01 05:10:34"><div class="time">2024-02-01 05:10:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi Team, please do let me know if I need to open any ticket for this or could this be a configuration issue on my side!</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:28:05">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 05:28:05"><div class="time">2024-02-01 05:28:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Can you try to set log level to debug and running again?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:29:15">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 05:29:15"><div class="time">2024-02-01 05:29:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Would be interesting what happens in code here <a href="https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/spark34/src/main/java/io/openlineage/spark34/agent/lifecycle/plan/column/CreateReplaceInputDatasetBuilder.java#L29">https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2[…]ent/lifecycle/plan/column/CreateReplaceInputDatasetBuilder.java</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/spark34/src/main/java/io/openlineage/spark34/agent/lifecycle/plan/column/CreateReplaceInputDatasetBuilder.java | CreateReplaceInputDatasetBuilder.java&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;public class CreateReplaceInputDatasetBuilder
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 08:24:09">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-05 08:24:09"><div class="time">2024-02-05 08:24:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I can try that and let you know</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski, Mayur Singal
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 08:14:51">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 08:14:51"><div class="time">2024-01-30 08:14:51</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+I want to view column level lineage for pyspark code. So I have sample pyspark ETL code and I tried to run on the Open Lineage. In the Marquez I could see high level lineage diagram like attached screenshot. Is any dependency I need to add to get a column level lineage ?.
+Thanks.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GY68QZS4/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GY68QZS4/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GY68QZS4-6ffb49197b/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="150" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 08:55:29">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-30 08:55:29"><div class="time">2024-01-30 08:55:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* &gt; Is any dependency I need to add to get a column level lineage ?.
+No, you need to wait for Marquez release that contains <a href="https://github.com/MarquezProject/marquez/pull/2725">this PR</a> 🙂</p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/MarquezProject/marquez/pull/2725">#2725 Web: Updates for Table and Column Lineage</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;We currently have a feature gap for column lineage where we don&#39;t have a display for it. In order to correctly display this we needed to have something to handle nested graphs so that columns can be nested under tables.&lt;/p&gt;
+
+&lt;p&gt;This PR both creates a new page for column lineage and an updated view for lineage with a common set of shared principles.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;
+&lt;strong&gt;Feature Set&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;• Redesigned lineage page
+• New column lineage page
+• Refresh button (lineage + column lineage)
+• Compact mode for lineage display
+• Zooming and framing capabilities and zoom controls
+• Open view for graphs with a side panel instead of a draggable bar that limited graph navigation and visualization.
+• Shared action menu for graph context and actions
+• Tuning down the graph depth and preserving more in the url.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Technical&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;• New client side rendering engine with out of the box support for arbitrarily nested graphs (subgraphs) and hot swappable rendering strategies. There is also an easy to use and type safe framework to construct node types
+• New custom React based d3 manipulation framework for zooming, panning, transitions, framing and focal points that uses React paradigms instead of direct DOM access like a conventional d3 approach
+• A Minimap that allows for context awareness in a larger graph along with auto positioning extents&lt;/p&gt;
+
+&lt;p&gt;Marquez.Lineage.mov&lt;/p&gt;
+
+&lt;p&gt;&lt;a href=&#34;https://private-user-images.githubusercontent.com/7514204/293756591-0c5ce570-6422-4469-9a36-790573fe57ca.png?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTUiLCJleHAiOjE3MDY2MjMyMzEsIm5iZiI6MTcwNjYyMjkzMSwicGF0aCI6Ii83NTE0MjA0LzI5Mzc1NjU5MS0wYzVjZTU3MC02NDIyLTQ0NjktOWEzNi03OTA1NzNmZTU3Y2EucG5nP1gtQW16LUFsZ29yaXRobT1BV1M0LUhNQUMtU0hBMjU2JlgtQW16LUNyZWRlbnRpYWw9QUtJQVZDT0RZTFNBNTNQUUs0WkElMkYyMDI0MDEzMCUyRnVzLWVhc3QtMSUyRnMzJTJGYXdzNF9yZXF1ZXN0JlgtQW16LURhdGU9MjAyNDAxMzBUMTM1NTMxWiZYLUFtei1FeHBpcmVzPTMwMCZYLUFtei1TaWduYXR1cmU9YjUwMGRjZjNjMGUwNjYzYTc2MjMwMTIwMmMzZGFjYzc1NjAwY2I1NWVjZThlY2UxODNlMDZmMmQ4MzA2ZmY5NiZYLUFtei1TaWduZWRIZWFkZXJzPWhvc3QmYWN0b3JfaWQ9MCZrZXlfaWQ9MCZyZXBvX2lkPTAifQ.NJ7ldOslCT9IjML4Hyo3SLn3Hw8FggtgBeazfCpLRRw&#34;&gt;image&lt;/a&gt;&lt;br /&gt;
+&lt;a href=&#34;https://private-user-images.githubusercontent.com/7514204/293756603-a5b6d6e8-fde6-4ab0-b123-205e0e821fc5.png?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTUiLCJleHAiOjE3MDY2MjMyMzEsIm5iZiI6MTcwNjYyMjkzMSwicGF0aCI6Ii83NTE0MjA0LzI5Mzc1NjYwMy1hNWI2ZDZlOC1mZGU2LTRhYjAtYjEyMy0yMDVlMGU4MjFmYzUucG5nP1gtQW16LUFsZ29yaXRobT1BV1M0LUhNQUMtU0hBMjU2JlgtQW16LUNyZWRlbnRpYWw9QUtJQVZDT0RZTFNBNTNQUUs0WkElMkYyMDI0MDEzMCUyRnVzLWVhc3QtMSUyRnMzJTJGYXdzNF9yZXF1ZXN0JlgtQW16LURhdGU9MjAyNDAxMzBUMTM1NTMxWiZYLUFtei1FeHBpcmVzPTMwMCZYLUFtei1TaWduYXR1cmU9OTU3NmU1MmM4Njk5MGM4MWZhNzQzOTY4YTRhNDllOWI2OWNhYzUzZjkzNzBjNGJmNjhmMDFhMmFjNmVmMzkwMCZYLUFtei1TaWduZWRIZWFkZXJzPWhvc3QmYWN0b3JfaWQ9MCZrZXlfaWQ9MCZyZXBvX2lkPTAifQ.Bm1Nw3lpGJp6E0pf_NK8WEKvjnU3uI7OCWPX-yPVCWY&#34;&gt;image&lt;/a&gt;&lt;br /&gt;
+&lt;a href=&#34;https://private-user-images.githubusercontent.com/7514204/293756610-9bfacc0e-1279-49dd-ba8d-67c64663c9a5.png?jwt=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmF3LmdpdGh1YnVzZXJjb250ZW50LmNvbSIsImtleSI6ImtleTUiLCJleHAiOjE3MDY2MjMyMzEsIm5iZiI6MTcwNjYyMjkzMSwicGF0aCI6Ii83NTE0MjA0LzI5Mzc1NjYxMC05YmZhY2MwZS0xMjc5LTQ5ZGQtYmE4ZC02N2M2NDY2M2M5YTUucG5nP1gtQW16LUFsZ29yaXRobT1BV1M0LUhNQUMtU0hBMjU2JlgtQW16LUNyZWRlbnRpYWw9QUtJQVZDT0RZTFNBNTNQUUs0WkElMkYyMDI0MDEzMCUyRnVzLWVhc3QtMSUyRnMzJTJGYXdzNF9yZXF1ZXN0JlgtQW16LURhdGU9MjAyNDAxMzBUMTM1NTMxWiZYLUFtei1FeHBpcmVzPTMwMCZYLUFtei1TaWduYXR1cmU9Yjg5NDZkNWU4MzhjMDdiMGMyNGEzNzQzMjFiOTk0YzljZWJiMzBlM2UxMGE1OWI0MjA0MDEyYWZmZmY1YzEzZCZYLUFtei1TaWduZWRIZWFkZXJzPWhvc3QmYWN0b3JfaWQ9MCZrZXlfaWQ9MCZyZXBvX2lkPTAifQ.ac2K--QZObd0wLYiFjwIiW25WHd-ZQdZeAss0Fgmsl8&#34;&gt;image&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;One-line summary:&lt;br /&gt;
+New views for both table and column lineage with shared new engine. Marks column lineage as &lt;code&gt;beta&lt;/code&gt; for preview.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Checklist&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;☐ You&#39;ve &lt;a href=&#34;https://github.com/MarquezProject/marquez/blob/main/CONTRIBUTING.md#sign-your-work&#34;&gt;signed-off&lt;/a&gt; your work
+☐ Your changes are accompanied by tests (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ Your change contains a &lt;a href=&#34;https://kurtisnusbaum.medium.com/stacked-diffs-keeping-phabricator-diffs-small-d9964f4dcfa6&#34;&gt;small diff&lt;/a&gt; and is self-contained
+☐ You&#39;ve updated any relevant documentation (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ You&#39;ve included a one-line summary of your change for the &lt;a href=&#34;https://github.com/MarquezProject/marquez/blob/main/CHANGELOG.md#unreleased&#34;&gt;&lt;code&gt;CHANGELOG.md&lt;/code&gt;&lt;/a&gt; (&lt;em&gt;Depending on the change, this may not be necessary&lt;/em&gt;).
+☐ You&#39;ve versioned your &lt;code&gt;.sql&lt;/code&gt; database schema migration according to &lt;a href=&#34;https://flywaydb.org/documentation/concepts/migrations#naming&#34;&gt;Flyway&#39;s naming convention&lt;/a&gt; (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ You&#39;ve included a &lt;a href=&#34;https://github.com/MarquezProject/marquez/blob/main/CONTRIBUTING.md#copyright--license&#34;&gt;header&lt;/a&gt; in any source code files (&lt;em&gt;if relevant&lt;/em&gt;)&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        docs, web
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        9
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/MarquezProject/marquez&#34;&gt;MarquezProject/marquez&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Balachandru S
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 08:59:00">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-23/6520964760339_d563cbdad295e146ad7b_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">jayant joshi
+                     <span class="print-only user-email">(itsjayantjoshi@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 08:59:00"><div class="time">2024-01-30 08:59:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I am also very much interested to see column level lineage using pyspark script in visual graph that located in the PR.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 09:03:06">
+            
+                <img src="https://secure.gravatar.com/avatar/d5f17e181423a6e94e75526b4712caad.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0025-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">RaghavanAP
+                     <span class="print-only user-email">(raghavan.panneerselvam@wavicledata.com)</span>
+                </div>
+                <a href="#2024-01-30 09:03:06"><div class="time">2024-01-30 09:03:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Is there any tentative date for the next release which includes Column level lineage using spark integration?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 13:42:37">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-01-30 13:42:37"><div class="time">2024-01-30 13:42:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The Marquez team is working to having an RC by end of next month for users to try! <a href="https://marquezproject.slack.com/archives/C01E8MQGJP7/p1706636124360629?thread_ts=1706621358.017329&cid=C01E8MQGJP7">https://marquezproject.slack.com/archives/C01E8MQGJP7/p1706636124360629?thread_ts=1706621358.017329&amp;cid=C01E8MQGJP7</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 23:44:51">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 23:44:51"><div class="time">2024-01-30 23:44:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Can we get visual representation of column level lineage using any other data consumers of Amundsen or Egeria or Apache atlas ?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 12:00:06">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-01-30 12:00:06"><div class="time">2024-01-30 12:00:06</div></a>
+                <div class="msg">
+                    <p>@channel
+Our first London meetup, at Confluent's offices in London, is tomorrow! <a href="https://openlineage.slack.com/archives/C01CK9T7HKR/p1706193796047049">https://openlineage.slack.com/archives/C01CK9T7HKR/p1706193796047049</a></p>
+                    <div class="message-attachment"
+                            >
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_48.jpg" class="icon">
+                                    }
+                                    <a href="https://openlineage.slack.com/team/U02LXF3HUN7">
+                                    Michael Robinson
+                                    </a><span class="print-only">(https://openlineage.slack.com/team/U02LXF3HUN7)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;@channel
+Our first London meetup is happening next Wednesday, Jan. 31, at Confluent&#39;s offices in Covent Garden. Click through to the Meetup page to sign up and view an up-to-date agenda, featuring talks by @Abdallah, Kirill Kulikov at Confluent, and @Paweł Leszczyński! &lt;a href=&#34;https://openlineage.slack.com/archives/C01CK9T7HKR/p1704736501486239&#34;&gt;https://openlineage.slack.com/archives/C01CK9T7HKR/p1704736501486239&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.slack.com/archives/C01CK9T7HKR/p1706193796047049</div>
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        Slack Conversation
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ❤️ Jarek Potiuk, Maciej Obuchowski, Mattia Bertorello, Willy Lulciuc, Abdallah, Harel Shein
+                        </div>
+                    
+                        <div class="message-reaction">
+                        🙌 Jarek Potiuk, Maciej Obuchowski, Mattia Bertorello, Abdallah
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-30 13:40:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-23/5623598828611_055f51bd1a0583028e25_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Athitya Kumar
+                     <span class="print-only user-email">(athityakumar@gmail.com)</span>
+                </div>
+                <a href="#2024-01-30 13:40:41"><div class="time">2024-01-30 13:40:41</div></a>
+                <div class="msg">
+                    <p>Hey team. Is column/attribute level lineage supported for input/topic Kafka topic ports in the OpenLineage Flink listener?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 01:28:10">
+            
+                <img src="https://secure.gravatar.com/avatar/e255ccbb52dc5d7677e5ca699700d60b.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0021-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Dheeraj
+                     <span class="print-only user-email">(dheeraj.athrey@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 01:28:10"><div class="time">2024-01-31 01:28:10</div></a>
+                <div class="msg">
+                    <p>Hello all
+I am using airflow and dbt. I want to know if there is any tool using open lineage that actually provides the following feature.</p>
+
+<p>If I pick a job J1, I want to be able to see the real time job start/run/finish status of all the jobs J1 is dependent on in the lineage.</p>
+
+<p>Any other tool/framework that would help me achieve this is also helpful.</p>
+
+<p>Thank you</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 02:13:41">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-31 02:13:41"><div class="time">2024-01-31 02:13:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* what is a job in this case? dbt run/Airflow DagRun?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 02:37:41">
+            
+                <img src="https://secure.gravatar.com/avatar/e255ccbb52dc5d7677e5ca699700d60b.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0021-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Dheeraj
+                     <span class="print-only user-email">(dheeraj.athrey@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 02:37:41"><div class="time">2024-01-31 02:37:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* By job, I meant an airflow dag.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 02:38:42">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-01-31 02:38:42"><div class="time">2024-01-31 02:38:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @tati might say more as project maintainer but you could take a look into <a href="https://github.com/astronomer/astronomer-cosmos">https://github.com/astronomer/astronomer-cosmos</a>
+it transforms dbt project into Airflow DAG and plays really nice with OL too</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">astronomer/astronomer-cosmos</a></div>
+                                <div class="link-text">
+                                    Run your dbt Core projects as Apache Airflow DAGs and Task Groups with a few lines of code
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Website</div>
+                                        &lt;https://astronomer.github.io/astronomer-cosmos/&gt;
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Stars</div>
+                                        371
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 02:14:31">
+            
+                <img src="https://secure.gravatar.com/avatar/d5f17e181423a6e94e75526b4712caad.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0025-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">RaghavanAP
+                     <span class="print-only user-email">(raghavan.panneerselvam@wavicledata.com)</span>
+                </div>
+                <a href="#2024-01-31 02:14:31"><div class="time">2024-01-31 02:14:31</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+Am running the pyspark script through spark-submit command and am facing the error as "Could not emit lineage". Can you please help on this error?
+<strong>spark-submit command:</strong> 
+spark-submit --conf "spark.extraListeners=io.openlineage.spark.agent.OpenLineageSparkListener" --packages "io.openlineage:openlineage<em>spark:1.7.0" --conf "spark.openlineage.transport.type=http" --conf "spark.openlineage.transport.url=<a href="http://host.docker.internal:5000">http://host.docker.internal:5000</a>" --conf "spark.openlineage.namespace=spark</em>integration" --conf "spark.pyspark.python=python" pyspark_etl.py</p>
+
+<p><strong>Error Screenshot:</strong></p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06G88E1LH4/ol_-error_.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">ol -error .png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06G88E1LH4/ol_-error_.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06G88E1LH4-684b18430b/ol_-error__360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="107" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 08:31:22">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-01-31 08:31:22"><div class="time">2024-01-31 08:31:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi,</p>
+
+<p>The host of Marquez is probably wrong  <code>"spark.openlineage.transport.url=&lt;http://host.docker.internal:5000&gt;"</code>  Check on your machine where Marquez is exposed.
+Thanks</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 08:17:46">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 08:17:46"><div class="time">2024-01-31 08:17:46</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+I need to config AWS CLI on the Jupyter lab (which comes with open lineage docker container) to read and write an AWS S3 files through pyspark code. For this I am running this command "sudo ./aws/install". While running this command it's prompt me to password. I not sure what is the password here. Can you please help me on this ?. Here I just need sudo password for default jupyter lab (which comes with open lineage docker container).
+Thanks.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GGJRFYPM/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GGJRFYPM/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GGJRFYPM-deb8378461/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="93" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 08:26:46">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-01-31 08:26:46"><div class="time">2024-01-31 08:26:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi,
+Did you try to pass this environment variable  <code>-e GRANT_SUDO=yes</code> ?
+<a href="https://jupyter-docker-stacks.readthedocs.io/en/latest/using/common.html#permission-specific-configurations">https://jupyter-docker-stacks.readthedocs.io/en/latest/using/common.html#permission-specific-configurations</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 08:33:26">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 08:33:26"><div class="time">2024-01-31 08:33:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* While composing up an open lineage docker-compose.yml. It showed the path to access jupyter lab, through the path I am accessing it. I didn't run any command externally. Find the attached screenshot.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GK959L92/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GK959L92/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GK959L92-71306eb6d8/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="139" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 08:36:41">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-08/6315404231170_cfd598f2a97cc0ccc2ab_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Mattia Bertorello
+                     <span class="print-only user-email">(mattia.bertorello@booking.com)</span>
+                </div>
+                <a href="#2024-01-31 08:36:41"><div class="time">2024-01-31 08:36:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Mine was a suggestion to add this variable <code>GRANT_SUDO=yes</code>  in the docker compose if you need sudo access. And in general it's not a OpenLineage problem you should look into the documentation of the jupyter docker image</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 08:38:07">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-01-31 08:38:07"><div class="time">2024-01-31 08:38:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Sure, will do that. Thanks,</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Mattia Bertorello
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 04:18:20">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-02 04:18:20"><div class="time">2024-02-02 04:18:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi @Mattia Bertorello, good afternoon
+I just tried to inspect the notebook container, there I could "GRANT_SUDO=yes". And after passing this also it's asking the password. Find the attached screenshot. Thanks.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GPJ5TRFG/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GPJ5TRFG/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GPJ5TRFG-69e679b6cc/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="116" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-01-31 10:46:34">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-01-31 10:46:34"><div class="time">2024-01-31 10:46:34</div></a>
+                <div class="msg">
+                    <p>@channel
+This is happening this evening! <a href="https://openlineage.slack.com/archives/C01CK9T7HKR/p1706193796047049">https://openlineage.slack.com/archives/C01CK9T7HKR/p1706193796047049</a></p>
+                    <div class="message-attachment"
+                            >
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_48.jpg" class="icon">
+                                    }
+                                    <a href="https://openlineage.slack.com/team/U02LXF3HUN7">
+                                    Michael Robinson
+                                    </a><span class="print-only">(https://openlineage.slack.com/team/U02LXF3HUN7)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;@channel
+Our first London meetup is happening next Wednesday, Jan. 31, at Confluent&#39;s offices in Covent Garden. Click through to the Meetup page to sign up and view an up-to-date agenda, featuring talks by @Abdallah, Kirill Kulikov at Confluent, and @Paweł Leszczyński! &lt;a href=&#34;https://openlineage.slack.com/archives/C01CK9T7HKR/p1704736501486239&#34;&gt;https://openlineage.slack.com/archives/C01CK9T7HKR/p1704736501486239&lt;/a&gt;&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.slack.com/archives/C01CK9T7HKR/p1706193796047049</div>
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        Slack Conversation
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🎉 Harel Shein, Jakub Dardziński, Maciej Obuchowski, Ernie Ostic, harsh loomba
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 01:37:31">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-31/6589033952080_4620bb9e2f5a58c0c58d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Abhinav Ajith
+                     <span class="print-only user-email">(abhinavajith0968@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 01:37:31"><div class="time">2024-02-01 01:37:31</div></a>
+                <div class="msg">
+                    <p>Hi Team</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 01:38:27">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-31/6589033952080_4620bb9e2f5a58c0c58d_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Abhinav Ajith
+                     <span class="print-only user-email">(abhinavajith0968@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 01:38:27"><div class="time">2024-02-01 01:38:27</div></a>
+                <div class="msg">
+                    <p>I am trying to run open lineage for sql query. Any Idea on how to use the openlineage-sql package</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:44:04">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 04:44:04"><div class="time">2024-02-01 04:44:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hey, could please tell more about your use case?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:01:35">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 04:01:35"><div class="time">2024-02-01 04:01:35</div></a>
+                <div class="msg">
+                    <p>Hi everyone.  I am trying to integrate openlineage with apache airflow version &gt; 2.7. I followed this guide: <a href="https://airflow.apache.org/docs/apache-airflow-providers-openlineage/stable/guides/user.html">https://airflow.apache.org/docs/apache-airflow-providers-openlineage/stable/guides/user.html</a>. This guide mentions that no changes are required in the dag file. I am using BashOperator in the dag file but openlineage does not seem to emit the events. What am I missing?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:02:52">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 04:02:52"><div class="time">2024-02-01 04:02:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* BashOperator can only pass lineage if you set inlets or outlets manually</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:25:37">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 04:25:37"><div class="time">2024-02-01 04:25:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks for the reply Jakub. I created a dag with the code of example in this url: <a href="https://openlineage.io/docs/integrations/airflow/manual">https://openlineage.io/docs/integrations/airflow/manual</a>. But still no luck generating events.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:35:22">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 04:35:22"><div class="time">2024-02-01 04:35:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I am using airflow version 2.7.1. In my airflow.cfg file, there was no [openlineage] section and I had to add it. Are these two related in any way? @Jakub Dardziński</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:43:14">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 04:43:14"><div class="time">2024-02-01 04:43:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I ran the bash example DAG you linked and I can confirm I’m getting the lineage</p>
+
+<p>Could you please confirm you’re sending events to Marquez at all? Can you see Airflow jobs created in Marquez but without inputs/outputs?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:45:21">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 04:45:21"><div class="time">2024-02-01 04:45:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I am not sending the events to Marquez.  I have an endpoint defined in the localhost where I am trying to receive the event</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:45:38">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 04:45:38"><div class="time">2024-02-01 04:45:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I see, so are you receiving any events?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:46:09">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 04:46:09"><div class="time">2024-02-01 04:46:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* No. I am not receiving anything in that endpoint.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:46:54">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 04:46:54"><div class="time">2024-02-01 04:46:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Would you want to share your [openlineage] section?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:47:50">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 04:47:50"><div class="time">2024-02-01 04:47:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Sure.</p>
+
+<p>[openlineage]
+transport = '{"type": "http", "url": "<a href="http://localhost:8082/event">http://localhost:8082/event</a>"}'</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 04:50:02">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 04:50:02"><div class="time">2024-02-01 04:50:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* and what endpoint is available in your local server? if it’s <code>/event</code> then you should set following:</p>
+
+<p>[openlineage]
+transport = ‘{“type”: “http”, “url”: “<a href="http://localhost:8082">http://localhost:8082</a>”, “endpoint”: “event”}’</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:15:12">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 05:15:12"><div class="time">2024-02-01 05:15:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yes the endpoint is <strong>/event</strong> and I made this change. Still no luck. Not only the http transport but console transport is also not working.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:24:23">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 05:24:23"><div class="time">2024-02-01 05:24:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Could you please check what’s in the Airflow UI under <code>Admin &amp;gt; Plugins</code>?</p>
+
+<p>listeners should be there under OpenLineageProviderPlugin</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GGMJ3SLE/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GGMJ3SLE/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GGMJ3SLE-be2e57e9bb/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="130" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:26:11">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 05:26:11"><div class="time">2024-02-01 05:26:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Suhas Shenoy if you're using <code>Astro Runtime</code> image locally then you additionally need to set env variable <code>OPENLINEAGE_DISABLED=false</code> due to bug in some versions of the runtime</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:31:24">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 05:31:24"><div class="time">2024-02-01 05:31:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* There is no listeners attribute in OpenLineageProviderPlugin. And I am not using Astro Runtime image. I installed airflow following this documentation: <a href="https://airflow.apache.org/docs/apache-airflow/2.7.1/installation/installing-from-pypi.html">https://airflow.apache.org/docs/apache-airflow/2.7.1/installation/installing-from-pypi.html</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:46:54">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 05:46:54"><div class="time">2024-02-01 05:46:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* How do I make that listener attribute set to OpenLineageListener?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:51:48">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 05:51:48"><div class="time">2024-02-01 05:51:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* do you see <code>OpenLineageProviderPlugin</code> then?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:52:42">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 05:52:42"><div class="time">2024-02-01 05:52:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* can you try setting
+<code>OPENLINEAGE_DISABLED=false</code> and use <code>OPENLINEAGE_URL=&lt;http://localhost:8082&gt;</code> instead of setting it in config?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:53:42">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 05:53:42"><div class="time">2024-02-01 05:53:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'd rather bet airflow.cfg is not read or it's in the wrong path</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 05:57:29">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 05:57:29"><div class="time">2024-02-01 05:57:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* This is the snapshot of my Plugins. I will also try with the configs which you mentioned.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06HC95JF3J/screenshot_2024-02-01_at_4.24.41___pm.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-02-01 at 4.24.41 PM.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06HC95JF3J/screenshot_2024-02-01_at_4.24.41___pm.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06HC95JF3J-5fa24f193f/screenshot_2024-02-01_at_4.24.41___pm_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="161" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 06:14:17">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 06:14:17"><div class="time">2024-02-01 06:14:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* ah, on Airflow 2.7 it does not show the listeners row yet</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 06:15:39">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 06:15:39"><div class="time">2024-02-01 06:15:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* if you do have access to Airflow’s console you could check what’s the output of below:
+```from airflow.configuration import conf</p>
+
+<p>print(conf.get('openlineage', 'transport'))```</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 06:26:52">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 06:26:52"><div class="time">2024-02-01 06:26:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* This was the output I got
+<code>'{"type": "http", "url": "&lt;http://localhost:8082&gt;", "endpoint": "event"}'</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 09:12:34">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 09:12:34"><div class="time">2024-02-01 09:12:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I am running Apache airflow in a virtual environment. Will it matter in any way?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 09:14:13">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 09:14:13"><div class="time">2024-02-01 09:14:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* have you tried <code>OPENLINEAGE_DISABLED=false</code> and <code>OPENLINEAGE_URL=&lt;http://localhost:8082&gt;</code> ?
+does virtual environment mean docker?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 09:15:45">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 09:15:45"><div class="time">2024-02-01 09:15:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* eventually try checking what’s the output from:
+```from airflow.providers.openlineage.plugins.openlineage import <em>is</em>disabled</p>
+
+<p>print(<em>is</em>disabled())```</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 09:16:42">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 09:16:42"><div class="time">2024-02-01 09:16:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yes I tried both the things.</p>
+
+<p>No not docker. I have created virtual environment using
+<code>python -m venv venv_name</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 09:18:09">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 09:18:09"><div class="time">2024-02-01 09:18:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The output of the code block is false.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 09:35:54">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-01 09:35:54"><div class="time">2024-02-01 09:35:54</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* that means you have listener enabled</p>
+
+<p>what I can think of is to set airflow logging level to debug and see what logs say</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ☝️ Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 23:21:36">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 23:21:36"><div class="time">2024-02-01 23:21:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* This is the log from scheduler terminal. I found 3 logs related to openlineage</p>
+
+<p>```DEBUG - Loading EntryPoint(name='provider<em>info', value='airflow.providers.openlineage.get</em>provider<em>info:get</em>provider<em>info', group='apache</em>airflow_provider') from package apache-airflow-providers-openlineage</p>
+
+<p>DEBUG - Importing entry_point plugin openlineage</p>
+
+<p>DEBUG - Creating module airflow.macros.OpenLineageProviderPlugin```</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 23:32:23">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 23:32:23"><div class="time">2024-02-01 23:32:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* And this is the log related to openlineage I found in the task1: <a href="https://pastebin.com/qbeYFTuJ">https://pastebin.com/qbeYFTuJ</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 06:13:36">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-02 06:13:36"><div class="time">2024-02-02 06:13:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi Team. Any reason why the extractor is failing to extract the metadata?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 06:16:49">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-02 06:16:49"><div class="time">2024-02-02 06:16:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Are you running the same DAG as in <a href="https://openlineage.io/docs/integrations/airflow/manual/">https://openlineage.io/docs/integrations/airflow/manual/</a>?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 06:18:18">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-02 06:18:18"><div class="time">2024-02-02 06:18:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yes.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 06:59:24">
+            
+                <img src="https://avatars.slack-edge.com/2023-10-26/6084416738247_2017b9ef79397fadc4f2_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">priya narayana
+                     <span class="print-only user-email">(n.priya88@gmail.com)</span>
+                </div>
+                <a href="#2024-02-01 06:59:24"><div class="time">2024-02-01 06:59:24</div></a>
+                <div class="msg">
+                    <p>Hi Team!  When i run a job in Dataproc Bigquery job with openlineage 1.4.1 version I am seeing events which has anonymous tables and i cannot see proper lineage event in console with inputs and outputs . can you please tell me which version of openlineage version can help me with right table name in input and output complete event</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 10:28:23">
+            
+                <img src="https://avatars.slack-edge.com/2023-10-26/6084416738247_2017b9ef79397fadc4f2_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">priya narayana
+                     <span class="print-only user-email">(n.priya88@gmail.com)</span>
+                </div>
+                <a href="#2024-02-02 10:28:23"><div class="time">2024-02-02 10:28:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Can someone guide me here</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 10:28:38">
+            
+                <img src="https://avatars.slack-edge.com/2023-10-26/6084416738247_2017b9ef79397fadc4f2_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">priya narayana
+                     <span class="print-only user-email">(n.priya88@gmail.com)</span>
+                </div>
+                <a href="#2024-02-02 10:28:38"><div class="time">2024-02-02 10:28:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski @Paweł Leszczyński @Michael Robinson</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 13:02:45">
+            
+                <img src="https://secure.gravatar.com/avatar/c77c4db9ebb850f6b5974815f40575b8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">ldacey
+                     <span class="print-only user-email">(lance.dacey2@sutherlandglobal.com)</span>
+                </div>
+                <a href="#2024-02-01 13:02:45"><div class="time">2024-02-01 13:02:45</div></a>
+                <div class="msg">
+                    <p>any thoughts on how sources from a REST API should be organized, or if they even should be set up as a dataset in OpenLineage? I am querying various endpoints and saving the results to jsonl files on GCS. those get read and ultimately loaded as parquet files in various delta tables (certain unnested columns become a completely separate table)</p>
+
+<p><a href="https://something.something.com/api/v2/ticket_audits">https://something.something.com/api/v2/ticket_audits</a></p>
+
+<p><a href="https://developer.zendesk.com/api-reference/ticketing/tickets/ticket_audits/">https://developer.zendesk.com/api-reference/ticketing/tickets/ticket_audits/</a></p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">developer.zendesk.com</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://developer.zendesk.com/api-reference/ticketing/tickets/ticket_audits/">Ticket Audits</a></div>
+                                <div class="link-text">
+                                    Developer documentation for products at Zendesk
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://developer.zendesk.com/api-reference/ticketing/tickets/ticket_audits/</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 13:06:14">
+            
+                <img src="https://secure.gravatar.com/avatar/c77c4db9ebb850f6b5974815f40575b8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">ldacey
+                     <span class="print-only user-email">(lance.dacey2@sutherlandglobal.com)</span>
+                </div>
+                <a href="#2024-02-01 13:06:14"><div class="time">2024-02-01 13:06:14</div></a>
+                <div class="msg">
+                    <p>for the input dataset:
+namespace would be "<a href="https://something.something.com">https://something.something.com</a>"
+resource would be "/api/v2/ticket<em>audits"
+not sure about the name, just "ticket</em>audits"?</p>
+
+<p>maybe the uri would include the entire URL with query parameters, or those parameters could be a separate custom facet.</p>
+
+<p>output dataset would be the GCS bucket and file?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-01 15:42:01">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-01 15:42:01"><div class="time">2024-02-01 15:42:01</div></a>
+                <div class="msg">
+                    <p>@channel
+The latest issue of <a href="https://mailchi.mp/e3ae9669439b/openlineage-news-january-2024">OpenLineage News</a> is available now, featuring a rundown of the recent releases, updates to the Airflow Provider, events, proposals, and more.
+To get the newsletter directly in your inbox each month, sign up <a href="http://bit.ly/OL_news">here</a>.</p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">openlineage.us14.list-manage.com</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="http://bit.ly/OL_news">OpenLineage Project</a></div>
+                                <div class="link-text">
+                                    OpenLineage Project Email Forms
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: http://bit.ly/OL_news</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🚀 Jakub Dardziński, Harel Shein, tati
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 04:09:43">
+            
+                <img src="https://secure.gravatar.com/avatar/d5f17e181423a6e94e75526b4712caad.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0025-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">RaghavanAP
+                     <span class="print-only user-email">(raghavan.panneerselvam@wavicledata.com)</span>
+                </div>
+                <a href="#2024-02-02 04:09:43"><div class="time">2024-02-02 04:09:43</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+My objective is to configure AWS with open lineage in windows os , to read the file from s3. Can you please help me with required steps or share any documents or links for reference?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 06:05:22">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-02 06:05:22"><div class="time">2024-02-02 06:05:22</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+I need to execute sudo command in the jupyter notebook terminal (which comes with open lineage). Find the configuration details in the attached screenshot and I tried changing the password through the command like attached screenshot. After changing the password, I could use the created password for <strong>jupyter notebook</strong> login. But not for the <strong>jupyter terminal</strong> login. I could see usename is jovyan for both. Cany anyone help me to get a password for the jupyter terminal ?.
+Thanks.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06HKGVJEKS/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06HKGVJEKS/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06HKGVJEKS-918ee2679a/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="126" />
+        </a>
+    
+                            
+                        </div>
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GZ7D8STW/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GZ7D8STW/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GZ7D8STW-79f07d42a8/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="31" />
+        </a>
+    
+                            
+                        </div>
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GZ7Z46DA/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06GZ7Z46DA/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06GZ7Z46DA-57952a58cb/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="99" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-02 15:13:10">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-02 15:13:10"><div class="time">2024-02-02 15:13:10</div></a>
+                <div class="msg">
+                    <p><strong>@channel</strong>
+This month’s TSC meeting is next Thursday the 8th at 10am PT. On the tentative agenda:
+• announcements
+• recent releases
+• Coming soon: simplified job hierarchy in Spark @Maciej Obuchowski 
+• Flink integration updates @Maciej Obuchowski 
+• open discussion
+• more (TBA)
+More info and the meeting link can be found on the <a href="https://openlineage.io/meetings/">website</a>. All are welcome! Do you have a discussion topic, use case or integration you’d like to demo? DM me to be added to the agenda.</p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">openlineage.io</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://openlineage.io/meetings/">TSC Meetings | OpenLineage</a></div>
+                                <div class="link-text">
+                                    The OpenLineage Technical Steering Committee meets monthly, and is open to all.
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.io/meetings/</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski, Mattia Bertorello
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 12:48:48">
+            
+                <img src="https://avatars.slack-edge.com/2023-08-28/5813350698211_293d5c32ea7265644071_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Peter Huang
+                     <span class="print-only user-email">(huangzhenqiu0825@gmail.com)</span>
+                </div>
+                <a href="#2024-02-08 12:48:48"><div class="time">2024-02-08 12:48:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski I am not able to attend the meeting this time. Please help to update on our agreement on the flink community about the flink lineage listener APIs.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 04:08:31">
+            
+                <img src="https://avatars.slack-edge.com/2023-10-26/6084416738247_2017b9ef79397fadc4f2_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">priya narayana
+                     <span class="print-only user-email">(n.priya88@gmail.com)</span>
+                </div>
+                <a href="#2024-02-05 04:08:31"><div class="time">2024-02-05 04:08:31</div></a>
+                <div class="msg">
+                    <p>Hi Team , When i run jobs in Dataproc - <code>Target host is not specified</code> error is coming , when i set --properties 'dataproc:dataproc.lineage.enabled=true'. Can you tell what settings am i missing</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 04:42:48">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-05 04:42:48"><div class="time">2024-02-05 04:42:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* hey, we don't develop Dataproc integration directly, this seems like Google service issue and should be resolved by their support</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 10:56:52">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-05 10:56:52"><div class="time">2024-02-05 10:56:52</div></a>
+                <div class="msg">
+                    <p>HI! Is anybody here working with AWS Glue + OpenLineage (Spark)?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-05 13:29:05">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-05 13:29:05"><div class="time">2024-02-05 13:29:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* There's been some progress on support for Glue recently: <a href="https://github.com/OpenLineage/OpenLineage/pull/2283">https://github.com/OpenLineage/OpenLineage/pull/2283</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 07:32:07">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-06 07:32:07"><div class="time">2024-02-06 07:32:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Glue Spark overall is working, but I think Glue Data Catalog is not</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 05:37:06">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-07 05:37:06"><div class="time">2024-02-07 05:37:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'll try to configure an instance with OL latest version to validate the results in terms of the jobs and the catalog. Thank you</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-06 02:20:47">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5946511342292_b3c546a0a2eac62dae08_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Suraj Gupta
+                     <span class="print-only user-email">(suraj.gupta@atlan.com)</span>
+                </div>
+                <a href="#2024-02-06 02:20:47"><div class="time">2024-02-06 02:20:47</div></a>
+                <div class="msg">
+                    <p>Do we have any list/documentation of all the connectors supported by Spark + OpenLineage?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 12:35:55">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-07/6614666249985_3b4ccc81cea707aae691_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Ruchira Prasad
+                     <span class="print-only user-email">(ruchiraprasad@gmail.com)</span>
+                </div>
+                <a href="#2024-02-07 12:35:55"><div class="time">2024-02-07 12:35:55</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+I tried to set up marquez on my Windows PC by using Docker Desktop by referring this document. <a href="https://openlineage.io/getting-started/">https://openlineage.io/getting-started/</a>
+Once set up, it's not start the "marquez-api" by giving an error as "org.postgresql.util.PSQLException: FATAL: password authentication failed for user "marquez""
+Do you have any idea how to fix this?</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06HSF7UE84/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06HSF7UE84/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06HSF7UE84-0c0b01c72d/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="182" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 12:43:13">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-07 12:43:13"><div class="time">2024-02-07 12:43:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* could you please check marquez-db logs?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 12:48:09">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-07/6614666249985_3b4ccc81cea707aae691_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Ruchira Prasad
+                     <span class="print-only user-email">(ruchiraprasad@gmail.com)</span>
+                </div>
+                <a href="#2024-02-07 12:48:09"><div class="time">2024-02-07 12:48:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It has this
+FATAL:  password authentication failed for user "marquez"
+DETAIL:  Role "marquez" does not exist.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JCTQUCEL/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JCTQUCEL/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06JCTQUCEL-beca9ad56b/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="178" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 12:49:56">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-07 12:49:56"><div class="time">2024-02-07 12:49:56</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* no error related to init script?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 13:24:37">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-07/6614666249985_3b4ccc81cea707aae691_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Ruchira Prasad
+                     <span class="print-only user-email">(ruchiraprasad@gmail.com)</span>
+                </div>
+                <a href="#2024-02-07 13:24:37"><div class="time">2024-02-07 13:24:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Probably you might ask this.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06HSRLP2S0/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06HSRLP2S0/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06HSRLP2S0-13a437dab6/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="106" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 13:26:53">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-07 13:26:53"><div class="time">2024-02-07 13:26:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* as you're on windows you may have wrong crlf setting in git. you can either fix the script manually or change git settings</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 00:51:24">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-07/6614666249985_3b4ccc81cea707aae691_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Ruchira Prasad
+                     <span class="print-only user-email">(ruchiraprasad@gmail.com)</span>
+                </div>
+                <a href="#2024-02-08 00:51:24"><div class="time">2024-02-08 00:51:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I set git config --global core.autocrlf false. Then the line endings remain as LF.
+With this, the above error was gone. But it has an authentication error as below.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JG5XV5NC/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JG5XV5NC/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06JG5XV5NC-a8647cab12/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="114" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 10:59:25">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-07/6614666249985_3b4ccc81cea707aae691_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Ruchira Prasad
+                     <span class="print-only user-email">(ruchiraprasad@gmail.com)</span>
+                </div>
+                <a href="#2024-02-08 10:59:25"><div class="time">2024-02-08 10:59:25</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Isn't this some code issue in this repo @Jakub Dardziński
+<a href="https://github.com/MarquezProject/marquez">https://github.com/MarquezProject/marquez</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">MarquezProject/marquez</a></div>
+                                <div class="link-text">
+                                    Collect, aggregate, and visualize a data ecosystem&#39;s metadata
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Website</div>
+                                        &lt;https://marquezproject.ai&gt;
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Stars</div>
+                                        1551
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 11:18:40">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-08 11:18:40"><div class="time">2024-02-08 11:18:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* did you try docker compose down and up again?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 11:56:03">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-07/6614666249985_3b4ccc81cea707aae691_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Ruchira Prasad
+                     <span class="print-only user-email">(ruchiraprasad@gmail.com)</span>
+                </div>
+                <a href="#2024-02-08 11:56:03"><div class="time">2024-02-08 11:56:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yes. didn't work.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-07 13:47:08">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-07 13:47:08"><div class="time">2024-02-07 13:47:08</div></a>
+                <div class="msg">
+                    <p>@channel
+This month's TSC meeting, open to all, is tomorrow! Note the recent additions to the agenda 👀. <a href="https://openlineage.slack.com/archives/C01CK9T7HKR/p1706904790913259">https://openlineage.slack.com/archives/C01CK9T7HKR/p1706904790913259</a></p>
+                    <div class="message-attachment"
+                            >
+                            
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_48.jpg" class="icon">
+                                    }
+                                    <a href="https://openlineage.slack.com/team/U02LXF3HUN7">
+                                    Michael Robinson
+                                    </a><span class="print-only">(https://openlineage.slack.com/team/U02LXF3HUN7)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href=""></a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;@channel&lt;/strong&gt;
+This month’s TSC meeting is next Thursday the 8th at 10am PT. On the tentative agenda:
+• announcements
+• recent releases
+• Coming soon: simplified job hierarchy in Spark @Maciej Obuchowski 
+• Flink integration updates @Maciej Obuchowski 
+• open discussion
+• more (TBA)
+More info and the meeting link can be found on the &lt;a href=&#34;https://openlineage.io/meetings/&#34;&gt;website&lt;/a&gt;. All are welcome! Do you have a discussion topic, use case or integration you’d like to demo? DM me to be added to the agenda.&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.slack.com/archives/C01CK9T7HKR/p1706904790913259</div>
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="" class="icon" />
+                                        Slack Conversation
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Ernie Ostic, Jakub Dardziński, Maciej Obuchowski, Mattia Bertorello
+                        </div>
+                    
+                        <div class="message-reaction">
+                        ❤️ Harel Shein, alexandre bergere
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 09:25:41">
+            
+                <img src="https://secure.gravatar.com/avatar/0f9e11ecf9b45c68ee6f9d72f2b931d8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0006-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Sheeri Cabral (Collibra)
+                     <span class="print-only user-email">(sheeri.cabral@collibra.com)</span>
+                </div>
+                <a href="#2024-02-08 09:25:41"><div class="time">2024-02-08 09:25:41</div></a>
+                <div class="msg">
+                    <p>HIRING! Hello OpenLineage community members! Collibra is hiring for 2 Software Engineers (one regular, one senior) in Czech Republic, for our Lineage ETL team. These jobs are open because one engineer is leaving to hike the Pacific Coast Trail, and another is backfill (an engineer left a different lineage team and an engineer from ETL team is moving to that team).</p>
+
+<p>I am the Product Manager for this team, so you’d be working with me daily. Ask me anything (in a thread here or a DM). Creating an OpenLineage consumer is our next project starting later this month :D</p>
+
+<p><a href="https://www.linkedin.com/feed/update/urn:li:activity:7161361969311084544/">https://www.linkedin.com/feed/update/urn:li:activity:7161361969311084544/</a></p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">linkedin.com</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://www.linkedin.com/feed/update/urn:li:activity:7161361969311084544/">Sheeri Cabral :watermelon: on LinkedIn: Senior Software Engineer (Python), Lineage</a></div>
+                                <div class="link-text">
+                                    Hello! If you&amp;amp;#39;re a software engineer in Czech Republic and are looking for a job, we have 2 job openings for the product line I am a product manager for. 
+
+If…
+                                </div>
+                                
+                                
+    
+        <a href="https://www.linkedin.com/feed/update/urn:li:activity:7161361969311084544/">
+            <img class="preview" src="https://media.licdn.com/dms/image/sync/D4E27AQF26AMXDYK4Ww/articleshare-shrink_800/0/1707151244865?e=2147483647&amp;v=beta&amp;t=eSi5vr-5jFmYTNbVd3GNoCdbKPmSasor_sQekuJz0jg"
+                width="600"
+                 height="300" />
+        </a>
+    
+                                
+                                    <div class="print-only">Original URL: https://www.linkedin.com/feed/update/urn:li:activity:7161361969311084544/</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🔥 Maciej Obuchowski, Kacper Muda, Michael Robinson, Harel Shein, Mattia Bertorello, Paweł Leszczyński
+                        </div>
+                    
+                        <div class="message-reaction">
+                        :flag_cz: Maciej Obuchowski, Harel Shein, Paweł Leszczyński
+                        </div>
+                    
+                        <div class="message-reaction">
+                        🥾 Mattia Bertorello
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 09:47:28">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-08 09:47:28"><div class="time">2024-02-08 09:47:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Exciting news all around! Thanks for the update.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 09:53:30">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-02-08 09:53:30"><div class="time">2024-02-08 09:53:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Amazing news @Sheeri Cabral (Collibra) 🎉 </p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 09:53:44">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-02-08 09:53:44"><div class="time">2024-02-08 09:53:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Cross posting to <b>#jobs</b> </p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 10:00:31">
+            
+                <img src="https://secure.gravatar.com/avatar/0f9e11ecf9b45c68ee6f9d72f2b931d8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0006-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Sheeri Cabral (Collibra)
+                     <span class="print-only user-email">(sheeri.cabral@collibra.com)</span>
+                </div>
+                <a href="#2024-02-08 10:00:31"><div class="time">2024-02-08 10:00:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Oh! I forgot about that channel!</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-08 18:49:02">
+            
+                <img src="https://secure.gravatar.com/avatar/c77c4db9ebb850f6b5974815f40575b8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">ldacey
+                     <span class="print-only user-email">(lance.dacey2@sutherlandglobal.com)</span>
+                </div>
+                <a href="#2024-02-08 18:49:02"><div class="time">2024-02-08 18:49:02</div></a>
+                <div class="msg">
+                    <p>any general recommendations for naming buckets in GCS? i have a separate bucket per client (unrelated to each other).</p>
+
+<p><gs://prefix-client_name></p>
+
+<p>then i normally have folders like:</p>
+
+<p>source<em>name/raw (csv/json data)
+source</em>name/bronze (append only delta table)
+source<em>name/silver (no duplicates)
+source</em>name/gold (additional filters/aggregations)</p>
+
+<p>I kind of like having an OL dataset per raw file so I can see the schema and some metadata about what happened to that file in Marquez, but it makes my Namespace dataset view kind of messy. perhaps I should separate the raw data into a separate bucket (meaning a separate namespace)? I know that Dataplex zones are based on "raw" and "curated" so maybe that makes sense?</p>
+
+<p>it seems like having a separate bucket per source might be a bit much (<gs://prefix-client_name-salesforce-cases>, <gs://prefix-client_name-salesforce-surveys>, <gs://prefix-client_name-zendesk-tickets>) since we have many hundreds of unique sources.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-09 11:30:45">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-08/6608087161301_a6571c918ce8205e30fe_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Polly
+                    
+                </div>
+                <a href="#2024-02-09 11:30:45"><div class="time">2024-02-09 11:30:45</div></a>
+                <div class="msg">
+                    <p>@Harel Shein has a polly for you! Votes in this polly are anonymous 🔒.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:30:17">
+            
+                <img src="https://secure.gravatar.com/avatar/0f9e11ecf9b45c68ee6f9d72f2b931d8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0006-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Sheeri Cabral (Collibra)
+                     <span class="print-only user-email">(sheeri.cabral@collibra.com)</span>
+                </div>
+                <a href="#2024-02-15 08:30:17"><div class="time">2024-02-15 08:30:17</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* FYI the EST times aren’t always correct, e.g. 1300 am. (I skipped over some 12 am EST times because I didn’t notice it really meant noon, 12 pm)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 13:37:31">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-02-16 13:37:31"><div class="time">2024-02-16 13:37:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* oh, oops. sorry about that 🤦‍♂️</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-09 11:33:30">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-02-09 11:33:30"><div class="time">2024-02-09 11:33:30</div></a>
+                <div class="msg">
+                    <p>Hi all @here,
+We are considering changing the times for our monthly TSC meetings to allow more members of the community to participate.
+Please vote according to your preferred meeting days and times.
+Thank you!</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🔥 Paweł Leszczyński, Mateusz Kozioł, Michael Robinson, Sheeri Cabral (Collibra)
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 13:30:35">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 13:30:35"><div class="time">2024-02-16 13:30:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* So, are we switching?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 13:40:03">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-02-16 13:40:03"><div class="time">2024-02-16 13:40:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* looks like Wednesday 9:30am PST / 12:30pm EST / 6:30pm CET / 11:00pm IST is the winner!</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 08:14:30">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-07/6586671124455_5315c2a68c3ead31f4a2_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Wajdi Fathallah
+                     <span class="print-only user-email">(wajdi@siffletdata.com)</span>
+                </div>
+                <a href="#2024-02-13 08:14:30"><div class="time">2024-02-13 08:14:30</div></a>
+                <div class="msg">
+                    <p>Hi team,
+I really like the way you define URI in <a href="https://github.com/OpenLineage/OpenLineage/blob/main/spec/Naming.md">https://github.com/OpenLineage/OpenLineage/blob/main/spec/Naming.md</a> and would like to know:</p>
+
+<ol><li>any recommendations to extend this list and support other data sources? </li><li>do you plan to support assets other that Tables, Jobs ? for instance BI dashboard, AI models etc..? </li>
+</ol>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/main/spec/Naming.md | Naming.md&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Naming&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;We define the unique name strategy per resource to ensure it is followed uniformly independently of who is producing&lt;br /&gt;
+metadata, so we can connect lineage from various sources.&lt;/p&gt;
+
+&lt;p&gt;Both Jobs and Datasets are in their own namespaces. Job namespaces are related to their schedulers. The namespace for a&lt;br /&gt;
+dataset is the unique name for its datasource.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Datasets&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;The namespace and name of a datasource can be combined to form a URI (scheme:[//authority]path)&lt;/p&gt;
+
+&lt;p&gt;• Namespace = scheme:[//authority] (the datasource)
+• Name = path (the datasets)&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Data warehouses/data bases&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasets are called tables. Tables are organized into databases and schemas.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Postgres:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Host
+• Port&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Database
+• Schema
+• Table&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: postgres://{host}:{port} of the service instance.
+    • Scheme = postgres
+    • Authority = {host}:{port}
+• Unique name: {database}.{schema}.{table}
+    • URI = postgres://{host}:{port}/{database}.{schema}.{table}&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;MySQL:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Host
+• Port&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Database
+• Table&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: mysql://{host}:{port} of the service instance.
+    • Scheme = mysql
+    • Authority = {host}:{port}
+• Unique name: {database}.{table}
+    • URI = mysql://{host}:{port}/{database}.{table}&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Trino:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Host
+• Port&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Catalog
+• Schema
+• Table&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: trino://{host}:{port} of the service instance.
+    • Scheme = trino
+    • Authority = {host}:{port}
+• Unique name: {catalog}.{schema}.{table}
+    • URI = trino://{host}:{port}/{catalog}.{schema}.{table}&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Redshift:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Host: examplecluster.&lt;XXXXXXXXXXXX&gt;.&lt;a href=&#34;http://us-west-2.redshift.amazonaws.com&#34;&gt;us-west-2.redshift.amazonaws.com&lt;/a&gt;
+• Port: 5439&lt;/p&gt;
+
+&lt;p&gt;OR&lt;/p&gt;
+
+&lt;p&gt;• Cluster identifier
+• Region name
+• Port (defaults to 5439)&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Database
+• Schema
+• Table&lt;/p&gt;
+
+&lt;p&gt;One can interact with Redshift using SQL or Data API. The combination of cluster identifier and region name is the only&lt;br /&gt;
+common unique ID available to both.&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: redshift://{cluster&lt;em&gt;identifier}.{region&lt;/em&gt;name}:{port} of the cluster instance.
+    • Scheme = redshift
+    • Authority = {cluster&lt;em&gt;identifier}.{region&lt;/em&gt;name}:{port}
+• Unique name: {database}.{schema}.{table}
+    • URI = redshift://{cluster&lt;em&gt;identifier}.{region&lt;/em&gt;name}:{port}/{database}.{schema}.{table}&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Athena:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Host: athena.{region_name}.&lt;a href=&#34;http://amazonaws.com&#34;&gt;amazonaws.com&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Catalog
+• Database
+• Table&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: &lt;awsathena://athena&gt;.{region&lt;em&gt;name}.&lt;a href=&#34;http://amazonaws.com&#34;&gt;amazonaws.com&lt;/a&gt; of the service instance.
+    • Scheme = awsathena
+    • Authority = athena.{region&lt;/em&gt;name}.&lt;a href=&#34;http://amazonaws.com&#34;&gt;amazonaws.com&lt;/a&gt;
+• Unique name: {catalog}.{database}.{table}
+    • URI = &lt;awsathena://athena&gt;.{region_name}.&lt;a href=&#34;http://amazonaws.com/{catalog}.{database}.{table}|amazonaws.com/{catalog}.{database}.{table}&#34;&gt;http://amazonaws.com/{catalog}.{database}.{table}|amazonaws.com/{catalog}.{database}.{table}&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Snowflake&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;See:&lt;/p&gt;
+
+&lt;p&gt;• &lt;a href=&#34;https://docs.snowflake.com/en/user-guide/admin-account-identifier|Account Identifiers | Snowflake Documentation&#34;&gt;https://docs.snowflake.com/en/user-guide/admin-account-identifier|Account Identifiers | Snowflake Documentation&lt;/a&gt;
+• &lt;a href=&#34;https://docs.snowflake.com/en/sql-reference/identifiers.html|Object Identifiers | Snowflake Documentation&#34;&gt;https://docs.snowflake.com/en/sql-reference/identifiers.html|Object Identifiers | Snowflake Documentation&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• account identifier (composite of organization name and account name)&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Database: {database name} =&amp;gt; unique across the account
+• Schema: {schema name} =&amp;gt; unique within the database
+• Table: {table name} =&amp;gt; unique within the schema&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: snowflake://{organization name}-{account name}
+    • Scheme = snowflake
+    • Authority = {organization name}-{account name}
+• Name: {database}.{schema}.{table}
+    • URI = snowflake://{organization name}-{account name}/{database}.{schema}.{table}&lt;/p&gt;
+
+&lt;p&gt;Snowflake resolves and stores names for databases, schemas, tables and columns differently depending on how they are&lt;br /&gt;
+&lt;a href=&#34;https://docs.snowflake.com/en/sql-reference/identifiers-syntax&#34;&gt;expressed in statements&lt;/a&gt; (e.g. unquoted vs quoted). The&lt;br /&gt;
+representation of names in OpenLineage events should be based on the canonical name that Snowflake stores. Specifically:&lt;/p&gt;
+
+&lt;p&gt;• For dataset names, each period-delimited part (database/schema/table) should be in the simplest form it would take in&lt;br /&gt;
+    a statement i.e. quoted only if necessary. For example, a table &lt;code&gt;My Table&lt;/code&gt; in schema &lt;code&gt;MY_SCHEMA&lt;/code&gt; and in database&lt;br /&gt;
+    &lt;code&gt;MY_DATABASE&lt;/code&gt; would be represented as &lt;code&gt;MY_DATABASE.MY_SCHEMA.&#34;My Table&#34;&lt;/code&gt;. If in doubt, check&lt;br /&gt;
+    &lt;a href=&#34;https://docs.snowflake.com/en/sql-reference/account-usage/access_history&#34;&gt;Snowflake&#39;s &lt;code&gt;ACCESS_HISTORY&lt;/code&gt; view&lt;/a&gt; to see&lt;br /&gt;
+    how &lt;code&gt;objectName&lt;/code&gt; is formed for a given table.
+• For column names, the canonical name should always be used verbatim.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;BigQuery&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;See:&lt;br /&gt;
+&lt;a href=&#34;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&#34;&gt;https://cloud.google.com/resource-manager/docs/creating-managing-projects|Creating and managing projects | Resource Manager Documentation&lt;/a&gt;&lt;br /&gt;
+&lt;a href=&#34;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/datasets-intro|Introduction to datasets | BigQuery&lt;/a&gt;&lt;br /&gt;
+&lt;a href=&#34;https://cloud.google.com/bigquery/docs/tables-intro|Introduction to tables | BigQuery&#34;&gt;https://cloud.google.com/bigquery/docs/tables-intro|Introduction to tables | BigQuery&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• bigquery&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Project Name: {project name} =&amp;gt; is not unique
+• Project number: {project number} =&amp;gt; numeric: is unique across Google cloud
+• Project ID: {project id} =&amp;gt; readable: is unique across Google cloud
+• dataset: {dataset name} =&amp;gt; is unique within a project
+• table: {table name} =&amp;gt; is unique within a dataset&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: bigquery
+    • Scheme = bigquery
+    • Authority =
+• Unique name: {project id}.{dataset name}.{table name}
+    • URI = bigquery:{project id}.{dataset name}.{table name}&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Azure Synapse:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Host: &lt;XXXXXXXXXXXX&gt;.&lt;a href=&#34;http://sql.azuresynapse.net&#34;&gt;sql.azuresynapse.net&lt;/a&gt;
+• Port: 1433
+• Database: SQLPool1&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Schema
+• Table&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: sqlserver://{host}:{port};database={database};
+    • Scheme = sqlserver
+    • Authority = {host}:{port}
+• Unique name: {schema}.{table}
+    • URI = sqlserver://{host}:{port};database={database}/{schema}.{table}&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Azure Cosmos DB:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy: &lt;azurecosmos://%s.documents.azure.com/dbs/%s&gt;&lt;/p&gt;
+
+&lt;p&gt;• Host: &lt;XXXXXXXXXXXX&gt;.&lt;a href=&#34;http://documents.azure.com&#34;&gt;documents.azure.com&lt;/a&gt;
+• Database&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Schema
+• Table&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: azurecosmos://{host}/dbs/{database}
+    • Scheme = azurecosmos
+    • Authority = {host}
+• Unique name: /colls/{table}
+    • URI = azurecosmos://{host}.&lt;a href=&#34;http://documents.azure.com/dbs/{database}/colls/{table}|documents.azure.com/dbs/{database}/colls/{table}&#34;&gt;http://documents.azure.com/dbs/{database}/colls/{table}|documents.azure.com/dbs/{database}/colls/{table}&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Azure Data Explorer:&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Host: &lt;clustername&gt;.&lt;clusterlocation&gt;
+• Database
+• Table&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Database
+• Table&lt;/p&gt;
+
+&lt;p&gt;Identifier:&lt;/p&gt;
+
+&lt;p&gt;• Namespace: azurekusto://{host}.&lt;a href=&#34;http://kusto.windows.net/{database}|kusto.windows.net/{database}&#34;&gt;http://kusto.windows.net/{database}|kusto.windows.net/{database}&lt;/a&gt;
+    • Scheme = azurekusto
+• Unique name: {database}/{table}
+    • URI = azurekusto://{host}.&lt;a href=&#34;http://kusto.windows.net/{database}/{table}|kusto.windows.net/{database}/{table}&#34;&gt;http://kusto.windows.net/{database}/{table}|kusto.windows.net/{database}/{table}&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Distributed file systems/blob stores&lt;/strong&gt;
+&lt;strong&gt;GCS&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Datasource hierarchy: none, naming is global&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• bucket name =&amp;gt; globally unique
+• Path&lt;/p&gt;
+
+&lt;p&gt;Identifier :&lt;/p&gt;
+
+&lt;p&gt;• Namespace: gs://{bucket name}
+    • Scheme = gs
+    • Authority = {bucket name}
+• Unique name: {path}
+    • URI = gs://{bucket name}{path}&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;S3&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• bucket name =&amp;gt; globally unique
+• Path&lt;/p&gt;
+
+&lt;p&gt;Identifier :&lt;/p&gt;
+
+&lt;p&gt;• Namespace: s3://{bucket name}
+    • Scheme = s3
+    • Authority = {bucket name}
+• Unique name: {path}
+    • URI = s3://{bucket name}{path}&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;HDFS&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• Namenode: host + port
+• Path&lt;/p&gt;
+
+&lt;p&gt;Identifier :&lt;/p&gt;
+
+&lt;p&gt;• Namespace: hdfs://{namenode host}:{namenode port}
+    • Scheme = hdfs
+    • Authority = {namenode host}:{namenode port}
+• Unique name: {path}
+    • URI = hdfs://{namenode host}:{namenode port}{path}&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;DBFS (Databricks File System)&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Naming hierarchy:&lt;/p&gt;
+
+&lt;p&gt;• workspace name: globally unique
+• Path&lt;/p&gt;
+
+&lt;p&gt;Identifier :&lt;/p&gt;
+
+&lt;p&gt;• Namespace: hdfs://{workspace name}
+    • Scheme = hdfs
+    • Authority = workspace name
+• Unique name: {path}
+    • URI = hdfs://{workspace nam…&lt;/p&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Athitya Kumar, alexandre bergere
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-13 19:51:22">
+            
+                <img src="https://avatars.slack-edge.com/2020-11-03/1467961410374_60dbc1781564d114f9e1_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Julien Le Dem
+                     <span class="print-only user-email">(julien@apache.org)</span>
+                </div>
+                <a href="#2024-02-13 19:51:22"><div class="time">2024-02-13 19:51:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hello Wajdi, nice to see you!</p>
+
+<ol><li>If you wan to add a missing datasource to that document, you should open an issue to propose it. The main requirement is they need to be unique and canonical. Once we agree on the format you can open a PR and add it to the spec.</li><li>So far the idea, is to model AI model and dashboards as datasets. an AI model is an asset with metadata that is produced by a job. It will have specific facets. Let us know what you think. You are welcome to push that discussion further if you want to add those to the spec. </li>
+</ol>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 09:29:00">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-07/6586671124455_5315c2a68c3ead31f4a2_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Wajdi Fathallah
+                     <span class="print-only user-email">(wajdi@siffletdata.com)</span>
+                </div>
+                <a href="#2024-02-14 09:29:00"><div class="time">2024-02-14 09:29:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks for your answer @Julien Le Dem</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 01:06:05">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-14 01:06:05"><div class="time">2024-02-14 01:06:05</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+We are getting the column-level lineage for pyspark code with the help of OpenLineage.
+We are interested to know the limitation here, is there any limitation in creating column-level lineage for pyspark code like lines of code, number of input data sources, number of output data sources or pyspark operations (filter, join &amp; extra) in the OpenLineage ?.
+We have gone through the OpenLineage documentation, from the documentation we could only get supported spark versions and data source types alone. Thanks.</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06J9CRTP0F/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06J9CRTP0F/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06J9CRTP0F-83fe8a704b/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="179" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 05:48:43">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 05:48:43"><div class="time">2024-02-14 05:48:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Spark 2.4 does not support Column-level lineage.</p>
+
+<p>&gt; number of output data sources
+In Spark model, each output creates additional <code>action</code> that goes through general Spark compilation and execution model - we follow that, so you'll end up with multiple events.</p>
+
+<p>One thing we're not supporting for CLL (...maybe yet?) is using mapping to Scala object using <code>DeserializeToObject</code> logical plan, as we're breaking CLL chain there.</p>
+
+<p>&gt; We are interested to know the limitation here
+If anything, it depends on the type of data sources. Some LogicalPlans (like streaming ones) are not supported, as well as external ones. We're working on API for external connectors to implement, so we can have stable support for them.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 08:31:42">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-14 08:31:42"><div class="time">2024-02-14 08:31:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks @Maciej Obuchowski.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:31:10">
+            
+                <img src="https://secure.gravatar.com/avatar/0f9e11ecf9b45c68ee6f9d72f2b931d8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0006-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Sheeri Cabral (Collibra)
+                     <span class="print-only user-email">(sheeri.cabral@collibra.com)</span>
+                </div>
+                <a href="#2024-02-15 08:31:10"><div class="time">2024-02-15 08:31:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* follow-up - what versions of spark - if any - create column-level lineage?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 09:15:02">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 09:15:02"><div class="time">2024-02-15 09:15:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 3.0+ 🙂 
+For now, it can depend on the connector though - Paweł is working on a better way to do it. <a href="https://github.com/OpenLineage/OpenLineage/pull/2272">https://github.com/OpenLineage/OpenLineage/pull/2272</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/2272">#2272 [SPARK] lineage metadata extraction built-in within Spark extensions</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Support for lineage extraction built-in within Spark extensions.&lt;/p&gt;
+
+&lt;p&gt;This PR adds &lt;code&gt;spark-interfaces-scala&lt;/code&gt; package which allows lineage extraction to be implemented within Spark extensions (like iceberg, delta, gcs, etc). Openlineage integration, when traversing query plan, verifies if nodes implement defined interfaces. If so, interface methods are used to extract lineage.&lt;/p&gt;
+
+&lt;p&gt;Please refer to &lt;code&gt;README.md&lt;/code&gt; within the PR for more details.&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;PR contains extra artifact with interfaces as well as Spark integration internals&lt;/p&gt;
+
+&lt;blockquote&gt;
+  &lt;p&gt;&lt;strong&gt;Note:&lt;/strong&gt; All schema changes require discussion. Please &lt;a href=&#34;https://docs.github.com/en/issues/tracking-your-work-with-issues/linking-a-pull-request-to-an-issue&#34;&gt;link the issue&lt;/a&gt; for context.&lt;/p&gt;
+&lt;/blockquote&gt;
+
+&lt;p&gt;☐ Your change modifies the &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json&#34;&gt;core&lt;/a&gt; OpenLineage model
+☐ Your change modifies one or more OpenLineage &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/spec/facets&#34;&gt;facets&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;If you&#39;re contributing a new integration, please specify the scope of the integration and how/where it has been tested (e.g., Apache Spark integration supports &lt;code&gt;S3&lt;/code&gt; and &lt;code&gt;GCS&lt;/code&gt; filesystem operations, tested with AWS EMR).&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;One-line summary:&lt;/strong&gt;
+&lt;strong&gt;Checklist&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;☑︎ You&#39;ve &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/why-the-dco.md&#34;&gt;signed-off&lt;/a&gt; your work
+☑︎ Your pull request title follows our &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/CONTRIBUTING.md#creating-pull-requests&#34;&gt;guidelines&lt;/a&gt;
+☑︎ Your changes are accompanied by tests (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ Your change contains a &lt;a href=&#34;https://kurtisnusbaum.medium.com/stacked-diffs-keeping-phabricator-diffs-small-d9964f4dcfa6&#34;&gt;small diff&lt;/a&gt; and is self-contained
+☐ You&#39;ve updated any relevant documentation (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ Your comment includes a one-liner for the changelog about the specific purpose of the change (&lt;em&gt;if necessary&lt;/em&gt;)
+☐ You&#39;ve versioned the core OpenLineage model or facets according to &lt;a href=&#34;https://docs.snowplowanalytics.com/docs/pipeline-components-and-applications/iglu/common-architecture/schemaver&#34;&gt;SchemaVer&lt;/a&gt; (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ You&#39;ve added a &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/.github/header_templates.md&#34;&gt;header&lt;/a&gt; to source files (&lt;em&gt;if relevant&lt;/em&gt;)&lt;/p&gt;
+
+&lt;hr /&gt;
+
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
+Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        documentation, integration/spark, ci, integration/flink, tests, streaming
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        3
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 09:26:47">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-14 09:26:47"><div class="time">2024-02-14 09:26:47</div></a>
+                <div class="msg">
+                    <p>@channel
+The <a href="https://marquezproject.ai/">Marquez Project</a>, the reference implementation for OpenLineage, has released an RC featuring column lineage support among other significant web UI improvements. For those unfamiliar with our sister project, Marquez is a highly scalable backend, API and UI for metadata management that implements the OpenLineage spec. In addition to being a powerful, platform-agnostic solution for metadata management, it's always been a great way to get started with OpenLineage and explore what the capabilities are. Now it's an even better reflection of those capabilities and, in particular, the strengths of the Spark integration and Airflow Provider. Whether you're already a seasoned Marquez user or you're new to the project, please consider trying out the <a href="https://github.com/MarquezProject/marquez/releases/tag/0.45.0-rc.1">RC</a>. It would be very helpful to know what your experience is like and about any issues you run into. Thanks!</p>
+
+<p><strong>Resources</strong>
+<strong>Release:</strong> <a href="https://github.com/MarquezProject/marquez/releases/tag/0.45.0-rc.1">https://github.com/MarquezProject/marquez/releases/tag/0.45.0-rc.1</a>
+<strong>Changelog:</strong> <a href="https://github.com/MarquezProject/marquez/blob/0.45.0-rc.1/CHANGELOG.md">https://github.com/MarquezProject/marquez/blob/0.45.0-rc.1/CHANGELOG.md</a>
+<strong>Commit history:</strong> <a href="https://github.com/MarquezProject/marquez/compare/0.43.1...0.45.0-rc.1">https://github.com/MarquezProject/marquez/compare/0.43.1...0.45.0-rc.1</a>
+<strong>Maven:</strong> <a href="https://oss.sonatype.org/#nexus-search;quick~marquez">https://oss.sonatype.org/#nexus-search;quick~marquez</a>
+<strong>PyPI:</strong> <a href="https://pypi.org/project/marquez-python/">https://pypi.org/project/marquez-python/</a>
+<strong>Docker:</strong> <a href="https://hub.docker.com/u/marquezproject">https://hub.docker.com/u/marquezproject</a></p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🚀 Mattia Bertorello, Jakub Dardziński, Andy Alseth, Maciej Obuchowski, Willy Lulciuc, Minkyu Park, Sheeri Cabral (Collibra)
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 11:07:48">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-14 11:07:48"><div class="time">2024-02-14 11:07:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* </p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JCLZSN0P/screenshot_2024-02-14_at_11.02.31.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-02-14 at 11.02.31.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JCLZSN0P/screenshot_2024-02-14_at_11.02.31.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06JCLZSN0P-8a3191990b/screenshot_2024-02-14_at_11.02.31_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="183" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 11:08:02">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-14 11:08:02"><div class="time">2024-02-14 11:08:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* </p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06KG1R8G9W/screenshot_2024-02-14_at_11.06.27.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-02-14 at 11.06.27.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06KG1R8G9W/screenshot_2024-02-14_at_11.06.27.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06KG1R8G9W-5acffbdad7/screenshot_2024-02-14_at_11.06.27_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="183" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 11:08:16">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-14 11:08:16"><div class="time">2024-02-14 11:08:16</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* </p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JT4VMDRR/screenshot_2024-02-14_at_11.06.55.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">Screenshot 2024-02-14 at 11.06.55.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JT4VMDRR/screenshot_2024-02-14_at_11.06.55.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06JT4VMDRR-7465ea991d/screenshot_2024-02-14_at_11.06.55_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="183" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 13:38:31">
+            
+                <img src="https://avatars.slack-edge.com/2020-10-21/1437812757414_cff4548fe7d7cd1b1744_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Willy Lulciuc
+                     <span class="print-only user-email">(willy@datakin.com)</span>
+                </div>
+                <a href="#2024-02-14 13:38:31"><div class="time">2024-02-14 13:38:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* For those interested in learning more about Marquez, I hold office hours every Tue 9:30AM PST! <strong>You can join here</strong> 👉 <a href="https://astronomer.zoom.us/j/84548968341?pwd=Asb8rpLuhbSalGP9i4BYHd1UXfPQe1.1">https://astronomer.zoom.us/j/84548968341?pwd=Asb8rpLuhbSalGP9i4BYHd1UXfPQe1.1</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 10:11:11">
+            
+                <img src="https://secure.gravatar.com/avatar/c77c4db9ebb850f6b5974815f40575b8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">ldacey
+                     <span class="print-only user-email">(lance.dacey2@sutherlandglobal.com)</span>
+                </div>
+                <a href="#2024-02-15 10:11:11"><div class="time">2024-02-15 10:11:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* looks sharp. it seems to have fixed some issues I might have had in 0.44 which did not show all connections</p>
+
+<p>I did an airflow backfill job which redownloaded all files from a SFTP (191 files) and each of those are a separate OL dataset. in this view I clicked on a single file, but because it is connected to the "extract" airflow task, it shows all of the files that task downloaded as well (dynamic mapped tasks in Airflow)</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JX9U8JBF/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06JX9U8JBF/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06JX9U8JBF-271b152d46/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="172"
+                 height="360" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 10:16:07">
+            
+                <img src="https://secure.gravatar.com/avatar/c77c4db9ebb850f6b5974815f40575b8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">ldacey
+                     <span class="print-only user-email">(lance.dacey2@sutherlandglobal.com)</span>
+                </div>
+                <a href="#2024-02-15 10:16:07"><div class="time">2024-02-15 10:16:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* but day to day there is normally just one file downloaded so that should be a cleaner view in the future I assume? that input dataset (SFTP file) should only refer to the output dataset on GCS</p>
+
+<p>[sftp_file] --&gt; [GCS file in landing folder] --&gt; [GCS file in raw folder (renamed), only added if the checksum doesn't exist] -&gt; [bronze delta table on GCS] --&gt; [silver delta tableon GCS] --&gt; [gold delta table on ADLS gen2]</p>
+
+<p>I am just considering whether I should proceed with file level datasets if it will make the UI too messy and complex. we do not control changes in the schema from clients, so on one hand it is nice to track</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 09:32:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-07/6308396310371_c25ae4c15d49f9ece0b0_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Zacay Daushin
+                     <span class="print-only user-email">(zacayd@octopai.com)</span>
+                </div>
+                <a href="#2024-02-14 09:32:43"><div class="time">2024-02-14 09:32:43</div></a>
+                <div class="msg">
+                    <p>is this also parses python code for column level?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 09:34:22">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-14 09:34:22"><div class="time">2024-02-14 09:34:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Marquez is a reference backend for OpenLineage. What Michael highlighted is its ability to visualize column lineage.</p>
+
+<p>Parsing Python code is, I think, undoable in sustainable way. What we’re aiming at is to use hook-level lineage which is work in progress. This work happens in Airflow OpenLineage provider.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:32:26">
+            
+                <img src="https://secure.gravatar.com/avatar/0f9e11ecf9b45c68ee6f9d72f2b931d8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0006-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Sheeri Cabral (Collibra)
+                     <span class="print-only user-email">(sheeri.cabral@collibra.com)</span>
+                </div>
+                <a href="#2024-02-15 08:32:26"><div class="time">2024-02-15 08:32:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* (and just to clarify - does the airflow openlineage provider generate column-level lineage info?)</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:47:24">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 08:47:24"><div class="time">2024-02-15 08:47:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it does with exceptions
+we even have that info now in the main repo page: <a href="https://github.com/OpenLineage/OpenLineage?tab=readme-ov-file#integration-matrix">https://github.com/OpenLineage/OpenLineage?tab=readme-ov-file#integration-matrix</a> 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 18:51:09">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-14/6641995785411_863d716f3bbac441d075_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Minkyu Park
+                     <span class="print-only user-email">(minkyu.park.200@gmail.com)</span>
+                </div>
+                <a href="#2024-02-14 18:51:09"><div class="time">2024-02-14 18:51:09</div></a>
+                <div class="msg">
+                    <p>Hi all, greetings again from my new account with personal email. It's been a while to see you all 😄</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👋 Jakub Dardziński, Paweł Leszczyński, Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 19:48:48">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-13/6632810980691_4bdd0e9610cf6b203517_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Harel Shein
+                     <span class="print-only user-email">(harel.shein@gmail.com)</span>
+                </div>
+                <a href="#2024-02-14 19:48:48"><div class="time">2024-02-14 19:48:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Good to see you here @Minkyu Park ❤️ </p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ❤️ Minkyu Park
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-14 19:50:45">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-14 19:50:45"><div class="time">2024-02-14 19:50:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* welcome back, @Minkyu Park!</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ❤️ Minkyu Park
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 05:01:24">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 05:01:24"><div class="time">2024-02-15 05:01:24</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hello @Minkyu Park 🙂</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ❤️ Minkyu Park
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 08:33:21">
+            
+                <img src="https://secure.gravatar.com/avatar/0f9e11ecf9b45c68ee6f9d72f2b931d8.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0006-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Sheeri Cabral (Collibra)
+                     <span class="print-only user-email">(sheeri.cabral@collibra.com)</span>
+                </div>
+                <a href="#2024-02-15 08:33:21"><div class="time">2024-02-15 08:33:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Welcome back Minkyu!</p>
+
+<p>(Does open source need some presentations on ‘how best to contribute to open source’ including ‘use personal emails/github whenever possible because your job may not last forever’?)</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🤣 Minkyu Park
+                        </div>
+                    
+                        <div class="message-reaction">
+                        👍 Minkyu Park
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 18:30:46">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-14/6641995785411_863d716f3bbac441d075_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Minkyu Park
+                     <span class="print-only user-email">(minkyu.park.200@gmail.com)</span>
+                </div>
+                <a href="#2024-02-15 18:30:46"><div class="time">2024-02-15 18:30:46</div></a>
+                <div class="msg">
+                    <p>Are extractors in OL airflow integration still available from airflow 2.7+ OL providers, or should it be implemented separately in Airflow?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 18:32:04">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 18:32:04"><div class="time">2024-02-15 18:32:04</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* They’re still available, you can register them with <code>[openlineage] extractors</code> or (<strong><code>AIRFLOW__OPENLINEAGE__EXTRACTORS</code></strong>  env var) - see: <a href="https://airflow.apache.org/docs/apache-airflow-providers-openlineage/stable/configurations-ref.html#extractors">https://airflow.apache.org/docs/apache-airflow-providers-openlineage/stable/configurations-ref.html#extractors</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 18:32:45">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 18:32:45"><div class="time">2024-02-15 18:32:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* however, we encourage to use <code>get_openlineage_facets_on_**</code> methods just like we do within all providers now</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 18:35:46">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-14/6641995785411_863d716f3bbac441d075_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Minkyu Park
+                     <span class="print-only user-email">(minkyu.park.200@gmail.com)</span>
+                </div>
+                <a href="#2024-02-15 18:35:46"><div class="time">2024-02-15 18:35:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* In order to use <code>get_openlineage_facets_on_**</code> with the <code>DefaultExtractor</code>, the operator itself should implement the method, right?
+<a href="https://github.com/apache/airflow/blob/main/airflow/providers/openlineage/extractors/base.py#L115">https://github.com/apache/airflow/blob/main/airflow/providers/openlineage/extractors/base.py#L115</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/apache/airflow/blob/main/airflow/providers/openlineage/extractors/base.py | base.py&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;            return self._get_openlineage_facets(self.operator.get_openlineage_facets_on_start)  # type: ignore
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/apache/airflow&#34;&gt;apache/airflow&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 18:36:52">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-15 18:36:52"><div class="time">2024-02-15 18:36:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* correct, you can find multiple examples, like <a href="https://github.com/apache/airflow/blob/main/airflow/providers/amazon/aws/operators/athena.py#L208">https://github.com/apache/airflow/blob/main/airflow/providers/amazon/aws/operators/athena.py#L208</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/apache/airflow/blob/main/airflow/providers/amazon/aws/operators/athena.py | athena.py&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;    def get_openlineage_facets_on_start(self) -&amp;gt; OperatorLineage:
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/apache/airflow&#34;&gt;apache/airflow&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 18:37:12">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-14/6641995785411_863d716f3bbac441d075_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Minkyu Park
+                     <span class="print-only user-email">(minkyu.park.200@gmail.com)</span>
+                </div>
+                <a href="#2024-02-15 18:37:12"><div class="time">2024-02-15 18:37:12</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* 👍</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 19:24:14">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-15/6652158658676_a98b880c836b0e12df5f_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Jackson Goerner
+                     <span class="print-only user-email">(jgoerner@squareup.com)</span>
+                </div>
+                <a href="#2024-02-15 19:24:14"><div class="time">2024-02-15 19:24:14</div></a>
+                <div class="msg">
+                    <p>👋 Hello! I'm trying to integrate our airflow service with open lineage, and while the standard transports work, I'm having trouble using a custom transport (I'm sure its a silly mistake). Details are in 🧵</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ✅ Jackson Goerner
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-15 19:24:30">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-15/6652158658676_a98b880c836b0e12df5f_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jackson Goerner
+                     <span class="print-only user-email">(jgoerner@squareup.com)</span>
+                </div>
+                <a href="#2024-02-15 19:24:30"><div class="time">2024-02-15 19:24:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The reason I need a custom transport is we have an api which requires some authentication with aws incognito, which when executing on the box seems to work fine (I can instantiate the transport with config, and <code>emit</code> events and that works all good.)</p>
+
+<p>From what I understand the <code>type</code> transport configuration should be the fully qualified class name, which I've done. Using a standard file transport worked fine, and I saw the files being created as tasks we're executed. However, replacing my openlineage.yml file with:</p>
+
+<p><code>transport:
+  type: lineage_utils.api_transport.Transport
+  env: dev
+  endpoint: lineage/data</code>
+Has stopped working. The file containing the class is <code>/usr/share/airflow/plugins/lineage_utils/api_transport.py</code>, and the first thing that file does is just touch a log file, which it isn't even doing, so I think the issue is something to do with the fully qualified class name.</p>
+
+<p>The airflow worker service has the following standard configuration:</p>
+
+<p><code>[Service]
+Environment="PATH=/sbin:/bin:/usr/sbin:/usr/bin:/usr/share/airflow/venv/bin:/usr/local/bin"
+Environment="PYTHONPATH=${PYTHONPATH}:/usr/share/airflow/plugins"
+EnvironmentFile=/etc/sysconfig/airflow
+User=airflow
+Group=airflow
+Type=simple
+ExecStart=/usr/share/airflow/venv/bin/airflow celery worker -D -l /var/log/airflow/airflow-worker.log  --stdout /var/log/airflow/airflow-worker-stdout.log --stderr /var/log/airflow/airflow-worker-stderr.log -q default
+Restart=on-failure
+RestartSec=10s</code>
+Which should add the plugins directory to the PYTHONPATH (which is working for the dags themselves). Changing the qualified path to <code>plugins.lineage_utils.api_transport.Transport</code> also didn't work.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 03:46:01">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 03:46:01"><div class="time">2024-02-16 03:46:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Any logs/exceptions you can share?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-16 03:52:39">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-16 03:52:39"><div class="time">2024-02-16 03:52:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://github.com/OpenLineage/OpenLineage/blob/main/client/python/openlineage/client/utils.py#L23">https://github.com/OpenLineage/OpenLineage/blob/main/client/python/openlineage/client/utils.py#L23</a>
+it should log warning if there are issues with importing the class</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/main/client/python/openlineage/client/utils.py | utils.py&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;        log.warning(e)
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-19 19:11:28">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-15/6652158658676_a98b880c836b0e12df5f_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jackson Goerner
+                     <span class="print-only user-email">(jgoerner@squareup.com)</span>
+                </div>
+                <a href="#2024-02-19 19:11:28"><div class="time">2024-02-19 19:11:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks for pointing towards the logs - the issue was with my (faulty) interpretation of the docs <a href="https://openlineage.io/docs/client/python/#custom-transport-type">here</a>. I just copied the base transport/config definitions and implemented the methods, rather than subclassing the base classes, which caused issues. Everything is all working now! Thanks a bunch.</p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">openlineage.io</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://openlineage.io/docs/client/python/#custom-transport-type">Python | OpenLineage</a></div>
+                                <div class="link-text">
+                                    Overview
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.io/docs/client/python/#custom-transport-type</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🚀 Jakub Dardziński
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-19 01:26:05">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-07/6310895992964_2d4b7324d701bcc2e8e3_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Simran Suri
+                     <span class="print-only user-email">(mailsimransuri@gmail.com)</span>
+                </div>
+                <a href="#2024-02-19 01:26:05"><div class="time">2024-02-19 01:26:05</div></a>
+                <div class="msg">
+                    <p>Hi, I am currently incorporating my Spark app name explicitly within the Spark code and further trying to build lineage. During this process, I've noticed certain transformations occurring in the job name in the event. Specifically, hyphens are changing into underscores, and uppercase letters are being converted into underscores followed by lowercase letters.
+I would appreciate more detailed information on these naming conventions. Are there specific scenarios or considerations we should be mindful of when adding the Spark app name to ensure same job name in events?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-19 08:43:45">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-19 08:43:45"><div class="time">2024-02-19 08:43:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Best I can do is point you to where it happened: <a href="https://github.com/MarquezProject/marquez/pull/1191">https://github.com/MarquezProject/marquez/pull/1191</a>
+and code that does it now: <a href="https://github.com/OpenLineage/OpenLineage/blob/7f1dd20d32a2048c6e8608679e0ee5e9283f2922/integration/spark/app/src/main/java/io/openlineage/spark/agent/lifecycle/SparkSQLExecutionContext.java#L333">https://github.com/OpenLineage/OpenLineage/blob/7f1dd20d32a2048c6e8608679e0ee5e928[…]openlineage/spark/agent/lifecycle/SparkSQLExecutionContext.java</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #6f42c1">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/MarquezProject/marquez/pull/1191">#1191 Update spark job name to reflect spark application name and execution node</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/MarquezProject/marquez&#34;&gt;MarquezProject/marquez&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/7f1dd20d32a2048c6e8608679e0ee5e9283f2922/integration/spark/app/src/main/java/io/openlineage/spark/agent/lifecycle/SparkSQLExecutionContext.java | SparkSQLExecutionContext.java&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Simran Suri
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-19 08:37:48">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-19 08:37:48"><div class="time">2024-02-19 08:37:48</div></a>
+                <div class="msg">
+                    <p>Hey all - with @Damien Hawes as we get closer to releasing Spark integration with support for Scala 2.13 we think of requiring specifying Scala version in the artifact name. This is generally standard procedure for libraries containing part in Scala - for example <a href="https://mvnrepository.com/artifact/org.apache.iceberg/iceberg-spark-runtime-3.3_2.13/1.4.3">Iceberg integration for Spark</a> or <a href="https://mvnrepository.com/artifact/org.apache.spark/spark-core_2.13/3.5.0">Spark itself</a>.</p>
+
+<p>The reason we ask is because Scala 2.12 compatible version currently does not have the suffix: for OpenLineage 1.8 the maven artifact coordinates are
+<code>&amp;lt;dependency&amp;gt;
+    &amp;lt;groupId&amp;gt;io.openlineage&amp;lt;/groupId&amp;gt;
+    &amp;lt;artifactId&amp;gt;openlineage-spark&amp;lt;/artifactId&amp;gt;
+    &amp;lt;version&amp;gt;1.8.0&amp;lt;/version&amp;gt;
+&amp;lt;/dependency&amp;gt;</code>
+and for 1.9 would be
+<code>&amp;lt;dependency&amp;gt;
+    &amp;lt;groupId&amp;gt;io.openlineage&amp;lt;/groupId&amp;gt;
+    &amp;lt;artifactId&amp;gt;openlineage-spark_2.12&amp;lt;/artifactId&amp;gt;
+    &amp;lt;version&amp;gt;1.9.0&amp;lt;/version&amp;gt;
+&amp;lt;/dependency&amp;gt;</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-19 08:40:37">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-19 08:40:37"><div class="time">2024-02-19 08:40:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It should be noted that the <code>2.13</code> variant would have these coordinates:
+<code>&amp;lt;dependency&amp;gt;
+    &amp;lt;groupId&amp;gt;io.openlineage&amp;lt;/groupId&amp;gt;
+    &amp;lt;artifactId&amp;gt;openlineage-spark_2.13&amp;lt;/artifactId&amp;gt;
+    &amp;lt;version&amp;gt;1.9.0&amp;lt;/version&amp;gt;
+&amp;lt;/dependency&amp;gt;</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 03:53:45">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-21 03:53:45"><div class="time">2024-02-21 03:53:45</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+I ran pyspark code in the Jupyter notebook (which comes with OpenLineage) and created lineage diagrams in the Marquez successfully. But I have a doubt instead of using Jupyter notebook (comes with OpenLineage), can use use my locally installed spark to create a lineage?. Thanks.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 04:14:11">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-22/6385975831170_6b968fe18337426793e8_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Kacper Muda
+                     <span class="print-only user-email">(kacper.muda@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 04:14:11"><div class="time">2024-02-21 04:14:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hey, yes it's possible to use OpenLineage Spark integration outside of Jupyter notebook. Check out the <a href="https://openlineage.io/docs/integrations/spark/#how-to-use-the-integration">docs</a> on that integration.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 04:26:51">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-21 04:26:51"><div class="time">2024-02-21 04:26:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks @Kacper Muda</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 04:43:19">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-21 04:43:19"><div class="time">2024-02-21 04:43:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Balachandru S its easy as moving the jar OL spark listener to the JAR spark folder and configuring spark as usual.</p>
+
+<p>or something like:</p>
+
+<p><code>SparkSession.builder</code>
+        <code>.appName("example")</code>
+        <code>.config("spark.jars.packages", "io.openlineage:openlineage_spark:1.8.0")</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 09:12:19">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-21 09:12:19"><div class="time">2024-02-21 09:12:19</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks @Rodrigo Maia</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 06:17:11">
+            
+                <img src="https://avatars.slack-edge.com/2023-08-17/5743553612391_7373e3821b00a7631bfb_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Abdallah
+                     <span class="print-only user-email">(abdallah@terrab.me)</span>
+                </div>
+                <a href="#2024-02-21 06:17:11"><div class="time">2024-02-21 06:17:11</div></a>
+                <div class="msg">
+                    <p>Hi team,
+I hope you are all doing well.
+After the recent contributions, some of which addressed significant issues, may I kindly request a new release, please?
+Thank you very much for your time.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ➕ Abdallah, Sophie LY, Yannick Libert, Tristan GUEZENNEC -CROIX-, Michael Robinson, Jakub Dardziński, Maciej Obuchowski, Damien Hawes
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 06:53:36">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-21 06:53:36"><div class="time">2024-02-21 06:53:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Tha would be awesome</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 11:37:46">
+            
+                <img src="https://avatars.slack-edge.com/2023-08-17/5743553612391_7373e3821b00a7631bfb_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Abdallah
+                     <span class="print-only user-email">(abdallah@terrab.me)</span>
+                </div>
+                <a href="#2024-02-21 11:37:46"><div class="time">2024-02-21 11:37:46</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski
+Do you consider any release soon ?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 12:20:15">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 12:20:15"><div class="time">2024-02-21 12:20:15</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Michael Robinson is working on it 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 12:20:45">
+            
+                <img src="https://avatars.slack-edge.com/2023-08-17/5743553612391_7373e3821b00a7631bfb_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Abdallah
+                     <span class="print-only user-email">(abdallah@terrab.me)</span>
+                </div>
+                <a href="#2024-02-21 12:20:45"><div class="time">2024-02-21 12:20:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Owh ! Thank you !</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 06:51:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-21 06:51:43"><div class="time">2024-02-21 06:51:43</div></a>
+                <div class="msg">
+                    <p>Bug on Unity Catalog Support on OpenLineage for Databricks:</p>
+
+<p>Im struggling to generate any <strong>output</strong> when running pyspark, reading and writing to Unity Catalog on Databricks, while input facets are created properly with correct symlinks:</p>
+
+<p>example code:
+<code>df = spark.read.table("rodrigo.default.brazil_universities")
+df.write.mode("overwrite").saveAsTable("rodrigo.default.brazil_universities_temp1")</code>
+lineage json payload for all events (start and complete - it never emits a running event):
+<code>..."outputs":[]}</code>
+What i noticed from the error logs:</p>
+
+<p>If im writing to the <strong>default</strong> schema:
+<code>24/02/21 11:50:49 INFO PlanUtils: apply method failed with
+org.apache.spark.SparkException: There is no Credential Scope. Current env: Driver
+    at com.databricks.unity.UCSDriver$Manager.$anonfun$currentScopeId$3(UCSDriver.scala:131)
+    at scala.Option.getOrElse(Option.scala:189)
+    at com.databricks.unity.UCSDriver$Manager.currentScopeId(UCSDriver.scala:131)
+    at com.databricks.unity.UCSDriver$Manager.currentScope(UCSDriver.scala:134)
+    at com.databricks.unity.UnityCredentialScope$.currentScope(UnityCredentialScope.scala:100)
+    at com.databricks.unity.UnityCredentialScope$.getSAMRegistry(UnityCredentialScope.scala:120)
+    at com.databricks.unity.SAMRegistry$.registerSAM(SAMRegistry.scala:322)
+    at com.databricks.unity.SAMRegistry$.registerDefaultSAM(SAMRegistry.scala:338)
+    at org.apache.spark.sql.catalyst.catalog.SessionCatalogImpl.defaultTablePath(SessionCatalog.scala:1200)
+    at com.databricks.sql.managedcatalog.ManagedCatalogSessionCatalog.defaultTablePath(ManagedCatalogSessionCatalog.scala:991)
+    at io.openlineage.spark3.agent.lifecycle.plan.catalog.AbstractDatabricksHandler.getDatasetIdentifier(AbstractDatabricksHandler.java:92)
+    at io.openlineage.spark3.agent.lifecycle.plan.catalog.CatalogUtils3.lambda$getDatasetIdentifier$2(CatalogUtils3.java:61)
+........</code>
+If im writing to <strong>other schema</strong> (not the default):
+<code>24/02/21 11:47:16 INFO PlanUtils: apply method failed with
+org.apache.spark.SparkException: There is no Credential Scope. Current env: Driver
+    at com.databricks.unity.UCSDriver$Manager.$anonfun$currentScopeId$3(UCSDriver.scala:131)
+    at scala.Option.getOrElse(Option.scala:189)
+    at com.databricks.unity.UCSDriver$Manager.currentScopeId(UCSDriver.scala:131)
+    at com.databricks.unity.UCSDriver$Manager.currentScope(UCSDriver.scala:134)
+    at com.databricks.unity.UnityCredentialScope$.currentScope(UnityCredentialScope.scala:100)
+    at com.databricks.unity.UnityCredentialScope$.getSAMRegistry(UnityCredentialScope.scala:120)
+    at com.databricks.unity.SAMRegistry$.registerSAM(SAMRegistry.scala:322)
+    at com.databricks.unity.SAMRegistry$.registerDefaultSAM(SAMRegistry.scala:338)
+    at org.apache.spark.sql.catalyst.catalog.SessionCatalogImpl.defaultTablePath(SessionCatalog.scala:1200)
+    at com.databricks.sql.managedcatalog.ManagedCatalogSessionCatalog.defaultTablePath(ManagedCatalogSessionCatalog.scala:991)
+    at io.openlineage.spark3.agent.lifecycle.plan.catalog.AbstractDatabricksHandler.getDatasetIdentifier(AbstractDatabricksHandler.java:92)
+    at io.openlineage.spark3.agent.lifecycle.plan.catalog.CatalogUtils3.lambda$getDatasetIdentifier$2(CatalogUtils3.java:61)
+..........</code>
+Has anyone successfully used Unity Catalog and produced  the output facet?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 07:07:03">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 07:07:03"><div class="time">2024-02-21 07:07:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I would call this feature request rather than bug 🙂</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        💡 Abdallah
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 09:03:10">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-21 09:03:10"><div class="time">2024-02-21 09:03:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* i really wish i could help on that</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 13:18:10">
+            
+                <img src="https://avatars.slack-edge.com/2022-04-27/3447754077317_e96b6372b16bba3317b8_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Matthew Paras
+                     <span class="print-only user-email">(matthewparas2020@u.northwestern.edu)</span>
+                </div>
+                <a href="#2024-02-21 13:18:10"><div class="time">2024-02-21 13:18:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I have a fix for this!</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 13:18:45">
+            
+                <img src="https://avatars.slack-edge.com/2022-04-27/3447754077317_e96b6372b16bba3317b8_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Matthew Paras
+                     <span class="print-only user-email">(matthewparas2020@u.northwestern.edu)</span>
+                </div>
+                <a href="#2024-02-21 13:18:45"><div class="time">2024-02-21 13:18:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Let me create an issue on github, I'm happy to make the change in a PR as well</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 13:20:28">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 13:20:28"><div class="time">2024-02-21 13:20:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Great to hear that!</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 13:21:30">
+            
+                <img src="https://avatars.slack-edge.com/2022-04-27/3447754077317_e96b6372b16bba3317b8_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Matthew Paras
+                     <span class="print-only user-email">(matthewparas2020@u.northwestern.edu)</span>
+                </div>
+                <a href="#2024-02-21 13:21:30"><div class="time">2024-02-21 13:21:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Should I do issue + PR or just straight to PR?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 13:43:34">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 13:43:34"><div class="time">2024-02-21 13:43:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Straight to PR is good for me, assuming you don't plan to break other things as part of the solution 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 13:51:37">
+            
+                <img src="https://avatars.slack-edge.com/2022-04-27/3447754077317_e96b6372b16bba3317b8_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Matthew Paras
+                     <span class="print-only user-email">(matthewparas2020@u.northwestern.edu)</span>
+                </div>
+                <a href="#2024-02-21 13:51:37"><div class="time">2024-02-21 13:51:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It is a fairly small change and we've been running this patched version on databricks for a few weeks now, so cautiously optimistic that it doesn't break anything else 😄</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🙌 Jakub Dardziński, Maciej Obuchowski, Rodrigo Maia
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 21:58:40">
+            
+                <img src="https://avatars.slack-edge.com/2022-04-27/3447754077317_e96b6372b16bba3317b8_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Matthew Paras
+                     <span class="print-only user-email">(matthewparas2020@u.northwestern.edu)</span>
+                </div>
+                <a href="#2024-02-21 21:58:40"><div class="time">2024-02-21 21:58:40</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://github.com/OpenLineage/OpenLineage/pull/2453">https://github.com/OpenLineage/OpenLineage/pull/2453</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #36a64f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://github.com/OpenLineage/OpenLineage/pull/2453">#2453 Address outputs missing with unity catalog</a></div>
+                                <div class="link-text">
+                                    &lt;p&gt;&lt;strong&gt;Problem&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;👋 Thanks for opening a pull request! Please include a brief summary of the problem your change is trying to solve, or bug fix. If your change fixes a bug or you&#39;d like to provide context on why you&#39;re making the change, please &lt;a href=&#34;https://docs.github.com/en/issues/tracking-your-work-with-issues/linking-a-pull-request-to-an-issue&#34;&gt;link the issue&lt;/a&gt; as follows:&lt;/p&gt;
+
+&lt;p&gt;Closes: #ISSUE-NUMBER&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;Solution&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;Please describe your change as it relates to the problem, or bug fix, as well as any dependencies. If your change requires a schema change, please describe the schema modification(s) and whether it&#39;s a &lt;em&gt;backwards-incompatible&lt;/em&gt; or &lt;em&gt;backwards-compatible&lt;/em&gt; change, then select one of the following:&lt;/p&gt;
+
+&lt;blockquote&gt;
+  &lt;p&gt;&lt;strong&gt;Note:&lt;/strong&gt; All schema changes require discussion. Please &lt;a href=&#34;https://docs.github.com/en/issues/tracking-your-work-with-issues/linking-a-pull-request-to-an-issue&#34;&gt;link the issue&lt;/a&gt; for context.&lt;/p&gt;
+&lt;/blockquote&gt;
+
+&lt;p&gt;☐ Your change modifies the &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json&#34;&gt;core&lt;/a&gt; OpenLineage model
+☐ Your change modifies one or more OpenLineage &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/spec/facets&#34;&gt;facets&lt;/a&gt;&lt;/p&gt;
+
+&lt;p&gt;If you&#39;re contributing a new integration, please specify the scope of the integration and how/where it has been tested (e.g., Apache Spark integration supports &lt;code&gt;S3&lt;/code&gt; and &lt;code&gt;GCS&lt;/code&gt; filesystem operations, tested with AWS EMR).&lt;/p&gt;
+
+&lt;p&gt;&lt;strong&gt;One-line summary:&lt;/strong&gt;
+&lt;strong&gt;Checklist&lt;/strong&gt;&lt;/p&gt;
+
+&lt;p&gt;☐ You&#39;ve &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/why-the-dco.md&#34;&gt;signed-off&lt;/a&gt; your work
+☐ Your pull request title follows our &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/blob/main/CONTRIBUTING.md#creating-pull-requests&#34;&gt;guidelines&lt;/a&gt;
+☐ Your changes are accompanied by tests (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ Your change contains a &lt;a href=&#34;https://kurtisnusbaum.medium.com/stacked-diffs-keeping-phabricator-diffs-small-d9964f4dcfa6&#34;&gt;small diff&lt;/a&gt; and is self-contained
+☐ You&#39;ve updated any relevant documentation (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ Your comment includes a one-liner for the changelog about the specific purpose of the change (&lt;em&gt;if necessary&lt;/em&gt;)
+☐ You&#39;ve versioned the core OpenLineage model or facets according to &lt;a href=&#34;https://docs.snowplowanalytics.com/docs/pipeline-components-and-applications/iglu/common-architecture/schemaver&#34;&gt;SchemaVer&lt;/a&gt; (&lt;em&gt;if relevant&lt;/em&gt;)
+☐ You&#39;ve added a &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage/tree/main/.github/header_templates.md&#34;&gt;header&lt;/a&gt; to source files (&lt;em&gt;if relevant&lt;/em&gt;)&lt;/p&gt;
+
+&lt;hr /&gt;
+
+&lt;p&gt;SPDX-License-Identifier: Apache-2.0&lt;br /&gt;
+Copyright 2018-2023 contributors to the OpenLineage project&lt;/p&gt;
+                                </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Labels</div>
+                                        integration/spark
+                                    </div>
+                                
+                                    <div class="attachment-field">
+                                        <div class="field-title">Comments</div>
+                                        1
+                                    </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 09:03:49">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-21 09:03:49"><div class="time">2024-02-21 09:03:49</div></a>
+                <div class="msg">
+                    <p>💡<strong>Idea for next group meeting</strong> 
+A workshop would come in handy to help newbies start contributing to the project 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 09:13:41">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 09:13:41"><div class="time">2024-02-21 09:13:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I think this is what you're looking for <a href="https://www.youtube.com/watch?v=SXebBTVcY4Q">https://www.youtube.com/watch?v=SXebBTVcY4Q</a></p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">YouTube</div>
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="" class="icon">
+                                    }
+                                    <a href="https://www.youtube.com/@openlineageproject6897">
+                                    OpenLineage Project
+                                    </a><span class="print-only">(https://www.youtube.com/@openlineageproject6897)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://www.youtube.com/watch?v=SXebBTVcY4Q">How to Become an OpenLineage-Spark Contributor | November 29, 2023</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <a href="https://www.youtube.com/watch?v=SXebBTVcY4Q">
+            <img class="preview" src="https://i.ytimg.com/vi/SXebBTVcY4Q/hqdefault.jpg"
+                
+                 />
+        </a>
+    
+                                
+                                    <div class="print-only">Original URL: https://www.youtube.com/watch?v=SXebBTVcY4Q</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 09:15:47">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 09:15:47"><div class="time">2024-02-21 09:15:47</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* What kind of guidance would you like to see?</p>
+
+<p>There are several places that introduce some help:
+<a href="https://github.com/OpenLineage/OpenLineage/blob/main/CONTRIBUTING.md">https://github.com/OpenLineage/OpenLineage/blob/main/CONTRIBUTING.md</a>
+<a href="https://openlineage.io/docs/development/developing/">https://openlineage.io/docs/development/developing/</a>
+each integration has its own readme that writes down basic dev e.g.
+<a href="https://github.com/OpenLineage/OpenLineage/blob/main/integration/spark/README.md">https://github.com/OpenLineage/OpenLineage/blob/main/integration/spark/README.md</a></p>
+
+<p>and above link from Maciej 🙂</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/main/CONTRIBUTING.md | CONTRIBUTING.md&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/main/integration/spark/README.md | README.md&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 13:52:07">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-21 13:52:07"><div class="time">2024-02-21 13:52:07</div></a>
+                <div class="msg">
+                    <p>Hi, I'm running into an odd "deadlock" with small datasets (eg. &lt; 300 rows input/output) with Spark/OpenLineage with Kafka sink. The problem doesn't seem deterministic but is frequent enough where we've had to disable the listener on all of our jobs, and when it happens from driver logs and Spark UI it seems like the job hangs forever (there's a running query but no jobs are generated in the Spark UI, and no driver logs are generated at all). It doesn't seem like disk/memory/CPU utilization is high when this happens (&lt; 20% memory utilization from our Prometheus metrics)</p>
+
+<p>Are there any debug logs I can enable to get a better sense of whats happening? Any advice on how to debug this? Thanks</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 14:28:55">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 14:28:55"><div class="time">2024-02-21 14:28:55</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* What do you exactly mean by deadlock? Does it happen only with Kafka sink? How are you running the job, is it Databricks, EMR, some other provider, or some custom setup? Is it PySpark or Scala job? What Spark API are you using - RDDs, Data frame, Spark SQL?</p>
+
+<p>Generally any logging we do is to driver logs, so it does not help that they are missing 😞
+One thing that would be helpful is serialized logical plan of the job.</p>
+
+<p>Quickly looking at the code, I don't see obvious candidate where something went wrong</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 14:36:59">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-21 14:36:59"><div class="time">2024-02-21 14:36:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* We are running on EMR 6.10.1, I've only been able to reproduce with Kafka sink but doing some more thorough testing with <code>console</code> sink now</p>
+
+<p>• pyspark job
+• DataFrame API 
+By deadlock I mean there's a running query in the Spark UI, but there's no active job/stages - the job just seems to be idle</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 14:48:18">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-21 14:48:18"><div class="time">2024-02-21 14:48:18</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <code>== Parsed Logical Plan ==
+SaveIntoDataSourceCommand org.apache.hudi.Spark32PlusDefaultSource@6e5f1c4f, Map(hoodie.copyonwrite.record.size.estimate -&amp;gt; 57, hoodie.insert.shuffle.parallelism -&amp;gt; 1500, path -&amp;gt; {path}, hoodie.datasource.write.precombine.field -&amp;gt; _autogenerated_primary_key, hoodie.bootstrap.index.enable -&amp;gt; false, hoodie.metadata.enable -&amp;gt; true, hoodie.metrics.graphite.metric.prefix -&amp;gt; lake_production, hoodie.index.type -&amp;gt; SIMPLE, hoodie.datasource.write.operation -&amp;gt; upsert, hoodie.metrics.reporter.type -&amp;gt; GRAPHITE, hoodie.datasource.write.recordkey.field -&amp;gt; _autogenerated_primary_key, hoodie.table.name -&amp;gt; {table_name}, hoodie.datasource.write.table.type -&amp;gt; COPY_ON_WRITE, hoodie.datasource.write.hive_style_partitioning -&amp;gt; true, hoodie.metrics.graphite.host -&amp;gt; {host}, hoodie.datasource.write.table.name -&amp;gt; {table_name}, hoodie.populate.meta.fields -&amp;gt; false, hoodie.metrics.graphite.port -&amp;gt; 9109, hoodie.metrics.on -&amp;gt; true, hoodie.datasource.write.keygenerator.class -&amp;gt; org.apache.hudi.keygen.NonpartitionedKeyGenerator, hoodie.upsert.shuffle.parallelism -&amp;gt; 1500, hoodie.datasource.write.partitionpath.field -&amp;gt; ), Overwrite
+   +- Project [c1#3, c2#4, a#5, c3#6, c4#7, c5#8, c6#9, uuid(Some(-217463645859800419)) AS _autogenerated_primary_key#17]
+      +- Relation [c1#3,c2#4,a#5,c3#6,c4#7,c5#8,c6#9] parquet</code>
+Here's the parsed logical plan for the stuck running query (its been 8 hours and typically finishes in &lt; 1 minute, assuming this will never finish). The job is just rewriting a parquet input from S3 as an Apache Hudi table in S3.</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 15:08:34">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 15:08:34"><div class="time">2024-02-21 15:08:34</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Ah, by Kafka sink you mean OpenLineage writing events to Kafka, not Spark writing to Kafka.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 15:09:31">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-21 15:09:31"><div class="time">2024-02-21 15:09:31</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Correct, sorry for the ambiguity 😅</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 15:20:53">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 15:20:53"><div class="time">2024-02-21 15:20:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Would be great if you could check that with console transport. If it does not fix the issue, my guess is that something weird happens with Hudi, as we don't support it explicitly</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Max Zheng
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 15:54:10">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-21 15:54:10"><div class="time">2024-02-21 15:54:10</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Sounds good, will do</p>
+
+<p>I'm confused on how a listener could affect the running job ... wonder if its something on <code>onJobStart</code> <a href="https://github.com/OpenLineage/OpenLineage/blob/1.8.0/integration/spark/app/src/main/java/io/openlineage/spark/agent/OpenLineageSparkListener.java#L106">https://github.com/OpenLineage/OpenLineage/blob/1.8.0/integration/spark/app/src/ma[…]n/java/io/openlineage/spark/agent/OpenLineageSparkListener.java</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/1.8.0/integration/spark/app/src/main/java/io/openlineage/spark/agent/OpenLineageSparkListener.java | OpenLineageSparkListener.java&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;  public void onJobStart(SparkListenerJobStart jobStart) {
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 15:56:32">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 15:56:32"><div class="time">2024-02-21 15:56:32</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I'm also not sure, but <code>deadlock</code> sure sounds like something that theoretically could happen - SaveIntoDataSourceVisitor for example uses createRelation if it can't recognize particular relation type</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 15:56:43">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-21 15:56:43"><div class="time">2024-02-21 15:56:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Which it does not with Hudi</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 16:00:48">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-21 16:00:48"><div class="time">2024-02-21 16:00:48</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Got it hmm</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 17:19:26">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-21 17:19:26"><div class="time">2024-02-21 17:19:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Same issue with
+<code>spark.openlineage.transport.type console</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 17:54:28">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-21 17:54:28"><div class="time">2024-02-21 17:54:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Looking at the thread dump of the driver it seems like <code>spark-listener-group-shared</code> is running
+<code>org.apache.hudi.DataSourceOptionsHelper$.&amp;lt;init&amp;gt;(DataSourceOptions.scala:731)
+org.apache.hudi.DataSourceOptionsHelper$.&amp;lt;clinit&amp;gt;(DataSourceOptions.scala)
+org.apache.hudi.DataSourceReadOptions$.&amp;lt;init&amp;gt;(DataSourceOptions.scala:143)
+org.apache.hudi.DataSourceReadOptions$.&amp;lt;clinit&amp;gt;(DataSourceOptions.scala)
+org.apache.hudi.DefaultSource.createRelation(DefaultSource.scala:75)
+org.apache.hudi.DefaultSource.createRelation(DefaultSource.scala:68)
+io.openlineage.spark.agent.lifecycle.plan.SaveIntoDataSourceCommandVisitor.apply(SaveIntoDataSourceCommandVisitor.java:139)
+io.openlineage.spark.agent.lifecycle.plan.SaveIntoDataSourceCommandVisitor.apply(SaveIntoDataSourceCommandVisitor.java:46)
+io.openlineage.spark.api.AbstractQueryPlanDatasetBuilder$1.apply(AbstractQueryPlanDatasetBuilder.java:94)
+io.openlineage.spark.api.AbstractQueryPlanDatasetBuilder$1.apply(AbstractQueryPlanDatasetBuilder.java:85)
+io.openlineage.spark.agent.util.PlanUtils.safeApply(PlanUtils.java:279)
+io.openlineage.spark.api.AbstractQueryPlanDatasetBuilder.lambda$apply$0(AbstractQueryPlanDatasetBuilder.java:75)
+io.openlineage.spark.api.AbstractQueryPlanDatasetBuilder$$Lambda$4382/1107261117.apply(Unknown Source)
+java.util.Optional.map(Optional.java:215)
+io.openlineage.spark.api.AbstractQueryPlanDatasetBuilder.apply(AbstractQueryPlanDatasetBuilder.java:67)
+io.openlineage.spark.api.AbstractQueryPlanDatasetBuilder.apply(AbstractQueryPlanDatasetBuilder.java:39)
+io.openlineage.spark.agent.util.PlanUtils.safeApply(PlanUtils.java:279)
+io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder.lambda$null$23(OpenLineageRunEventBuilder.java:453)
+io.openlineage.spark.agent.lifecycle.OpenLineageRunEventBuilder$$Lambda$4380/2129506005.apply(Unknown Source)
+...</code>
+If an event listener is stuck like here, does it prevent the next job from starting?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-21 19:08:51">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-21 19:08:51"><div class="time">2024-02-21 19:08:51</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It seems like another thread and the Spark listener thread are both trying to access a singleton from Hudi in the stuck state. This seems like the problem to me though I am not familiar with Scala</p>
+
+<p><code>org.apache.hudi.DataSourceWriteOptions$.&amp;lt;init&amp;gt;(DataSourceOptions.scala:400)
+org.apache.hudi.DataSourceWriteOptions$.&amp;lt;clinit&amp;gt;(DataSourceOptions.scala)
+org.apache.hudi.DefaultSource.createRelation(DefaultSource.scala:141)
+org.apache.spark.sql.execution.datasources.SaveIntoDataSourceCommand.run(SaveIntoDataSourceCommand.scala:47)
+org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:75) =&amp;gt; holding Monitor(org.apache.spark.sql.execution.command.ExecutedCommandExec@213524349})
+org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:73)
+org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:84)
+...
+org.apache.spark.sql.DataFrameWriter.runCommand(DataFrameWriter.scala:860)
+org.apache.spark.sql.DataFrameWriter.saveToV1Source(DataFrameWriter.scala:390)
+org.apache.spark.sql.DataFrameWriter.saveInternal(DataFrameWriter.scala:363)
+org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:239)</code>
+Seems to be stuck on <a href="https://github.com/apache/hudi/blob/release-0.12.2/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/DataSourceOptions.scala#L731">https://github.com/apache/hudi/blob/release-0.12.2/hudi-spark-datasource/hudi-spar[…]k-common/src/main/scala/org/apache/hudi/DataSourceOptions.scala</a></p>
+
+<p>(I've asked in the Hudi Slack about this)</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/apache/hudi/blob/release-0.12.2/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/DataSourceOptions.scala | DataSourceOptions.scala&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;    DataSourceWriteOptions.TABLE_TYPE,
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/apache/hudi&#34;&gt;apache/hudi&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 06:00:53">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 06:00:53"><div class="time">2024-02-22 06:00:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* So yeah - the approach from our side would be to implement <code>HudiRelationVisitor</code> that refrains from calling <code>createRelation</code> because it can utilize some unique data present in Hudi's <code>DefaultSource</code> .</p>
+
+<p>Looking at the Hudi code, it seems we can get the destination path from options: <a href="https://github.com/apache/hudi/blob/3a97b01c0263c4790ffa958b865c682f40b4ada4/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/DefaultSource.scala#L87-L86">https://github.com/apache/hudi/blob/3a97b01c0263c4790ffa958b865c682f40b4ada4/hudi-[…]spark-common/src/main/scala/org/apache/hudi/DefaultSource.scala</a>
+However the various path operation might require calling remote filesystem. This would require tests if we can safely call for example <code>TablePathUtils.getTablePath</code></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/apache/hudi/blob/3a97b01c0263c4790ffa958b865c682f40b4ada4/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/DefaultSource.scala | DefaultSource.scala&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/apache/hudi&#34;&gt;apache/hudi&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 06:02:58">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 06:02:58"><div class="time">2024-02-22 06:02:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Also not exactly sure why it deadlocks on reading config options? I can't exactly see where it breaks, since the code line numbers don't align with main anymore 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 12:31:37">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-22 12:31:37"><div class="time">2024-02-22 12:31:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I suspect its because the two singletons being loaded reference each other? ie. <code>DataSourceWriteOptions</code> and <code>DataSourceOptionsHelper</code></p>
+
+<p>I did manage to workaround this by doing this dumb fake read at Spark session initialization
+<code>try:
+        spark.read.format("hudi").load("dummy")
+    except Exception:
+        pass</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 12:33:01">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 12:33:01"><div class="time">2024-02-22 12:33:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* maybe, but why does that happen reliably?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 12:34:06">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-22 12:34:06"><div class="time">2024-02-22 12:34:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I have no idea, but over 3 runs it was always the same lines in the thread dump</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 06:25:40">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-07/6614666249985_3b4ccc81cea707aae691_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Ruchira Prasad
+                     <span class="print-only user-email">(ruchiraprasad@gmail.com)</span>
+                </div>
+                <a href="#2024-02-22 06:25:40"><div class="time">2024-02-22 06:25:40</div></a>
+                <div class="msg">
+                    <p>Is it possible to integrate the SQL Server Integration Service (SSIS) data pipeline with OpenLineage Marquez? If so give me some reference or guideline on how to implement it.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 06:28:23">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 06:28:23"><div class="time">2024-02-22 06:28:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Oh. It's been a while (&gt; 10 years) since I last used SSIS (SQL Server 2008R2 and SQL Server 2012), however, if you're able to obtain the SQL queries it executes (assuming regular SQL transforms), you'd be able to run it through the <code>openlineage-sql</code> parser.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 06:31:09">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 06:31:09"><div class="time">2024-02-22 06:31:09</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It is possible, however in Airflow for instance there has not been added such support.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 06:43:05">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 06:43:05"><div class="time">2024-02-22 06:43:05</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Additionally, you could parse the DTSX file (DTSX is an XML-like file), to extract the data flow out of it, and adapt it to the OpenLineage format.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 06:43:23">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-06/5530626222838_6f58b97494c98ee81c7d_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Damien Hawes
+                     <span class="print-only user-email">(damien.hawes@booking.com)</span>
+                </div>
+                <a href="#2024-02-22 06:43:23"><div class="time">2024-02-22 06:43:23</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Though, importantly, this would probably be a Job Event and <strong>not</strong> a Run Event.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 08:10:57">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-23/5623598828611_055f51bd1a0583028e25_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Athitya Kumar
+                     <span class="print-only user-email">(athityakumar@gmail.com)</span>
+                </div>
+                <a href="#2024-02-22 08:10:57"><div class="time">2024-02-22 08:10:57</div></a>
+                <div class="msg">
+                    <p>Hey team. We have a use-case where we would like to leverage the transports of openlineage (console, http, kafka etc) &amp; enhance/customise the spark metrics/events published by the OL spark listener.</p>
+
+<p>For example, OL spark listener currently publishes lineage-related info like inputs, outputs, column-level lineage etc - we want to add more job/task-level metrics etc that's available from the raw Spark Bus events. What'd be the best way to go about it, to add our custom logic &amp; publish custom fields in the OL event payload to the OL transports?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 08:13:08">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-22/6385975831170_6b968fe18337426793e8_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Kacper Muda
+                     <span class="print-only user-email">(kacper.muda@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 08:13:08"><div class="time">2024-02-22 08:13:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hey, have You checked the <a href="https://openlineage.io/docs/spec/facets/custom-facets">docs</a> about Custom Facets? It can help You attach any custom logic You might have, including:
+&gt; more job/task-level metrics etc
+to an OpenLineage Event.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 08:17:02">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-23/5623598828611_055f51bd1a0583028e25_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Athitya Kumar
+                     <span class="print-only user-email">(athityakumar@gmail.com)</span>
+                </div>
+                <a href="#2024-02-22 08:17:02"><div class="time">2024-02-22 08:17:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Kacper Muda - Yup, I checked the above doc. But I thought it explains more on the "how" part from a schema / POJO perspective.</p>
+
+<p>I was more interested to see where would be the best place to make these CustomFacet and logic changes. Should it be via extending the OL Spark Listener class &amp; overriding/super, or some other way to inject our custom business logic which would be used by OL when it prepares the events?</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Kacper Muda
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 08:32:58">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 08:32:58"><div class="time">2024-02-22 08:32:58</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Athitya Kumar <a href="https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/shared/src/main/java/io/openlineage/spark/api/CustomFacetBuilder.java#L35">https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2[…]/src/main/java/io/openlineage/spark/api/CustomFacetBuilder.java</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/shared/src/main/java/io/openlineage/spark/api/CustomFacetBuilder.java | CustomFacetBuilder.java&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;    implements AbstractPartial&amp;lt;Object&amp;gt;, BiConsumer&amp;lt;Object, BiConsumer&amp;lt;String, ? super F&amp;gt;&amp;gt; {
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 08:51:37">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-23/5623598828611_055f51bd1a0583028e25_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Athitya Kumar
+                     <span class="print-only user-email">(athityakumar@gmail.com)</span>
+                </div>
+                <a href="#2024-02-22 08:51:37"><div class="time">2024-02-22 08:51:37</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski - Is the recommendation to use this CustomFacetBuilder by extending/overriding OL spark listener's methods like onTaskEnd / onJobEnd etc? I remember seeing something regarding ServiceLoader and being able to "inject" our own logic earlier - but didn't get to explore that completely</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 08:59:28">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 08:59:28"><div class="time">2024-02-22 08:59:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Athitya Kumar the idea is to implement <code>OpenLineageEventHandlerFactory</code> in your own code, implementing methods where you add your own <code>CustomFacetBuilders</code> , then provide it in separate JAR for ServiceLoader with <code>META-INF</code> file.</p>
+
+<p>You can see example in tests:
+<a href="https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/app/src/test/java/io/openlineage/spark/agent/util/TestOpenLineageEventHandlerFactory.java#L33">Implementation that adds TestRunFacet</a>
+<a href="https://github.com/OpenLineage/OpenLineage/blob/9d31aa6f0177a60ba6b85812abd46159e5cdae74/integration/spark/app/src/test/resources/META-INF/services/io.openlineage.spark.api.OpenLineageEventHandlerFactory#L1">META-INF file</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/app/src/test/java/io/openlineage/spark/agent/util/TestOpenLineageEventHandlerFactory.java | TestOpenLineageEventHandlerFactory.java&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/9d31aa6f0177a60ba6b85812abd46159e5cdae74/integration/spark/app/src/test/resources/META-INF/services/io.openlineage.spark.api.OpenLineageEventHandlerFactory | io.openlineage.spark.api.OpenLineageEventHandlerFactory&gt;</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 09:01:02">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-22 09:01:02"><div class="time">2024-02-22 09:01:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* your <code>CustomFacetBuilder</code> can specify on which Spark events it listens to</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 08:30:17">
+            
+                <img src="https://secure.gravatar.com/avatar/493fc6c747f2513921959ede2be11462.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Monisha SL
+                     <span class="print-only user-email">(monisha.sl@philips.com)</span>
+                </div>
+                <a href="#2024-02-22 08:30:17"><div class="time">2024-02-22 08:30:17</div></a>
+                <div class="msg">
+                    <p>Is it possible to integrate OpenLineage with Glue Jobs written in PySpark. If yes, please help me with reference documents</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ✅ Rodrigo Maia, Monisha SL
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 08:48:43">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-22 08:48:43"><div class="time">2024-02-22 08:48:43</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* it is, but there is no support for a glue catalog.
+Host the OL jar in S3
+On your pyspark code put the configs for spark and the reference for Extra Jars glue big configuration pointing to your S3/jar file</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 09:03:35">
+            
+                <img src="https://secure.gravatar.com/avatar/493fc6c747f2513921959ede2be11462.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Monisha SL
+                     <span class="print-only user-email">(monisha.sl@philips.com)</span>
+                </div>
+                <a href="#2024-02-26 09:03:35"><div class="time">2024-02-26 09:03:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Rodrigo Maia I am unable to start the OL server on EC2 instance. Am trying to connect to OL hosted on EC2 from Glue to provide the OL URL. But unable to bring up the OL Server.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 10:23:28">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-26 10:23:28"><div class="time">2024-02-26 10:23:28</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* here is an axample:</p>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06MASFTRLG/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06MASFTRLG/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06MASFTRLG-346d885254/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="297" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 11:17:42">
+            
+                <img src="https://secure.gravatar.com/avatar/493fc6c747f2513921959ede2be11462.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Monisha SL
+                     <span class="print-only user-email">(monisha.sl@philips.com)</span>
+                </div>
+                <a href="#2024-02-26 11:17:42"><div class="time">2024-02-26 11:17:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Rodrigo Maia Thanks this helped the job to run successfully. But am quite confused on where to find the lineage generated? Does this needs to be integrated with Marquez UI? Apologies for so many questions, am new to this piece of work.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 11:22:45">
+            
+                <img src="https://avatars.slack-edge.com/2023-09-25/5943104201445_1373b2f5d8babe2b8c2a_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Rodrigo Maia
+                     <span class="print-only user-email">(rodrigo.maia@manta.io)</span>
+                </div>
+                <a href="#2024-02-26 11:22:45"><div class="time">2024-02-26 11:22:45</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* is this case, the spark config is set to console. you can check on the logs in cloudwatch. I havent tried with Marquez</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 11:24:41">
+            
+                <img src="https://secure.gravatar.com/avatar/493fc6c747f2513921959ede2be11462.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Monisha SL
+                     <span class="print-only user-email">(monisha.sl@philips.com)</span>
+                </div>
+                <a href="#2024-02-26 11:24:41"><div class="time">2024-02-26 11:24:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I can find it on the logs, looking for UI to showcase the lineage. Any help will be appreciated. Thank you.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-22 18:52:31">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-22/6701191145729_0b16a351a74922cf8d16_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">soumilshah1995
+                     <span class="print-only user-email">(shahsoumil519@gmail.com)</span>
+                </div>
+                <a href="#2024-02-22 18:52:31"><div class="time">2024-02-22 18:52:31</div></a>
+                <div class="msg">
+                    <p>Hello there
+I am new here I am trying to run docker example given on GH im facing following issue
+im running on Mac M2</p>
+
+<p>```git clone git@github.com:MarquezProject/marquez.git &amp;&amp; cd marquez</p>
+
+<p>./docker/up.sh```</p>
+
+<p><code>(venv) soumilshah@Soumils-MBP marquez % ./docker/up.sh              
+...creating volumes: marquez_data, marquez_db-conf, marquez_db-init, marquez_db-backup
+                                             Successfully copied 7.17kB to volumes-provisioner:/data/wait-for-it.sh
+Added files to volume marquez_data: wait-for-it.sh
+                                             Successfully copied 2.05kB to volumes-provisioner:/db-conf/postgresql.conf
+Added files to volume marquez_db-conf: postgresql.conf
+                                             Successfully copied 2.05kB to volumes-provisioner:/db-init/init-db.sh
+Added files to volume marquez_db-init: init-db.sh
+DONE!
+[+] Running 39/3
+ ✔ web 12 layers [⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿]      0B/0B      Pulled                                          31.9s 
+ ✔ db 14 layers [⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿]      0B/0B      Pulled                                         15.9s 
+ ✔ api 10 layers [⣿⣿⣿⣿⣿⣿⣿⣿⣿⣿]      0B/0B      Pulled                                             8.8s 
+[+] Building 0.0s (0/0)                                                          docker:desktop-linux
+[+] Running 6/2
+ ✔ Network marquez_default                                                                                                                            Created0.0s                                      0.7s 
+ ✔ Container marquez-db                                                                                                                               Created0.7s 
+ ✔ Container marquez-api                                                                                                                              Created0.0s 
+ ! api The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested 0.0s 
+ ✔ Container marquez-web                                                                                                                              Created0.0s 
+ ! web The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested 0.0s 
+Attaching to marquez-api, marquez-db, marquez-web
+Error response from daemon: Ports are not available: exposing port TCP 0.0.0.0:5000 -&gt; 0.0.0.0:0: listen tcp 0.0.0.0:5000: bind: address already in use</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 08:28:14">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-23 08:28:14"><div class="time">2024-02-23 08:28:14</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* AFAIK on newer Macs <code>Airplay Receiver</code>  runs on that port - please change the port to something else, unused or disable <code>Airplay Receiver</code></p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ✅ soumilshah1995
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 18:37:07">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-22/6701191145729_0b16a351a74922cf8d16_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">soumilshah1995
+                     <span class="print-only user-email">(shahsoumil519@gmail.com)</span>
+                </div>
+                <a href="#2024-02-23 18:37:07"><div class="time">2024-02-23 18:37:07</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 02:05:58">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-23 02:05:58"><div class="time">2024-02-23 02:05:58</div></a>
+                <div class="msg">
+                    <p>Hi, I'm taking a look at lineage data from Spark and there's a weird event type called <code>{spark_application_name}.map_partitions_parallel_collection</code>  which has 1 input (an S3 path) and 1 output which is strangely the <em>same</em> S3 path as the input - anyone have idea what this event is?</p>
+
+<p><code>spark.logicalPlan=None, spark_properties=None</code>
+are both None for this event which seems kind of weird</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 02:09:39">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-23 02:09:39"><div class="time">2024-02-23 02:09:39</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Could be some oddity with using Apache Hudi but the Spark execution plan just shows a <strong><code>SaveIntoDataSourceCommand</code> (</strong>which has a correct looking OpenLineage event)</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Maciej Obuchowski
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 02:09:53">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-23 02:09:53"><div class="time">2024-02-23 02:09:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Just found this extra event that was generated very odd</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 06:45:26">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-23 06:45:26"><div class="time">2024-02-23 06:45:26</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* this is RDD event I think</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 06:46:16">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-23 06:46:16"><div class="time">2024-02-23 06:46:16</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* <a href="https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/shared/src/main/java/io/openlineage/spark/agent/util/RddPathUtils.java#L69">https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2[…]src/main/java/io/openlineage/spark/agent/util/RddPathUtils.java</a></p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/31f8ce588526e9c7c4bc7d849699cb7ce2969c8f/integration/spark/shared/src/main/java/io/openlineage/spark/agent/util/RddPathUtils.java | RddPathUtils.java&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;  static class MapPartitionsRDDExtractor implements RddPathExtractor&amp;lt;MapPartitionsRDD&amp;gt; {
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 06:53:52">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-23 06:53:52"><div class="time">2024-02-23 06:53:52</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* RDD events work kinda differently, they go through <code>RddExecutionContext</code> and not <code>SparkSQLExecutionContext</code> - LogicalPlan is a concept of Spark SQL <a href="https://jaceklaskowski.gitbooks.io/mastering-spark-sql/content/spark-sql-QueryExecution.html">https://jaceklaskowski.gitbooks.io/mastering-spark-sql/content/spark-sql-QueryExecution.html</a></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 06:54:27">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-23 06:54:27"><div class="time">2024-02-23 06:54:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* on the other hand, it would be probably good to attach Spark Properties facet</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 12:51:49">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-23 12:51:49"><div class="time">2024-02-23 12:51:49</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Ah I see</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 12:53:08">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-23 12:53:08"><div class="time">2024-02-23 12:53:08</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Its a little weird the output seems to be created erroneously, it definitely isn't writing anything to the input path</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 15:35:53">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-23 15:35:53"><div class="time">2024-02-23 15:35:53</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Would be nice to look at it more as part of more proper Hudi support</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 16:40:02">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-23 16:40:02"><div class="time">2024-02-23 16:40:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Yep, and thanks for the help in explaining things/code pointers 🙂</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 04:43:49">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-23 04:43:49"><div class="time">2024-02-23 04:43:49</div></a>
+                <div class="msg">
+                    <p>Hi Team,
+I want to generate table-level and column-level lineage for pyspark script. With the help of OpenLineage I can see lineage in the Marquez. Now I am interested to know the limitations here, can I create a lineage for pyspark script with 50+ number of sources and targets?. Are there any limitations in the source and target file count in the spark job?
+Like the above one, is there any limitation for spark job depth also?. Thanks.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 06:44:50">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-23 06:44:50"><div class="time">2024-02-23 06:44:50</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I don't think there's hard limitation, we've seen it working for one job where serialized size of logical plan was &gt;100MB</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 08:09:09">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-23/6520964760339_d563cbdad295e146ad7b_72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">jayant joshi
+                     <span class="print-only user-email">(itsjayantjoshi@gmail.com)</span>
+                </div>
+                <a href="#2024-02-23 08:09:09"><div class="time">2024-02-23 08:09:09</div></a>
+                <div class="msg">
+                    <p>Hi Team, If any transformation changes happening in the Spark job, can we track this under data lineage version history?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 08:26:11">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-23 08:26:11"><div class="time">2024-02-23 08:26:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Do you mean column-level lineage? If yes, then we generally have that for Spark.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 08:42:38">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-23 08:42:38"><div class="time">2024-02-23 08:42:38</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* @Maciej Obuchowski if I am running the same spark job multiple times with each time some transformation changes, can we trace transformation changes between runs?. Thanks.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:36:30">
+            
+                <img src="https://avatars.slack-edge.com/2021-03-16/1888464110336_2f556751039c2a20f1fe_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Maciej Obuchowski
+                     <span class="print-only user-email">(maciej.obuchowski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 05:36:30"><div class="time">2024-02-26 05:36:30</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Do you want to track exactly how the transformation happens? I would look at <code>spark.logicalPlan</code> facet, however it's raw information, and not sure how hard it is to get anything meaningful.
+Do you want to just track end result - how the resulting columns are formed? I would look at column-level lineage facet.</p>
+
+<p>If that answer does not satisfies you - we process transformation information as part of generating column-level lineage, you can take look at that code.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:56:06">
+            
+                <img src="https://avatars.slack-edge.com/2024-01-28/6546691384052_1e174362dcd382320b07_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Balachandru S
+                     <span class="print-only user-email">(balachandru2468@gmail.com)</span>
+                </div>
+                <a href="#2024-02-26 05:56:06"><div class="time">2024-02-26 05:56:06</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thanks @Maciej Obuchowski</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-23 15:52:57">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-23/6679505728391_66be6a83ee767ebd78af_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Hubert Boguski
+                     <span class="print-only user-email">(hubert.boguski@spglobal.com)</span>
+                </div>
+                <a href="#2024-02-23 15:52:57"><div class="time">2024-02-23 15:52:57</div></a>
+                <div class="msg">
+                    <p>Hi everyone! Want to say this is a really awesome and much needed effort for the data community. Just wanted to double check my understanding here-</p>
+
+<p>TLDR: is there a way to achieve this with python operators in a DAG with multiple python operators: To propagate the <em><strong>job hierarchy</strong></em>, tasks must send their own <strong>run ids</strong> so that the downstream process can report the <a href="https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json#/definitions/ParentRunFacet">ParentRunFacet</a> with the proper run id.</p>
+
+<p>Is there a way to have the multiple Python Operators (multiple python tasks) in a DAG trace job hierachy in Marquez. Right now I am invoking GET request and receiving a response in one task and passing the first tasks output to another task, but the jobs in Marquez shows up as different jobs (job hierarchy not shown). I understand there could be some extractor classes that could be implemented, but just wondering if there is anything simpler out there to show hierarchy with Python Operators 😅</p>
+
+<p>I read somewhere that we can use the parent Id to link these jobs, but I had no luck (picture of docs)</p>
+
+<p>I also saw a youtube video <a href="https://www.youtube.com/watch?v=yrSDngUhj8U">https://www.youtube.com/watch?v=yrSDngUhj8U</a>
+But as I understand this is still a work in progress</p>
+
+<p>I know there are some supported extractors already, but they dont support my use case. Thanks in advance!!!</p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">YouTube</div>
+                            
+                                <div class="attachment-author">
+                                    
+                                        <img src="" class="icon">
+                                    }
+                                    <a href="https://www.youtube.com/@openlineageproject6897">
+                                    OpenLineage Project
+                                    </a><span class="print-only">(https://www.youtube.com/@openlineageproject6897)</span>
+                                </div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://www.youtube.com/watch?v=yrSDngUhj8U">Extracting Lineage from PythonOperator | November 29, 2023</a></div>
+                                <div class="link-text">
+                                    
+                                </div>
+                                
+                                
+    
+        <a href="https://www.youtube.com/watch?v=yrSDngUhj8U">
+            <img class="preview" src="https://i.ytimg.com/vi/yrSDngUhj8U/hqdefault.jpg"
+                
+                 />
+        </a>
+    
+                                
+                                    <div class="print-only">Original URL: https://www.youtube.com/watch?v=yrSDngUhj8U</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    <div class="message-upload">
+                            <div class="link-title"><a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06LGDP891A/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">image.png</a></div>
+                            
+                                
+    
+        <a href="https://files.slack.com/files-pri/T01CWUYP5AR-F06LGDP891A/image.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13">
+            <img class="preview" src="https://files.slack.com/files-tmb/T01CWUYP5AR-F06LGDP891A-df453a9479/image_360.png?t=xoxe-1438984787365-6702962366454-6702962512966-2644bfd31d84c865a80d3b80c1d30d13"
+                width="360"
+                 height="146" />
+        </a>
+    
+                            
+                        </div>
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:34:03">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 05:34:03"><div class="time">2024-02-26 05:34:03</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hey, I’m not exactly sure what you’d like to achieve.</p>
+
+<p>First, let’s explain what’s the hierarchy. When Airflow TaskInstance is running it is considered run for which DagRun is its parent run. Similarly if task spawns other jobs, they should set TaskInstance as their parent run. More about the idea here: <a href="https://openlineage.io/docs/spec/job-hierarchy">https://openlineage.io/docs/spec/job-hierarchy</a></p>
+
+<p>If you’d like to emit additional events within PythonOperator’s callback and set  this task as parent run for those additional events you should take another approach:
+• here’s how task uuid is generated: <a href="https://github.com/apache/airflow/blob/main/airflow/providers/openlineage/plugins/listener.py#L79">https://github.com/apache/airflow/blob/main/airflow/providers/openlineage/plugins/listener.py#L79</a>
+• based on the above you could use <code>build_task_instance_run_id</code> method with additional information taken from <code>context</code>  (that is <code>dag_id, task_id, execution_date, try_number</code>)
+Code snippet you provided allows to point to DAG as parent run.</p>
+                    <div class="message-attachment"
+                            >
+                            <div class="service-name">openlineage.io</div>
+                            
+                            
+                                
+                                <div class="link-title"><a href="https://openlineage.io/docs/spec/job-hierarchy">Job Hierarchy | OpenLineage</a></div>
+                                <div class="link-text">
+                                    In a complex environment, where there are thousands of processing jobs daily, there can be a lot of chaos.
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                    <div class="print-only">Original URL: https://openlineage.io/docs/spec/job-hierarchy</div>
+                                
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:35:02">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 05:35:02"><div class="time">2024-02-26 05:35:02</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Extracting lineage from PythonOperator is still in progress, proposal should be public soon.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 05:36:11">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 05:36:11"><div class="time">2024-02-26 05:36:11</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Maybe I’m mistaken what you mean by job hierarchy. What would you expect to be shown as a graph?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-25 23:51:38">
+            
+                <img src="https://avatars.slack-edge.com/2024-02-01/6569284130084_6f39b65fc9fb0cbd2c91_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Suhas Shenoy
+                     <span class="print-only user-email">(ksuhasshenoy@gmail.com)</span>
+                </div>
+                <a href="#2024-02-25 23:51:38"><div class="time">2024-02-25 23:51:38</div></a>
+                <div class="msg">
+                    <p>Hi team, Just wanted to know if we can we configure openlineage to send events to two endpoints?</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Derya Meral
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 02:57:35">
+            
+                <img src="https://avatars.slack-edge.com/2023-12-22/6385975831170_6b968fe18337426793e8_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Kacper Muda
+                     <span class="print-only user-email">(kacper.muda@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 02:57:35"><div class="time">2024-02-26 02:57:35</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi, i don't think it's possible with a built-in HTTP Transport, but You can always implement a <a href="https://openlineage.io/docs/client/python#custom-transport-type">custom Transport</a>, that will suit Your needs 🙂</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        👍 Suhas Shenoy, Derya Meral
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 03:27:59">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 03:27:59"><div class="time">2024-02-26 03:27:59</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi @Suhas Shenoy, this was one of the motivations behind fluentD proxy -&gt; <a href="https://github.com/OpenLineage/OpenLineage/tree/main/proxy/fluentd">https://github.com/OpenLineage/OpenLineage/tree/main/proxy/fluentd</a></p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ❤️ Kacper Muda, Derya Meral
+                        </div>
+                    
+                        <div class="message-reaction">
+                        👍 Suhas Shenoy, Jakub Dardziński, Mattia Bertorello, Derya Meral
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 11:24:36">
+            
+                <img src="https://secure.gravatar.com/avatar/7893cedfc168d27b64d4eb96bc352f44.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0021-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Derya Meral
+                     <span class="print-only user-email">(drderyameral@gmail.com)</span>
+                </div>
+                <a href="#2024-02-26 11:24:36"><div class="time">2024-02-26 11:24:36</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I was wondering the same thing and joined the slack to ask this. In our case, we're wondering whether it would be possible to use both Marquez and Datahub with our Airflow. Thanks for the pointer, @Kacper Muda!</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 12:37:43">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-26 12:37:43"><div class="time">2024-02-26 12:37:43</div></a>
+                <div class="msg">
+                    <p>Does anyone know how to disable the logger for:
+<code>4/02/23 09:08:01 INFO AsyncEventQueue: Process of event SparkListenerJobStart</code>
+It seems like <code>spark.redaction.regex</code> isn't respected by this logger which causes secrets to get logged when Spark OpenLineage is enabled</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 12:51:28">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-26 12:51:28"><div class="time">2024-02-26 12:51:28</div></a>
+                <div class="msg">
+                    <p>I also ran into an error <code>Py4JNetworkError("Answer from Java side is empty")</code> very frequently on some jobs. It seems like this is caused by our Spark sessions being explicitly stopped via a <code>spark.stop()</code> and <em>then</em> <code>OpenLineageSparkListener</code> trying to access the stopped Spark session, which causes the application to fail (I suspect in <a href="https://github.com/OpenLineage/OpenLineage/blob/5298e8a30a8168dd8096f334e5d484812a48aa84/integration/spark/shared/src/main/java/io/openlineage/spark/agent/lifecycle/plan/SaveIntoDataSourceCommandVisitor.java#L130">https://github.com/OpenLineage/OpenLineage/blob/5298e8a30a8168dd8096f334e5d484812a[…]park/agent/lifecycle/plan/SaveIntoDataSourceCommandVisitor.java</a>)</p>
+
+<p>Should session already closed exceptions be handled gracefully there? Part of this is likely due to Hudi not being supported well (it seems like its very slow for some jobs and doesn't generate any events before crashing) but this seems like a race condition that can generally cause crashes</p>
+                    <div class="message-attachment"
+                            style="border-color: #24292f">
+                            
+                            
+                            
+                                
+                                <div class="link-title"><a href="">&lt;https://github.com/OpenLineage/OpenLineage/blob/5298e8a30a8168dd8096f334e5d484812a48aa84/integration/spark/shared/src/main/java/io/openlineage/spark/agent/lifecycle/plan/SaveIntoDataSourceCommandVisitor.java | SaveIntoDataSourceCommandVisitor.java&gt;</a></div>
+                                <div class="link-text">
+                                    &lt;pre&gt;&lt;code&gt;        relation = p.createRelation(sqlContext, command.options());
+&lt;/code&gt;&lt;/pre&gt;
+                                </div>
+                                
+                                
+    
+        <!-- no preview available -->
+    
+                                
+                                
+                                    <div class="attachment-footer">
+                                        <img src="https://slack.github.com/static/img/favicon-neutral.png" class="icon" />
+                                        &lt;a href=&#34;https://github.com/OpenLineage/OpenLineage&#34;&gt;OpenLineage/OpenLineage&lt;/a&gt;
+                                    </div>
+                                
+                            
+                        </div>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-27 02:26:01">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-27 02:26:01"><div class="time">2024-02-27 02:26:01</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Hi Max,</p>
+
+<p>Do you have any logs on OpenLineageSparkListener crashing? All the exceptions from OpenLineageSparkListener trying to build an event should be caught and we do have a test for this. Please provide more details on that. How do you know it's failing? The desired behaviour is to log and exception and proceed.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 12:52:47">
+            
+                <img src="https://secure.gravatar.com/avatar/0acc32e7a407a84d77fc04c3fddac06c.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0002-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Max Zheng
+                     <span class="print-only user-email">(mzheng@plaid.com)</span>
+                </div>
+                <a href="#2024-02-26 12:52:47"><div class="time">2024-02-26 12:52:47</div></a>
+                <div class="msg">
+                    <p>Lastly, would disabling facets improve performance? eg. disabling <code>spark.logicalPlan</code></p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-27 02:26:44">
+            
+                <img src="https://avatars.slack-edge.com/2022-10-05/4175232328373_fcf3e1f61aa5625a2574_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Paweł Leszczyński
+                     <span class="print-only user-email">(pawel.leszczynski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-27 02:26:44"><div class="time">2024-02-27 02:26:44</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Disabling <code>spark.LogicalPlan</code> may improve performance of populating OL event. It's disabled by default in recent version (the one released yesterday). You can also use circuit breaker feature if you are worried about Ol integration affecting Spark jobs</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🤩 Yannick Libert
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-27 05:20:13">
+            
+                <img src="https://avatars.slack-edge.com/2023-07-24/5613838546967_2d7ad30e24c5e74bfdbb_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Yannick Libert
+                     <span class="print-only user-email">(yannick.libert.partner@decathlon.com)</span>
+                </div>
+                <a href="#2024-02-27 05:20:13"><div class="time">2024-02-27 05:20:13</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* This feature is going to be so useful for us! Love it!</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 14:23:37">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-25/3019716733729_66fea720e9504dc08144_72.jpg" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Michael Robinson
+                     <span class="print-only user-email">(michael.robinson@astronomer.io)</span>
+                </div>
+                <a href="#2024-02-26 14:23:37"><div class="time">2024-02-26 14:23:37</div></a>
+                <div class="msg">
+                    <p>@channel
+We released <strong>OpenLineage 1.9.1</strong>, featuring:
+• Airflow: add support for <code>JobTypeJobFacet</code> properties <code>#2412</code> <a href="https://github.com/mattiabertorello">@mattiabertorello</a>
+• dbt: add support for <code>JobTypeJobFacet</code> properties <code>#2411</code> <a href="https://github.com/mattiabertorello">@mattiabertorello</a>
+• Flink: support Flink Kafka dynamic source and sink <code>#2417</code> <a href="https://github.com/HuangZhenQiu">@HuangZhenQiu</a>
+• Flink: support multi-topic Kafka Sink <code>#2372</code> <a href="https://github.com/pawel-big-lebowski">@pawel-big-lebowski</a>
+• Flink: support lineage for JDBC connector <code>#2436</code> <a href="https://github.com/HuangZhenQiu">@HuangZhenQiu</a>
+• Flink: add common config gradle plugin <code>#2461</code> <a href="https://github.com/HuangZhenQiu">@HuangZhenQiu</a>
+• Java: extend circuit breaker loaded with <code>ServiceLoader</code> <code>#2435</code> <a href="https://github.com/pawel-big-lebowski">@pawel-big-lebowski</a>
+• Spark: integration now emits intermediate, application level events wrapping entire job execution <code>#2371</code> <a href="https://github.com/mobuchowski">@mobuchowski</a>
+• Spark: support built-in lineage within <code>DataSourceV2Relation</code> <code>#2394</code> <a href="https://github.com/pawel-big-lebowski">@pawel-big-lebowski</a>
+• Spark: add support for <code>JobTypeJobFacet</code> properties <code>#2410</code> <a href="https://github.com/mattiabertorello">@mattiabertorello</a>
+• Spark: stop sending <code>spark.LogicalPlan</code> facet by default <code>#2433</code> <a href="https://github.com/pawel-big-lebowski">@pawel-big-lebowski</a>
+• Spark/Flink/Java: circuit breaker <code>#2407</code> <a href="https://github.com/pawel-big-lebowski">@pawel-big-lebowski</a>
+• Spark: add the capability to publish Scala 2.12 and 2.13 variants of <code>openlineage-spark</code> <code>#2446</code> <a href="https://github.com/d-m-h">@d-m-h</a>
+A large number of changes and bug fixes were also included.
+Thanks to all our contributors with a special shout-out to @Damien Hawes, who contributed &gt;10 PRs to this release!
+<strong>Release:</strong> <a href="https://github.com/OpenLineage/OpenLineage/releases/tag/1.9.1">https://github.com/OpenLineage/OpenLineage/releases/tag/1.9.1</a>
+<strong>Changelog:</strong> <a href="https://github.com/OpenLineage/OpenLineage/blob/main/CHANGELOG.md">https://github.com/OpenLineage/OpenLineage/blob/main/CHANGELOG.md</a>
+<strong>Commit history:</strong> <a href="https://github.com/OpenLineage/OpenLineage/compare/1.8.0...1.9.1">https://github.com/OpenLineage/OpenLineage/compare/1.8.0...1.9.1</a>
+<strong>Maven:</strong> <a href="https://oss.sonatype.org/#nexus-search;quick~openlineage">https://oss.sonatype.org/#nexus-search;quick~openlineage</a>
+<strong>PyPI:</strong> <a href="https://pypi.org/project/openlineage-python/">https://pypi.org/project/openlineage-python/</a></p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        🚀 Jakub Dardziński, Jackson Goerner, Abdallah, Yannick Libert, Mattia Bertorello, Tristan GUEZENNEC -CROIX-, Fabio Manganiello
+                        </div>
+                    
+                        <div class="message-reaction">
+                        🎉 Abdallah, Mattia Bertorello
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 14:33:27">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 14:33:27"><div class="time">2024-02-26 14:33:27</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Oudstanding work @Damien Hawes 👏</p>
+                    
+                    
+                    
+                        <div class="message-reaction">
+                        ➕ Michael Robinson, Mattia Bertorello, Fabio Manganiello
+                        </div>
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-27 00:39:29">
+            
+                <img src="https://avatars.slack-edge.com/2023-08-17/5743553612391_7373e3821b00a7631bfb_72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Abdallah
+                     <span class="print-only user-email">(abdallah@terrab.me)</span>
+                </div>
+                <a href="#2024-02-27 00:39:29"><div class="time">2024-02-27 00:39:29</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Thank you 👏👏</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 15:04:33">
+            
+                <img src="https://secure.gravatar.com/avatar/7893cedfc168d27b64d4eb96bc352f44.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0021-72.png" class="user_icon" />
+            
+            
+                <div class="message">
+            
+                <div class="username">Derya Meral
+                     <span class="print-only user-email">(drderyameral@gmail.com)</span>
+                </div>
+                <a href="#2024-02-26 15:04:33"><div class="time">2024-02-26 15:04:33</div></a>
+                <div class="msg">
+                    <p>Hi all, I'm working on a local Airflow-OpenLineage-Marquez integration using Airflow 2.7.3 and python 3.10. Everything seems to be installed correctly with the appropriate settings. I'm seeing events, jobs, tasks trickle into the UI. I'm using the PostgresOperator. When it's time for the SQL code to be parsed, I'm seeing the following in my Airflow logs:
+<code>[2024-02-26, 19:43:17 UTC] {sql.py:457} INFO - Running statement: SELECT CURRENT_SCHEMA;, parameters: None
+[2024-02-26, 19:43:17 UTC] {base.py:152} WARNING - OpenLineage provider method failed to extract data from provider. 
+[2024-02-26, 19:43:17 UTC] {manager.py:198} WARNING - Extractor returns non-valid metadata: None</code>
+Can anyone give me pointers on why exactly this might be happening? I've tried also with the SQLExecuteQueryOperator, same result. I previously got a Marquez setup to work with the external OpenLineage package for Airflow with Airflow 2.6.1. But I'm struggling with this newer integrated OpenLineage version</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 15:10:21">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 15:10:21"><div class="time">2024-02-26 15:10:21</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Does this happen for some particular SQL but works for other?
+Also, my understanding is that it worked with <code>openlineage-airflow</code> on Airflow 2.6.1 (the same code)?
+What version of OL provider are you using?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 15:20:22">
+            
+                <img src="https://secure.gravatar.com/avatar/7893cedfc168d27b64d4eb96bc352f44.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0021-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Derya Meral
+                     <span class="print-only user-email">(drderyameral@gmail.com)</span>
+                </div>
+                <a href="#2024-02-26 15:20:22"><div class="time">2024-02-26 15:20:22</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I've been using one toy DAG and have only tried with the two operators mentioned. Currently, my team's code doesn't use provider operators so it would not really work well with OL.</p>
+
+<p>Yes, it worked with Airflow 2.6.1. Same code.</p>
+
+<p>Right now, I'm using apache-airflow-providers-openlineage==1.5.0 and the other OL dependencies are at 1.9.1.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 15:21:00">
+            
+                <img src="https://avatars.slack-edge.com/2022-01-04/2902203539797_ba977a7f01d752dca1ca_72.jpg" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Jakub Dardziński
+                     <span class="print-only user-email">(jakub.dardzinski@getindata.com)</span>
+                </div>
+                <a href="#2024-02-26 15:21:00"><div class="time">2024-02-26 15:21:00</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* Would you want to share the SQL statement?</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-26 15:31:42">
+            
+                <img src="https://secure.gravatar.com/avatar/7893cedfc168d27b64d4eb96bc352f44.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0021-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Derya Meral
+                     <span class="print-only user-email">(drderyameral@gmail.com)</span>
+                </div>
+                <a href="#2024-02-26 15:31:42"><div class="time">2024-02-26 15:31:42</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* It has some PII in it, but it's basically in the form of:
+```DROP TABLE IF EXISTS users<em>meral.key</em>relations;</p>
+
+<p>CREATE TABLE users<em>meral.key</em>relations AS</p>
+
+<p>WITH
+staff AS ( SELECT ...)
+,enabled AS (SELECT ...)
+SELECT ... 
+FROM public.borrowers 
+LEFT JOIN ...;```
+We're splitting the query with sqlparse.split() and feed it to a PostgresOperator.</p>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-27 09:26:41">
+            
+                <img src="https://secure.gravatar.com/avatar/7893cedfc168d27b64d4eb96bc352f44.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0021-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Derya Meral
+                     <span class="print-only user-email">(drderyameral@gmail.com)</span>
+                </div>
+                <a href="#2024-02-27 09:26:41"><div class="time">2024-02-27 09:26:41</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* I thought I should share our configs in case I'm missing something:
+```[openlineage]
+disabled = False
+disabled<em>for</em>operators = </p>
+
+<h1>namespace =</h1>
+
+<h1>extractors =</h1>
+
+<p>config_path = /opt/airflow/openlineage.yml
+transport = </p>
+
+<h1>disable<em>source</em>code = ```</h1>
+                    
+                    
+                    
+		</div>
+            </div>
+        </div>
+    </div>
+                
+            
+        
+            
+                
+                    <div class="message-container">
+        <div id="2024-02-27 09:27:20">
+            
+                <img src="https://secure.gravatar.com/avatar/7893cedfc168d27b64d4eb96bc352f44.jpg?s=72&amp;d=https%3A%2F%2Fa.slack-edge.com%2Fdf10d%2Fimg%2Favatars%2Fava_0021-72.png" class="user_icon_reply" />
+            
+            
+                <div class="reply">
+            
+                <div class="username">Derya Meral
+                     <span class="print-only user-email">(drderyameral@gmail.com)</span>
+                </div>
+                <a href="#2024-02-27 09:27:20"><div class="time">2024-02-27 09:27:20</div></a>
+                <div class="msg">
+                    <p><strong><em>*Thread Reply:</em></strong>* The YAML file:
+<code>transport:
+  type: http
+  url: &lt;http://marquez:5000&gt;</code></p>
+                    
+                    
+                    
 		</div>
             </div>
         </div>