Support for multi-paragraph description (#325)

ecosystem/utils/submission_parser.py

@@ -1,10 +1,21 @@
 """Parser for issue submission."""
-import re
+from collections import defaultdict
 import mdformat
 
 from ecosystem.models.repository import Repository
 
 
+def _clean_section(section: str) -> {str: str}:
+    """For a section, return a tuple with a title and "clean section".
+    A clean section is without new lines and strip spaces"""
+    paragraphs = section.split("\n")
+    section = (" ").join(
+        [paragraph.strip() for paragraph in paragraphs[1:] if paragraph]
+    )
+    title = paragraphs[0].strip()
+    return (title, section)
+
+
 def parse_submission_issue(body_of_issue: str) -> Repository:
     """Parse issue body.
 
@@ -16,19 +27,21 @@ def parse_submission_issue(body_of_issue: str) -> Repository:
 
     issue_formatted = mdformat.text(body_of_issue)
 
-    parse = re.findall(r"^([\s\S]*?)(?:\n{2,}|\Z)", issue_formatted, re.M)
+    sections = defaultdict(
+        None, [_clean_section(s) for s in issue_formatted.split("### ")[1:]]
+    )
 
-    repo_name = parse[1].split("/")
+    repo_name = sections["Github repo"].split("/")[-1]
 
-    name = repo_name[-1]
-    url = parse[1]
-    description = parse[3]
-    contact_info = parse[5]
-    alternatives = parse[7]
-    licence = parse[9]
-    affiliations = parse[11]
+    name = repo_name
+    url = sections["Github repo"]
+    description = sections["Description"]
+    contact_info = sections["Email"]
+    alternatives = sections["Alternatives"]
+    licence = sections["License"]
+    affiliations = sections["Affiliations"]
 
-    labels = [l.strip() for l in parse[13].split(",")]
+    labels = [l.strip() for l in sections["Tags"].split(",")]
 
     return Repository(
         name,

tests/resources/issue.md

@@ -6,6 +6,10 @@ http://github.com/awesome/awesome
 
 An awesome repo for awesome project
 
+multiple
+
+paragraphs
+
 ### Email
 
 [email protected]

tests/test_manager.py

@@ -99,7 +99,8 @@ def test_parser_issue(self):
         )
         self.assertEqual(
             output_value[2],
-            "::set-output name=SUBMISSION_DESCRIPTION::An awesome repo for awesome project",
+            "::set-output name=SUBMISSION_DESCRIPTION::An awesome repo for awesome project multiple"
+            " paragraphs",
         )
         self.assertEqual(
             output_value[3], "::set-output name=SUBMISSION_LICENCE::Apache License 2.0"

tests/utils/test_utils.py

@@ -30,7 +30,8 @@ def test_issue_parsing(self):
         self.assertEqual(parsed_result.name, "awesome")
         self.assertEqual(parsed_result.url, "http://github.com/awesome/awesome")
         self.assertEqual(
-            parsed_result.description, "An awesome repo for awesome project"
+            parsed_result.description,
+            "An awesome repo for awesome project multiple paragraphs",
         )
         self.assertEqual(parsed_result.contact_info, "[email protected]")
         self.assertEqual(parsed_result.alternatives, "tititata")