Initial commit 🚀

.gitignore

@@ -0,0 +1,59 @@
+# Static Files
+/test/advanced
+.idea/
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# Unit test / coverage reports
+/test-results/
+htmlcov/
+.tox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+.hypothesis/
+.pytest_cache/
+
+# pyenv
+.python-version
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# macOS Zeug
+.DS_Store
+/static/

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2023 RAUSYS, Rau Systemberatung GmbH
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

MANIFEST.in

@@ -0,0 +1,2 @@
+include README.md
+include LICENSE

mailparser_reply/__init__.py

@@ -0,0 +1 @@
+from .parser import EmailReplyParser, EmailMessage, EmailReply

mailparser_reply/constants.py

@@ -0,0 +1,99 @@
+#: Fallback language if no other language is specified
+from typing import Dict
+
+MAIL_LANGUAGE_DEFAULT = 'en'
+
+#: Matches text-mail quotation (usually starting with ">");
+#: resulting in "> Hello world"
+QUOTED_REGEX = r'(>+)'
+#: Regex to remove all leading quotations
+QUOTED_REMOVAL_REGEX = r'^(> *)'
+#: Allow to match within (multi)-quoted body
+#: e.g. allowing regex to match *inside* lines starting with "> > ..."
+QUOTED_MATCH_INCLUDE = r'(?:> ?)*'
+
+#: Outlook-style mail separator (32 underscores); also occasionally
+#: used within signatures
+OUTLOOK_MAIL_SEPARATOR = r'(\n{2,} ?[_-]{32,})'
+#: Common mail separators (+ old Outlook separator)
+GENERIC_MAIL_SEPARATOR = r'^-{5,} ?Original Message ?-{5,}$'  # unused
+
+#: Outlook Signature defaults; line optionally starts with whitespace, contains two
+#: hyphens or underscores, and ends with optional whitespace.
+#   1) -- \nJohn Doe
+#   2) -John Doe
+DEFAULT_SIGNATURE_REGEX = rf'\s*^{QUOTED_MATCH_INCLUDE}(?:[-_]{{2}}\n|- ?\w).*'
+
+#: All kinds of whitespaces incl special characters; used for Disclaimers, because they
+#: are usually either added in post by a mailserver or scrambled due to their higher complexity.
+SINGLE_SPACE_VARIATIONS = '[ \u200b\xA0\t]'
+#: Linebreaks ok too
+OPTIONAL_LINEBREAK = f'[,()]?{SINGLE_SPACE_VARIATIONS}{{0,3}}[\n\r]?{SINGLE_SPACE_VARIATIONS}{{0,3}}[,()]?'
+#: Possible ways to check for linebreaks
+SENTENCE_START = f'(?:[\n\r.!?]|^){SINGLE_SPACE_VARIATIONS}{{0,3}}'
+
+#: Matching regex for all languages
+MAIL_LANGUAGES: Dict[str, Dict[str, str]] = {
+    'de': {
+        'wrote_header': r'^(?!Am.*Am\s.+?schrieb.*:)(' + QUOTED_MATCH_INCLUDE + r'Am\s(?:.+?\s?)schrieb\s(?:.+?\s?.+?):)$',
+        'from_header': r'((?:(?:^|\n|\n' + QUOTED_MATCH_INCLUDE + r')[* ]*(?:Von|Gesendet|An|Betreff|Datum):[ *]*(?:\s{,2}).*){2,}(?:\n.*){,1})',
+        'disclaimers': [
+            '(?:Wichtiger )?Hinweis:',
+            'Achtung:',
+        ],
+        'signatures': [
+            r'Mit freundlichen Gr\u00fc\u00DFen',
+            r'Mit freundlichen Gr\u00fc\u00DFen / (?:Best|Kind) regards,',
+            r'(?:(?:Beste(?:n)?|Liebe|Viele) )?(?:Gr(?:\u00fc|ue)(?:\u00DF|ss)(?:e)?|Gru\u00DF|Gruss)'
+        ],
+        'sent_from': 'Gesendet von',
+    },
+    'en': {
+        # ^(?!On[.\s]*On\s(.+?\s?.+?)\swrote:) – Negative lookahead, see:
+        #    https://github.com/github/email_reply_parser/pull/31
+        # <QUOTED_MATCH_INCLUDE> – allow matching this inside quoted levels
+        # On\s(?:.+?\s?.+?)\swrote:) – match "On 01.01.2025, John Doe wrote:"
+        #   See multiline_on.txt for example data
+        'wrote_header': r'^(?!On[.\s]*On\s(.+?\s?.+?)\swrote:)(' + QUOTED_MATCH_INCLUDE + r'On\s(?:.+?\s?.+?)\s?wrote:)$',
+        # (?:(?:^|\n)[* ]*(?:From|Sent|To|Subject|Date|Cc):[ *]* – match From:/*From*:, ... headers
+        # (?:\s{,2}).*){2,} – allow multi-line headers; some clients split the headers up into multiple lines.
+        #       Also require at least two occurrences of the above pattern; e.g. From: ...\n Sent: ...
+        # (?:\n.*){,1} – allow optional subject or other broken multi-line at the end
+        'from_header': r'((?:(?:^|\n|\n' + QUOTED_MATCH_INCLUDE + r')[* ]*(?:From|Sent|To|Subject|Date|Cc):[ *]*(?:\s{,2}).*){2,}(?:\n.*){,1})',
+        'disclaimers': [
+            'CAUTION:',
+            'Disclaimer:',
+            'Warning:',
+            'Confidential:',
+            'CONFIDENTIALITY:',
+            '(?:Privileged|Confidential|Private|Sensitive|Important) (?:Notice|Note|Information):',
+            '[\* ]*Disclaimer[\* ]*'
+        ],
+        'signatures': [
+            'Best regards',
+            'Kind Regards',
+            'Thanks,',
+            'Thank you,',
+            'Best,',
+            'All the best',
+            'regards,'
+        ],
+        'sent_from': 'Sent from my|Get Outlook for'
+    },
+    'fr': {
+        'wrote_header': r'(?!Le.*Le\s.+?a \u00e9crit[a-zA-Z0-9.:;<>()&@ -]*:)(' + QUOTED_MATCH_INCLUDE + r'Le\s(.+?)a \u00e9crit[a-zA-Z0-9.:;<>()&@ -]*:)',
+        'from_header': r'((?:(?:^|\n|\n' + QUOTED_MATCH_INCLUDE + r')[* ]*(?:De |Envoy\u00e9 |\u00C0 |Objet |  |Cc ):[ *]*(?:\s{,2}).*){2,}(?:\n.*){,1})',
+        'signatures': [
+            'cordialement',
+            'salutations',
+            r'bonne r[\u00e9e]ception',
+            r'bonne journ[\u00e9e]e'
+        ],
+        'sent_from': r'Envoy\u00e9 depuis'
+    },
+    'david': {
+        # Custom Software Headers – also kind of like a language, right?
+        'from_header': r'((?:^ *Original Message processed by david.+?$\n{,7})(?:.*\n){,3}(?:(?:^|\n)[* ]*(?:Von|An|Cc)(?:\s{,2}).*){2,})'
+    }
+}
+