Namnn/need per id json

docs/conf.py

@@ -379,13 +379,14 @@ def custom_defined_func():
 
 # build needs.json to make permalinks work
 needs_build_json = True
-
+# build needs per id
+needs_per_id = True
 # Get and maybe set GitHub credentials for services.
 # This is needed as the rate limit for not authenticated users is too low for the amount of requests we
 # need to perform for this documentation
+
 github_username = os.environ.get("GITHUB_USERNAME", "")
 github_token = os.environ.get("GITHUB_TOKEN", "")
-
 if github_username != "" and github_token != "":
     print(f"---> GITHUB: Using as username: {github_username}. length token: {len(github_token)}")
     for service in ["github-issues", "github-prs", "github-commits"]:

docs/configuration.rst

@@ -2338,3 +2338,24 @@ If true, need options like status, tags or links are collapsed and shown only af
 Default value: True
 
 Can be overwritten for each single need by setting :ref:`need_collapse`.
+
+.. _needs_per_id_build_path:
+
+needs_per_id_build_path 
+~~~~~~~~~~~~~~~~
+
+This option sets the location of the set of ``needs.json`` for every needs-id.
+
+Default value: needs_id
+
+
+.. _needs_per_id:
+
+needs_per_id 
+~~~~~~~~~~~~~~~~
+
+Exports forder ``needs_per_id_build_path`` include all file ``needs.json`` for every needs-id.
+
+This option works like needs_build_json. 
+
+Default: False

sphinx_needs/builder.py

@@ -1,3 +1,4 @@
+import json
 import os
 from typing import Iterable, Optional, Set
 
@@ -6,6 +7,7 @@
 from sphinx.application import Sphinx
 from sphinx.builders import Builder
 
+from sphinx_needs.filter_common import filter_needs
 from sphinx_needs.logging import get_logger
 from sphinx_needs.needsfile import NeedsList
 from sphinx_needs.utils import unwrap
@@ -43,9 +45,6 @@ def finish(self) -> None:
         # This is needed as needs could have been removed from documentation and if this is the case,
         # removed needs would stay in needs_list, if list gets not cleaned.
         needs_list.wipe_version(version)
-        #
-        from sphinx_needs.filter_common import filter_needs
-
         filter_string = self.app.config.needs_builder_filter
         filtered_needs = filter_needs(self.app, needs, filter_string)
 
@@ -158,3 +157,69 @@ def build_needumls_pumls(app: Sphinx, _exception: Exception) -> None:
         needs_builder.set_environment(env)
 
     needs_builder.finish()
+
+
+class NeedsIdBuilder(Builder):
+    name = "needs_id"
+    format = "json"
+    file_suffix = ".txt"
+    links_suffix = None
+    LIST_KEY_EXCLUSIONS_NEEDS = ["content_node"]
+
+    def write_doc(self, docname: str, doctree: nodes.document) -> None:
+        pass
+
+    def finish(self) -> None:
+        env = unwrap(self.env)
+        needs = env.needs_all_needs.values()
+        needs_per_id_build_path = self.app.config.needs_per_id_build_path
+        filter_string = self.app.config.needs_builder_filter
+        filtered_needs = filter_needs(self.app, needs, filter_string)
+        needs_id_json_dir = os.path.join(self.outdir, needs_per_id_build_path)
+        if not os.path.exists(needs_id_json_dir):
+            os.mkdir(needs_id_json_dir)
+        for need in filtered_needs:
+            needs_id_dict = {}
+            id = need["id"]
+            needs_id_dict[id] = {key: need[key] for key in need if key not in self.LIST_KEY_EXCLUSIONS_NEEDS}
+            try:
+                fname = os.path.join(needs_id_json_dir, f"{id}.json")
+                with open(fname, "w") as f:
+                    json.dump(needs_id_dict, f, indent=4)
+            except Exception as e:
+                log.error(f"Error during writing json file: {e}_{id}")
+        log.info("Needs_id successfully exported")
+
+    def get_outdated_docs(self) -> Iterable[str]:
+        return []
+
+    def prepare_writing(self, _docnames: Set[str]) -> None:
+        pass
+
+    def write_doc_serialized(self, _docname: str, _doctree: nodes.document) -> None:
+        pass
+
+    def cleanup(self) -> None:
+        pass
+
+    def get_target_uri(self, _docname: str, _typ: Optional[str] = None) -> str:
+        return ""
+
+
+def build_needs_id_json(app: Sphinx, _exception: Exception) -> None:
+    env = unwrap(app.env)
+
+    if not env.config.needs_per_id:
+        return
+
+    # Do not create an additional needs_json for every needs_id, if builder is already "needs_id".
+    if isinstance(app.builder, NeedsIdBuilder):
+        return
+
+    try:
+        needs_id_builder = NeedsIdBuilder(app, env)
+    except TypeError:
+        needs_id_builder = NeedsIdBuilder(app)
+        needs_id_builder.set_environment(env)
+
+    needs_id_builder.finish()

sphinx_needs/needs.py

@@ -12,7 +12,9 @@
 from sphinx_needs.api.configuration import add_extra_option
 from sphinx_needs.builder import (
     NeedsBuilder,
+    NeedsIdBuilder,
     NeedumlsBuilder,
+    build_needs_id_json,
     build_needs_json,
     build_needumls_pumls,
 )
@@ -141,6 +143,7 @@ def setup(app: Sphinx) -> Dict[str, Any]:
 
     app.add_builder(NeedsBuilder)
     app.add_builder(NeedumlsBuilder)
+    app.add_builder(NeedsIdBuilder)
     app.add_config_value(
         "needs_types",
         [
@@ -279,6 +282,9 @@ def setup(app: Sphinx) -> Dict[str, Any]:
     #
     app.add_config_value("needs_debug_measurement", False, "html", types=[dict])
 
+    # add json file per needs_id
+    app.add_config_value("needs_per_id", False, "html", types=[bool])
+    app.add_config_value("needs_per_id_build_path", "needs_id", "html")
     # Define nodes
     app.add_node(Need, html=(html_visit, html_depart), latex=(latex_visit, latex_depart))
     app.add_node(
@@ -374,6 +380,8 @@ def setup(app: Sphinx) -> Dict[str, Any]:
     app.connect("env-updated", install_lib_static_files)
     app.connect("env-updated", install_permalink_file)
 
+    #
+    app.connect("build-finished", build_needs_id_json)
     # This should be called last, so that need-styles can override styles from used libraries
     app.connect("env-updated", install_styles_static_files)