UncoderIO · alexvolha · Mar 13, 2024 · Mar 13, 2024 · Mar 13, 2024 · Mar 13, 2024
diff --git a/docker-compose.yml b/docker-compose.yml
@@ -11,8 +11,8 @@ services:
       - '4010:4010'
   translator:
     build:
-      context: './translator/'
-    container_name: translator
+      context: './uncoder-core/'
+    container_name: uncoder-core
     restart: always
     environment:
       - HOST=0.0.0.0

diff --git a/translator/app/routers/translate.py b/translator/app/routers/translate.py
diff --git a/translator/.gitignore → uncoder-core/.gitignore b/translator/.gitignore → uncoder-core/.gitignore
diff --git a/translator/Dockerfile → uncoder-core/Dockerfile b/translator/Dockerfile → uncoder-core/Dockerfile
diff --git a/translator/app/__init__.py → uncoder-core/app/__init__.py b/translator/app/__init__.py → uncoder-core/app/__init__.py
diff --git a/translator/app/dictionaries/tactics.json → uncoder-core/app/dictionaries/tactics.json b/translator/app/dictionaries/tactics.json → uncoder-core/app/dictionaries/tactics.json
diff --git a/translator/app/dictionaries/techniques.json → ...der-core/app/dictionaries/techniques.json b/translator/app/dictionaries/techniques.json → ...der-core/app/dictionaries/techniques.json
diff --git a/...dictionaries/uncoder_meta_info_roota.json → ...dictionaries/uncoder_meta_info_roota.json b/...dictionaries/uncoder_meta_info_roota.json → ...dictionaries/uncoder_meta_info_roota.json
diff --git a/...dictionaries/uncoder_meta_info_sigma.json → ...dictionaries/uncoder_meta_info_sigma.json b/...dictionaries/uncoder_meta_info_sigma.json → ...dictionaries/uncoder_meta_info_sigma.json
diff --git a/translator/app/models/__init__.py → uncoder-core/app/models/__init__.py b/translator/app/models/__init__.py → uncoder-core/app/models/__init__.py
diff --git a/translator/app/models/ioc_translation.py → uncoder-core/app/models/ioc_translation.py b/translator/app/models/ioc_translation.py → uncoder-core/app/models/ioc_translation.py
@@ -6,11 +6,11 @@
 
 
 class CTIPlatform(BaseModel):
-    name: str
+    id: str
 
 
 class OneTranslationCTIData(BaseModel):
     info: Optional[InfoMessage] = None
     status: bool
     translations: Optional[list] = None
-    target_siem_type: str
+    target_platform_id: str
diff --git a/translator/app/models/translation.py → uncoder-core/app/models/translation.py b/translator/app/models/translation.py → uncoder-core/app/models/translation.py
@@ -12,10 +12,10 @@ class OneTranslationData(BaseModel):
     info: Optional[InfoMessage] = None
     status: bool
     translation: Optional[str] = None
-    target_siem_type: str
+    target_platform_id: str
 
 
-class ConvertorPlatform(BaseModel):
+class TranslatorPlatform(BaseModel):
     name: str
     id: str
     code: str
@@ -28,7 +28,7 @@ class ConvertorPlatform(BaseModel):
     first_choice: int = 1
 
 
-class ConvertorPlatforms(BaseModel):
+class TranslatorPlatforms(BaseModel):
     renders: list
     parsers: list
 

diff --git a/translator/app/routers/__init__.py → uncoder-core/app/routers/__init__.py b/translator/app/routers/__init__.py → uncoder-core/app/routers/__init__.py
diff --git a/translator/app/routers/assistance.py → uncoder-core/app/routers/assistance.py b/translator/app/routers/assistance.py → uncoder-core/app/routers/assistance.py
diff --git a/translator/app/routers/ioc_translate.py → uncoder-core/app/routers/ioc_translate.py b/translator/app/routers/ioc_translate.py → uncoder-core/app/routers/ioc_translate.py
@@ -4,19 +4,19 @@
 
 from app.models.ioc_translation import CTIPlatform, OneTranslationCTIData
 from app.models.translation import InfoMessage
-from app.translator.cti_translator import CTIConverter
+from app.translator.cti_translator import CTITranslator
 from app.translator.tools.const import HashType, IocParsingRule, IOCType
 
 iocs_router = APIRouter()
-converter = CTIConverter()
+cti_translator = CTITranslator()
 
 
 @iocs_router.post("/iocs/translate", description="Parse IOCs from text.")
 @iocs_router.post("/iocs/translate", include_in_schema=False)
 def parse_and_translate_iocs(
     text: str = Body(..., description="Text to parse IOCs from", embed=True),
-    iocs_per_query: int = Body(25, description="Platforms to parse IOCs to", embed=True),
-    platform: CTIPlatform = Body(..., description="Platforms to parse IOCs to", embed=True),
+    iocs_per_query: int = Body(25, description="IOCs per query limit", embed=True),
+    platform: CTIPlatform = Body(..., description="Platform to parse IOCs to", embed=True),
     include_ioc_types: Optional[list[IOCType]] = Body(
         None, description="List of IOC types to include. By default all types are enabled.", embed=True
     ),
@@ -31,7 +31,7 @@ def parse_and_translate_iocs(
     ),
     include_source_ip: Optional[bool] = Body(False, description="Include source IP in query. By default it is false."),
 ) -> OneTranslationCTIData:
-    status, translations = converter.convert(
+    status, translations = cti_translator.translate(
         text=text,
         platform_data=platform,
         iocs_per_query=iocs_per_query,
@@ -42,7 +42,7 @@ def parse_and_translate_iocs(
         include_source_ip=include_source_ip,
     )
     if status:
-        return OneTranslationCTIData(status=status, translations=translations, target_siem_type=platform.name)
+        return OneTranslationCTIData(status=status, translations=translations, target_platform_id=platform.id)
 
     info_message = InfoMessage(message=translations, severity="error")
-    return OneTranslationCTIData(info=info_message, status=status, target_siem_type=platform.name)
+    return OneTranslationCTIData(info=info_message, status=status, target_platform_id=platform.id)
diff --git a/uncoder-core/app/routers/translate.py b/uncoder-core/app/routers/translate.py
@@ -0,0 +1,86 @@
+from fastapi import APIRouter, Body
+
+from app.models.translation import InfoMessage, OneTranslationData, Platform, TranslatorPlatforms
+from app.translator.cti_translator import CTITranslator
+from app.translator.translator import Translator
+
+st_router = APIRouter()
+
+translator = Translator()
+
+
+@st_router.post("/translate", tags=["translator"], description="Generate target translation")
+@st_router.post("/translate/", include_in_schema=False)
+def translate_one(
+    source_platform_id: str = Body(..., embed=True),
+    target_platform_id: str = Body(..., embed=True),
+    text: str = Body(..., embed=True),
+) -> OneTranslationData:
+    status, data = translator.translate_one(text=text, source=source_platform_id, target=target_platform_id)
+    if status:
+        return OneTranslationData(status=status, translation=data, target_platform_id=target_platform_id)
+
+    info_message = InfoMessage(message=data, severity="error")
+    return OneTranslationData(info=info_message, status=status, target_platform_id=target_platform_id)
+
+
+@st_router.post("/translate/all", tags=["translator"], description="Generate all translations")
+@st_router.post("/translate/all/", include_in_schema=False)
+def translate_all(
+    source_platform_id: str = Body(..., embed=True), text: str = Body(..., embed=True)
+) -> list[OneTranslationData]:
+    result = translator.translate_all(text=text, source=source_platform_id)
+    translations = []
+    for platform_result in result:
+        if platform_result.get("status"):
+            translations.append(
+                OneTranslationData(
+                    status=platform_result.get("status", True),
+                    translation=platform_result.get("result"),
+                    target_platform_id=platform_result.get("platform_id"),
+                )
+            )
+        else:
+            translations.append(
+                OneTranslationData(
+                    status=platform_result.get("status", False),
+                    info=InfoMessage(message=platform_result.get("result"), severity="error"),
+                    target_platform_id=platform_result.get("platform_id"),
+                )
+            )
+    return translations
+
+
+@st_router.get("/platforms", tags=["translator"], description="Get translator platforms")
+@st_router.get("/platforms/", include_in_schema=False)
+def get_translator_platforms() -> TranslatorPlatforms:
+    renders, parsers = translator.get_all_platforms()
+    return TranslatorPlatforms(renders=renders, parsers=parsers)
+
+
+@st_router.get("/all_platforms", description="Get Sigma, RootA and iocs platforms")
+@st_router.get("/all_platforms/", include_in_schema=False)
+def get_all_platforms() -> list:
+    translator_renders, translator_parsers = translator.get_all_platforms()
+    return [
+        Platform(
+            id="roota",
+            name="RootA",
+            code="roota",
+            group_name="RootA",
+            group_id="roota",
+            renders=translator_renders,
+            parsers=translator_parsers,
+        ),
+        Platform(
+            id="sigma",
+            name="Sigma",
+            code="sigma",
+            group_name="Sigma",
+            group_id="sigma",
+            renders=[render for render in translator_renders if render.code != "sigma"],
+        ),
+        Platform(
+            id="ioc", name="IOCs", code="ioc", group_name="IOCs", group_id="ioc", renders=CTITranslator().get_renders()
+        ),
+    ]
diff --git a/translator/app/translator/__init__.py → uncoder-core/app/translator/__init__.py b/translator/app/translator/__init__.py → uncoder-core/app/translator/__init__.py
diff --git a/translator/app/translator/const.py → uncoder-core/app/translator/const.py b/translator/app/translator/const.py → uncoder-core/app/translator/const.py
diff --git a/translator/app/translator/core/__init__.py → uncoder-core/app/translator/core/__init__.py b/translator/app/translator/core/__init__.py → uncoder-core/app/translator/core/__init__.py
diff --git a/.../translator/core/custom_types/__init__.py → .../translator/core/custom_types/__init__.py b/.../translator/core/custom_types/__init__.py → .../translator/core/custom_types/__init__.py
diff --git a/...translator/core/custom_types/functions.py → ...translator/core/custom_types/functions.py b/...translator/core/custom_types/functions.py → ...translator/core/custom_types/functions.py
diff --git a/...translator/core/custom_types/meta_info.py → ...translator/core/custom_types/meta_info.py b/...translator/core/custom_types/meta_info.py → ...translator/core/custom_types/meta_info.py
diff --git a/...pp/translator/core/custom_types/tokens.py → ...pp/translator/core/custom_types/tokens.py b/...pp/translator/core/custom_types/tokens.py → ...pp/translator/core/custom_types/tokens.py
diff --git a/...pp/translator/core/custom_types/values.py → ...pp/translator/core/custom_types/values.py b/...pp/translator/core/custom_types/values.py → ...pp/translator/core/custom_types/values.py
diff --git a/...tor/app/translator/core/escape_manager.py → ...ore/app/translator/core/escape_manager.py b/...tor/app/translator/core/escape_manager.py → ...ore/app/translator/core/escape_manager.py
diff --git a/...pp/translator/core/exceptions/__init__.py → ...pp/translator/core/exceptions/__init__.py b/...pp/translator/core/exceptions/__init__.py → ...pp/translator/core/exceptions/__init__.py
diff --git a/...or/app/translator/core/exceptions/core.py → ...re/app/translator/core/exceptions/core.py b/...or/app/translator/core/exceptions/core.py → ...re/app/translator/core/exceptions/core.py
@@ -20,14 +20,14 @@ def __init__(self, platform_name: str, field_name: str):
 
 class UnsupportedPlatform(BasePlatformException):
     def __init__(self, platform: str, is_parser: bool = False):
-        converter_direction = "input" if is_parser else "output"
+        direction = "input" if is_parser else "output"
         if platform:
             message = (
-                f"The selected {converter_direction} language `{platform}` is not supported. "
+                f"The selected {direction} language `{platform}` is not supported. "
                 f"Please, select an option in the dropdown."
             )
         else:
-            message = f"Please, select an {converter_direction} language."
+            message = f"Please, select an {direction} language."
         super().__init__(message)
 
 

diff --git a/...p/translator/core/exceptions/functions.py → ...p/translator/core/exceptions/functions.py b/...p/translator/core/exceptions/functions.py → ...p/translator/core/exceptions/functions.py
diff --git a/...or/app/translator/core/exceptions/iocs.py → ...re/app/translator/core/exceptions/iocs.py b/...or/app/translator/core/exceptions/iocs.py → ...re/app/translator/core/exceptions/iocs.py
diff --git a/.../app/translator/core/exceptions/parser.py → .../app/translator/core/exceptions/parser.py b/.../app/translator/core/exceptions/parser.py → .../app/translator/core/exceptions/parser.py
diff --git a/.../app/translator/core/exceptions/render.py → .../app/translator/core/exceptions/render.py b/.../app/translator/core/exceptions/render.py → .../app/translator/core/exceptions/render.py
diff --git a/translator/app/translator/core/functions.py → ...der-core/app/translator/core/functions.py b/translator/app/translator/core/functions.py → ...der-core/app/translator/core/functions.py
diff --git a/translator/app/translator/core/mapping.py → uncoder-core/app/translator/core/mapping.py b/translator/app/translator/core/mapping.py → uncoder-core/app/translator/core/mapping.py
@@ -87,7 +87,7 @@ def __init__(self, platform_dir: str):
     def prepare_mapping(self) -> dict[str, SourceMapping]:
         source_mappings = {}
         default_mapping = SourceMapping(source_id=DEFAULT_MAPPING_NAME)
-        for mapping_dict in self._loader.load_siem_mappings(self._platform_dir):
+        for mapping_dict in self._loader.load_platform_mappings(self._platform_dir):
             log_source_signature = self.prepare_log_source_signature(mapping=mapping_dict)
             if (source_id := mapping_dict["source"]) == DEFAULT_MAPPING_NAME:
                 default_mapping.log_source_signature = log_source_signature
@@ -131,7 +131,7 @@ def prepare_mapping(self) -> dict[str, SourceMapping]:
         source_mappings = {}
         common_field_mapping = self._loader.load_common_mapping(self._platform_dir).get("field_mapping", {})
 
-        for mapping_dict in self._loader.load_siem_mappings(self._platform_dir):
+        for mapping_dict in self._loader.load_platform_mappings(self._platform_dir):
             source_id = mapping_dict["source"]
             log_source_signature = self.prepare_log_source_signature(mapping=mapping_dict)
             fields_mapping = self.prepare_fields_mapping(field_mapping=common_field_mapping)

diff --git a/translator/app/translator/core/mitre.py → uncoder-core/app/translator/core/mitre.py b/translator/app/translator/core/mitre.py → uncoder-core/app/translator/core/mitre.py
diff --git a/...or/app/translator/core/mixins/__init__.py → ...re/app/translator/core/mixins/__init__.py b/...or/app/translator/core/mixins/__init__.py → ...re/app/translator/core/mixins/__init__.py
diff --git a/...lator/app/translator/core/mixins/logic.py → ...-core/app/translator/core/mixins/logic.py b/...lator/app/translator/core/mixins/logic.py → ...-core/app/translator/core/mixins/logic.py
diff --git a/...or/app/translator/core/mixins/operator.py → ...re/app/translator/core/mixins/operator.py b/...or/app/translator/core/mixins/operator.py → ...re/app/translator/core/mixins/operator.py
diff --git a/...slator/app/translator/core/mixins/rule.py → ...r-core/app/translator/core/mixins/rule.py b/...slator/app/translator/core/mixins/rule.py → ...r-core/app/translator/core/mixins/rule.py
diff --git a/...or/app/translator/core/models/__init__.py → ...re/app/translator/core/models/__init__.py b/...or/app/translator/core/models/__init__.py → ...re/app/translator/core/models/__init__.py
diff --git a/.../translator/core/models/escape_details.py → .../translator/core/models/escape_details.py b/.../translator/core/models/escape_details.py → .../translator/core/models/escape_details.py
diff --git a/...lator/app/translator/core/models/field.py → ...-core/app/translator/core/models/field.py b/...lator/app/translator/core/models/field.py → ...-core/app/translator/core/models/field.py
diff --git a/...nslator/core/models/functions/__init__.py → ...nslator/core/models/functions/__init__.py b/...nslator/core/models/functions/__init__.py → ...nslator/core/models/functions/__init__.py
diff --git a/.../translator/core/models/functions/base.py → .../translator/core/models/functions/base.py b/.../translator/core/models/functions/base.py → .../translator/core/models/functions/base.py
diff --git a/.../translator/core/models/functions/sort.py → .../translator/core/models/functions/sort.py b/.../translator/core/models/functions/sort.py → .../translator/core/models/functions/sort.py
diff --git a/.../app/translator/core/models/identifier.py → .../app/translator/core/models/identifier.py b/.../app/translator/core/models/identifier.py → .../app/translator/core/models/identifier.py
diff --git a/...slator/app/translator/core/models/iocs.py → ...r-core/app/translator/core/models/iocs.py b/...slator/app/translator/core/models/iocs.py → ...r-core/app/translator/core/models/iocs.py
diff --git a/...ranslator/core/models/platform_details.py → ...ranslator/core/models/platform_details.py b/...ranslator/core/models/platform_details.py → ...ranslator/core/models/platform_details.py
@@ -4,7 +4,7 @@
 
 @dataclass
 class PlatformDetails:
-    siem_type: str = ""
+    platform_id: str = ""
     name: str = ""
     platform_name: str = ""
     group_id: Optional[str] = None

diff --git a/...translator/core/models/query_container.py → ...translator/core/models/query_container.py b/...translator/core/models/query_container.py → ...translator/core/models/query_container.py
diff --git a/translator/app/translator/core/parser.py → uncoder-core/app/translator/core/parser.py b/translator/app/translator/core/parser.py → uncoder-core/app/translator/core/parser.py
diff --git a/translator/app/translator/core/parser_cti.py → ...er-core/app/translator/core/parser_cti.py b/translator/app/translator/core/parser_cti.py → ...er-core/app/translator/core/parser_cti.py
diff --git a/translator/app/translator/core/render.py → uncoder-core/app/translator/core/render.py b/translator/app/translator/core/render.py → uncoder-core/app/translator/core/render.py
diff --git a/translator/app/translator/core/render_cti.py → ...er-core/app/translator/core/render_cti.py b/translator/app/translator/core/render_cti.py → ...er-core/app/translator/core/render_cti.py
diff --git a/.../app/translator/core/str_value_manager.py → .../app/translator/core/str_value_manager.py b/.../app/translator/core/str_value_manager.py → .../app/translator/core/str_value_manager.py
diff --git a/translator/app/translator/core/tokenizer.py → ...der-core/app/translator/core/tokenizer.py b/translator/app/translator/core/tokenizer.py → ...der-core/app/translator/core/tokenizer.py
diff --git a/translator/app/translator/cti_translator.py → ...der-core/app/translator/cti_translator.py b/translator/app/translator/cti_translator.py → ...der-core/app/translator/cti_translator.py
@@ -5,16 +5,15 @@
 from app.translator.const import CTI_IOCS_PER_QUERY_LIMIT, CTI_MIN_LIMIT_QUERY
 from app.translator.core.models.iocs import IocsChunkValue
 from app.translator.core.parser_cti import CTIParser
-from app.translator.core.render_cti import RenderCTI
 from app.translator.managers import RenderCTIManager, render_cti_manager
 from app.translator.tools.decorators import handle_translation_exceptions
 
 
-class CTIConverter:
+class CTITranslator:
     renders: RenderCTIManager = render_cti_manager
 
     def __init__(self):
-        self.logger = logging.getLogger("cti_converter")
+        self.logger = logging.getLogger("cti_translator")
         self.parser = CTIParser()
 
     @handle_translation_exceptions
@@ -39,12 +38,14 @@ def __parse_iocs_from_string(
 
     @handle_translation_exceptions
     def __render_translation(self, parsed_data: dict, platform_data: CTIPlatform, iocs_per_query: int) -> list[str]:
-        platform = self.renders.get(platform_data.name)
-        return self.generate(
-            data=parsed_data, platform=platform, iocs_per_query=iocs_per_query, mapping=platform.default_mapping
+        render_cti = self.renders.get(platform_data.id)
+
+        chunked_iocs = self.__get_iocs_chunk(
+            chunks_size=iocs_per_query, data=parsed_data, mapping=render_cti.default_mapping
         )
+        return render_cti.render(chunked_iocs)
 
-    def convert(
+    def translate(
         self,
         text: str,
         platform_data: CTIPlatform,
@@ -70,7 +71,7 @@ def convert(
         return status, parsed_data
 
     @staticmethod
-    def _get_iocs_chunk(
+    def __get_iocs_chunk(
         chunks_size: int, data: dict[str, list[str]], mapping: dict[str, str]
     ) -> list[list[IocsChunkValue]]:
         result = []
@@ -82,12 +83,6 @@ def _get_iocs_chunk(
                     )
         return [result[i : i + chunks_size] for i in range(0, len(result), chunks_size)]
 
-    def generate(
-        self, platform: RenderCTI, iocs_per_query: int, data: dict[str, list[str]], mapping: dict[str, str]
-    ) -> list[str]:
-        chunked_iocs = self._get_iocs_chunk(chunks_size=iocs_per_query, data=data, mapping=mapping)
-        return platform.render(chunked_iocs)
-
     @classmethod
     def get_renders(cls) -> list:
         return cls.renders.get_platforms_details