Merge pull request #897 from snoop168/lava-output-biomes

embed ccl-segb library

requirements.txt

@@ -3,7 +3,6 @@ bencoding
 biplist
 blackboxprotobuf
 bs4
-ccl-segb @ git+https://github.com/cclgroupltd/ccl-segb.git@main
 mmh3
 nska-deserialize>=1.3.1
 nska_deserialize

scripts/artifacts/biomeAirpMode.py

@@ -16,8 +16,8 @@
 import os
 import blackboxprotobuf
 from datetime import *
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.ilapfuncs import artifact_processor, webkit_timestampsconv, convert_ts_human_to_timezone_offset
 
 @artifact_processor

scripts/artifacts/biomeAppinstall.py

@@ -16,8 +16,8 @@
 import os
 from datetime import timezone
 import blackboxprotobuf
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.ilapfuncs import artifact_processor, webkit_timestampsconv, convert_utc_human_to_timezone
 
 @artifact_processor

scripts/artifacts/biomeBacklight.py

@@ -17,8 +17,8 @@
 import os
 from datetime import timezone
 import blackboxprotobuf
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.ilapfuncs import artifact_processor, webkit_timestampsconv, convert_utc_human_to_timezone
 
 

scripts/artifacts/biomeBattperc.py

@@ -17,9 +17,8 @@
 import os
 from datetime import timezone
 import blackboxprotobuf
-from io import BytesIO
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.ilapfuncs import artifact_processor, webkit_timestampsconv, convert_utc_human_to_timezone
 
 

scripts/artifacts/biomeBluetooth.py

@@ -17,8 +17,8 @@
 import os
 import blackboxprotobuf
 from datetime import *
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.ilapfuncs import artifact_processor
 
 

scripts/artifacts/biomeCarplayisconnected.py

@@ -17,8 +17,8 @@
 import os
 from datetime import timezone
 import blackboxprotobuf
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.ilapfuncs import artifact_processor, webkit_timestampsconv, convert_utc_human_to_timezone
 
 

scripts/artifacts/biomeDKInfocus.py

@@ -17,9 +17,8 @@
 import os
 from datetime import timezone
 import blackboxprotobuf
-from io import BytesIO
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.ilapfuncs import artifact_processor, webkit_timestampsconv, convert_utc_human_to_timezone
 
 

scripts/artifacts/biomeDevWifi.py

@@ -15,11 +15,10 @@
 
 
 import os
-from datetime import timezone
 import blackboxprotobuf
 from datetime import *
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.ilapfuncs import artifact_processor, webkit_timestampsconv, convert_utc_human_to_timezone
 
 

scripts/artifacts/biomeDevplugin.py

@@ -17,8 +17,8 @@
 import os
 from datetime import timezone
 import blackboxprotobuf
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.ilapfuncs import artifact_processor, webkit_timestampsconv, convert_utc_human_to_timezone
 
 

scripts/artifacts/biomeHardware.py

@@ -17,9 +17,8 @@
 import os
 from datetime import timezone
 import blackboxprotobuf
-from io import BytesIO
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.ilapfuncs import artifact_processor, webkit_timestampsconv, convert_utc_human_to_timezone
 
 

scripts/artifacts/biomeInfocus.py

@@ -17,8 +17,8 @@
 import os
 from datetime import timezone
 import blackboxprotobuf
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.ilapfuncs import artifact_processor, webkit_timestampsconv, convert_utc_human_to_timezone
 
 

scripts/artifacts/biomeIntents.py

@@ -18,8 +18,8 @@
 import os
 import blackboxprotobuf
 import nska_deserialize as nd
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.artifact_report import ArtifactHtmlReport
 from scripts.ilapfuncs import tsv, timeline, convert_utc_human_to_timezone, convert_time_obj_to_utc
 from scripts.lavafuncs import lava_process_artifact, lava_insert_sqlite_data

scripts/artifacts/biomeLocationactivity.py

@@ -18,8 +18,8 @@
 import nska_deserialize as nd
 from datetime import timezone
 import blackboxprotobuf
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.ilapfuncs import artifact_processor, webkit_timestampsconv, convert_utc_human_to_timezone
 
 

scripts/artifacts/biomeNotes.py

@@ -19,8 +19,8 @@
 from datetime import timezone
 import blackboxprotobuf
 from pathlib import Path
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.artifact_report import ArtifactHtmlReport
 from scripts.ilapfuncs import webkit_timestampsconv, tsv, timeline, convert_utc_human_to_timezone, convert_time_obj_to_utc
 from scripts.lavafuncs import lava_process_artifact, lava_insert_sqlite_data

scripts/artifacts/biomeNotificationsPub.py

@@ -17,8 +17,8 @@
 import os
 from datetime import timezone
 import blackboxprotobuf
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.ilapfuncs import artifact_processor, webkit_timestampsconv, convert_utc_human_to_timezone
 
 

scripts/artifacts/biomeNowplaying.py

@@ -17,8 +17,8 @@
 import os
 from datetime import timezone
 import blackboxprotobuf
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.ilapfuncs import artifact_processor, webkit_timestampsconv, convert_utc_human_to_timezone
 
 

scripts/artifacts/biomeSafari.py

@@ -17,8 +17,8 @@
 import os
 from datetime import timezone
 import blackboxprotobuf
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.ilapfuncs import artifact_processor, webkit_timestampsconv, convert_utc_human_to_timezone
 
 

scripts/artifacts/biomeTextinputses.py

@@ -19,8 +19,8 @@
 import os
 from datetime import timezone
 import blackboxprotobuf
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.ilapfuncs import artifact_processor, webkit_timestampsconv, convert_utc_human_to_timezone
 
 

scripts/artifacts/biomeUseractmeta.py

@@ -18,8 +18,8 @@
 from datetime import timezone
 import blackboxprotobuf
 import nska_deserialize as nd
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.ilapfuncs import artifact_processor, convert_time_obj_to_utc, convert_utc_human_to_timezone
 
 

scripts/artifacts/biomeWifi.py

@@ -17,8 +17,8 @@
 import os
 import blackboxprotobuf
 from datetime import timezone
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.ilapfuncs import artifact_processor, webkit_timestampsconv, convert_utc_human_to_timezone
 
 

scripts/artifacts/notificationsDuet.py

@@ -18,8 +18,8 @@
 import os
 import blackboxprotobuf
 from datetime import timezone
-from ccl_segb import read_segb_file
-from ccl_segb.ccl_segb_common import EntryState
+from scripts.ccl_segb.ccl_segb import read_segb_file
+from scripts.ccl_segb.ccl_segb_common import EntryState
 from scripts.ilapfuncs import webkit_timestampsconv, convert_utc_human_to_timezone, tsv
 from scripts.artifact_report import ArtifactHtmlReport
 from scripts.lavafuncs import lava_process_artifact, lava_insert_sqlite_data

scripts/ccl_segb/__init__.py

@@ -0,0 +1 @@
+from .ccl_segb import read_segb_file

scripts/ccl_segb/ccl_segb.py

@@ -0,0 +1,54 @@
+"""
+Copyright 2023, CCL Forensics
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the "Software"), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
+of the Software, and to permit persons to whom the Software is furnished to do
+so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+"""
+import os
+import pathlib
+from . import ccl_segb1
+from . import ccl_segb2
+
+
+def read_segb_file(file_path: pathlib.Path | os.PathLike | str):
+    if ccl_segb1.file_matches_segbv1_signature(file_path):
+        return ccl_segb1.read_segb1_file(file_path)
+    elif ccl_segb2.file_matches_segbv2_signature(file_path):
+        return ccl_segb2.read_segb2_file(file_path)
+    else:
+        raise ValueError("File is not a SEGB File", file_path)
+
+
+if __name__ == '__main__':
+    import sys
+
+    if len(sys.argv) < 2:
+        print(f"USAGE: {pathlib.Path(sys.argv[0]).name} <SEGB file>")
+        print()
+        exit(1)
+
+    if ccl_segb1.file_matches_segbv1_signature(sys.argv[1]):
+        print("Processing SEGB1 File")
+        ccl_segb1.run_command(sys.argv[1])
+    elif ccl_segb2.file_matches_segbv2_signature(sys.argv[1]):
+        print("Processing SEGB2 File")
+        ccl_segb2.run_command(sys.argv[1])
+    else:
+        print(f"File is not a SEGB File")
+        exit(1)
+    print()