debug

setup_database.sh

@@ -77,6 +77,8 @@ CREATE TABLE IF NOT EXISTS packets (
 
     -- Packet metadata
     length INTEGER,
+    raw_present BOOLEAN DEFAULT FALSE,
+    capture_sources TEXT[],
 
     -- DPI / nDPI metadata
     app_protocol VARCHAR(128),
@@ -111,6 +113,8 @@ ALTER TABLE packets ALTER COLUMN dpi_metadata TYPE JSONB USING
     END;
 ALTER TABLE packets ADD COLUMN IF NOT EXISTS eth_type_raw INTEGER;
 ALTER TABLE packets ADD COLUMN IF NOT EXISTS ip_proto_raw INTEGER;
+ALTER TABLE packets ADD COLUMN IF NOT EXISTS raw_present BOOLEAN DEFAULT FALSE;
+ALTER TABLE packets ADD COLUMN IF NOT EXISTS capture_sources TEXT[];
 ALTER TABLE packets ADD COLUMN IF NOT EXISTS ingress_if VARCHAR(64);
 ALTER TABLE packets ADD COLUMN IF NOT EXISTS egress_if VARCHAR(64);
 ALTER TABLE packets DROP COLUMN IF EXISTS observed_ifaces;
@@ -128,6 +132,15 @@ ALTER TABLE packets ALTER COLUMN telemetry_metadata TYPE JSONB USING
         ELSE telemetry_metadata::jsonb
     END;
 ALTER TABLE packets DROP COLUMN IF EXISTS direction;
+UPDATE packets
+SET raw_present = (raw IS NOT NULL)
+WHERE raw_present IS DISTINCT FROM (raw IS NOT NULL);
+UPDATE packets
+SET capture_sources = ARRAY_REMOVE(ARRAY[
+    CASE WHEN raw IS NOT NULL THEN 'af_packet' END,
+    CASE WHEN telemetry_metadata IS NOT NULL THEN 'telemetry' END
+], NULL)
+WHERE capture_sources IS NULL OR array_length(capture_sources, 1) IS NULL;
 CREATE UNIQUE INDEX IF NOT EXISTS idx_packets_packet_uid ON packets(packet_uid);
 EOF