first commit

This commit is contained in:
libroot 2026-11-19 04:39:11 +02:00
commit 0d90363116
Signed by: libroot
GPG key ID: 2AC68C029EBE9ACE
6510 changed files with 679146 additions and 0 deletions

View file

@ -0,0 +1,81 @@
{
"title": "DEEPDIVE Readme",
"type": "REPORTED",
"description": "This document is a confidential technical guide that provides step-by-step procedures for configuring an XKEYSCORE server to function as a DEEPDIVE server. DEEPDIVE enhances XKEYSCORE by adding a front-end filter and a rolling buffer of all unfiltered data, creating a federated query system that can scan all collection sites with a single query.",
"long_description": "This guide outlines the architecture and configuration of DEEPDIVE, an advanced configuration of the XKEYSCORE surveillance system. DEEPDIVE is composed of a \"Front End\" and a \"Back End.\" The Front End ingests and sessionizes various data types (like .pcap and Ethernet traffic), using tools such as Packet Splatter, xFip, and METTLESOME. The sessionized data is then passed to the Back End, which performs strong selection (e.g., for email addresses) and soft content selection, using GENESIS application IDs and fingerprints for real-time tipping and flagging of traffic that meets specific criteria.\n\nThe document provides two distinct sets of configuration instructions for system administrators. The first procedure details how to set up DEEPDIVE for the MINUTEMAN program, which processes SOTF (Streaming On-The-Fly) packets, by editing thexks.config andsignal_acquisition.config files. The second procedure configures DEEPDIVE for FORNSAT collection, which involves a TURNWEALTHY front-end system, and requires editing different parameters withinxks.config and creating ageneric_packet_bundle.config file. Both sections include specific command-line instructions for applying the configurations and starting the necessary processes on the server cluster.",
"tags": [
"FORNSAT",
"configuration",
"technical guide",
"Read Me",
"federated query",
"rolling buffer",
"data ingest",
"sessionization",
"packet capture",
"tipping",
"strong selectors",
"soft selection",
"AppID",
"fingerprints",
"Packet Splatter",
"xFip",
"defrag",
"Dictionary Scanner",
"plugins",
"microplugins",
"data flows",
"PCAP",
"SFF",
"Ethernet",
"sdh",
"SOTF",
"TCP",
"UDP",
"signal collection",
"surveillance network",
"data processing"
],
"document": {
"creator": "NSA",
"date_created": "",
"classification": [
"CONFIDENTIAL"
],
"dissemination": [
"FOUO"
],
"banner": "CONFIDENTIAL",
"genre": "manual",
"programs": [
"DEEPDIVE",
"XKEYSCORE",
"METTLESOME",
"PROMOTER",
"GENESIS",
"MINUTEMAN",
"TURNWEALTHY",
"XFIP"
],
"countries": [],
"people": []
},
"publication": [
{
"publisher": "The Intercept",
"date_published": "2015-07-01",
"title": "XKEYSCORE: NSA’s Google for the World’s Private Communications",
"link": "https://theintercept.com/2015/07/01/nsas-google-worlds-private-communications/",
"reporters": [
"Marquis-Boire, Morgan",
"Greenwald, Glenn",
"Lee, Micah"
],
"contributors": [],
"doc_source": "https://theintercept.com/document/2015/07/01/deepdive-readme/",
"doc_url": "https://s3.documentcloud.org/documents/2116009/deepdive-readme.pdf"
}
],
"pdf_sha256": "95cedc269372981952e8aa7c1190cd44db25765a60713784f60b1721339ecf03",
"pages": 6
}