first commit
This commit is contained in:
commit
0d90363116
6510 changed files with 679146 additions and 0 deletions
120
data/operational-engineering-nov-2010/metadata.json
Normal file
120
data/operational-engineering-nov-2010/metadata.json
Normal file
|
|
@ -0,0 +1,120 @@
|
|||
{
|
||||
"title": "Operational Engineering November 2010",
|
||||
"type": "REPORTED",
|
||||
"description": "This internal GCHQ briefing from late 2010 documents the Events Product Centre's suite of bulk internet and communications surveillance tools — including IMMINGLE, SALAMANCA, SOCIAL ANTHROPOID, MUTANT BROTH, KARMA POLICE, SAMUEL PEPYS and GUIDING LIGHT — covering scaling targets, new data sources, and operational capabilities across telephony, webmail, instant messaging, social media, GPRS and VoIP collection.",
|
||||
"long_description": "This is a SECRET STRAP1 GCHQ internal presentation from November 2010, delivered under the \"Blazing Saddles\" operational framework by the Events Product Centre, providing a comprehensive overview of GCHQ's bulk internet and communications surveillance infrastructure at a moment of significant scaling and capability expansion.\nThe document covers several major surveillance systems in operational detail. IMMINGLE is described as a contact chaining and event aggregation tool drawing on multiple data sources simultaneously: SALAMANCA (telephony metadata), B3M, HARD ASSOC, FASCIA (mobile location and metadata), SAMDYCE, HAUSTORIUM, CULTWEAVE and MAINWAY II (NSA's telephony metadata database). A sample query interface shows analysts querying multiple phone numbers simultaneously with enrichment from BROAD OAK, CONTRAOCTAVE and CRYING FOWL. A live example shows tracking a Saudi Aramco senior vice president across Malaysian and Saudi Arabian GPRS events.\n\nSALAMANCA is described as receiving additional feeds from TERRAINs at BUDE and SOUNDER — GCHQ's Cornwall and Cyprus cable tapping stations — with second party (GCHQ partner, likely NSA) usage now routed through SHAREOWN replacing ESCHAR. SOCIAL ANTHROPOID is presented as the converged communications database consolidating telephony, instant messenger, webmail, SIP/H323 VoIP, Yahoo Voice, BlackBerry, MMS and SMS data, replacing legacy tools SOCIAL ANIMAL and HAUSTORIUM. Live interface screenshots show chat events between redacted Hotmail and Linuxmail accounts, telephony call records, GTP tunnel creation events linking IMSI, telephone numbers and BlackBerry PIN identifiers, and Yahoo webmail events with Huawei IMSI identifiers leaking through what the document calls \"leaky gateways.\"\n\nThe scaling section is particularly revealing: MUTANT BROTH was ingesting over 10.5 billion events per day with six months data retention requiring 400 terabytes, with total storage exceeding one petabyte. Plans called for expansion to 20 billion events per day requiring one petabyte for MUTANT BROTH alone, with overall storage growing to 2.5 petabytes, ultimately scoping to 400 bearers. The TDI listing section documents the taxonomy of Target Detection Identifiers including Yahoo-Y-Cookie, Yahoo-B-Cookie, Google-PREFID-Cookie, Facebook cookies, SIP-INVITE-From, and dozens of other web identifiers used to track individuals across platforms.\n\nGUIDING LIGHT is presented as a new QFD (Query Focus Dataset) tool for understanding traffic on Next Generation Events bearers, with a full profile query result table showing millions of events by source type, event type, origination and destination country — revealing collection concentrated on Pakistan, the Falkland Islands (FK), Iran (IR) and other target countries, with large volumes of Yahoo cookie, SIP and Yahoo Messenger events. New data sources noted include LUSTRE (good for North Africa), and CNE, JTRIG GLASSBACK and COLLATERAL data feeds being added to MUTANT BROTH.",
|
||||
"tags": [
|
||||
"Events Product Centre",
|
||||
"JTRIG",
|
||||
"Bude",
|
||||
"SOUNDER",
|
||||
"TEMPORA",
|
||||
"GTP tunnels",
|
||||
"BlackBerry",
|
||||
"Yahoo cookies",
|
||||
"Facebook cookies",
|
||||
"cookies",
|
||||
"SIP",
|
||||
"VoIP",
|
||||
"GPRS",
|
||||
"telephony metadata",
|
||||
"contact chaining",
|
||||
"bulk collection",
|
||||
"internet surveillance",
|
||||
"cookie tracking",
|
||||
"TDI",
|
||||
"QFD",
|
||||
"bearers",
|
||||
"petabyte storage",
|
||||
"Saudi Aramco",
|
||||
"second party",
|
||||
"population-scale surveillance",
|
||||
"Next Generation Events"
|
||||
],
|
||||
"document": {
|
||||
"creator": "GCHQ",
|
||||
"date_created": "2010-11-01",
|
||||
"classification": [
|
||||
"SECRET",
|
||||
"STRAP 1"
|
||||
],
|
||||
"dissemination": [],
|
||||
"banner": "SECRET STRAP1",
|
||||
"genre": "slides",
|
||||
"programs": [
|
||||
"EVENTS",
|
||||
"IMMINGLE",
|
||||
"SALAMANCA",
|
||||
"GUIDINGLIGHT",
|
||||
"B3M",
|
||||
"HARDASSOC",
|
||||
"MAINWAY",
|
||||
"THUGGEE",
|
||||
"FASCIA",
|
||||
"HAUSTORIUM",
|
||||
"FIRESTORM",
|
||||
"TERRAIN",
|
||||
"SHAREOWN",
|
||||
"ESCHAR",
|
||||
"BRIO",
|
||||
"INFINITEMONKEY",
|
||||
"KARMAPOLICE",
|
||||
"MARBLEDGECKO",
|
||||
"MEMORYHOLE",
|
||||
"MUTANTBROTH",
|
||||
"SAMUELPEPYS",
|
||||
"SOCIALANIMAL",
|
||||
"SOCIALANTHROPOID",
|
||||
"HEARTBEAT",
|
||||
"SANTHROPOID",
|
||||
"LEAKYGATEWAYS",
|
||||
"GTPTUNNEL",
|
||||
"LUSTRE",
|
||||
"GLASSBACK",
|
||||
"COLLATERAL",
|
||||
"HRMAP",
|
||||
"GUIDINGLIGHT",
|
||||
"SWORDPLAY",
|
||||
"BROADOAK",
|
||||
"REFORMER",
|
||||
"ARTEMIS",
|
||||
"MERLOT",
|
||||
"CONTRAOCTAVE",
|
||||
"CRYINGFOWL",
|
||||
"CULTWEAVE",
|
||||
"SAMDYCE",
|
||||
"GCQUERY",
|
||||
"BLAZZINGSADDLES",
|
||||
"HRMAP",
|
||||
"EREPO",
|
||||
"JTRIG",
|
||||
"SOUNDER"
|
||||
],
|
||||
"countries": [
|
||||
"Saudi Arabia",
|
||||
"Iran",
|
||||
"Germany",
|
||||
"Pakistan",
|
||||
"China",
|
||||
"France",
|
||||
"Malaysia"
|
||||
],
|
||||
"people": []
|
||||
},
|
||||
"publication": [
|
||||
{
|
||||
"publisher": "The Intercept",
|
||||
"date_published": "2015-09-25",
|
||||
"title": "Profiled: From Radio to Porn, British Spies Track Web Users' Online Identities",
|
||||
"link": "https://theintercept.com/2015/09/25/gchq-radio-porn-spies-track-web-users-online-identities/",
|
||||
"reporters": [
|
||||
"Gallagher, Ryan"
|
||||
],
|
||||
"contributors": [],
|
||||
"doc_source": "https://theintercept.com/document/2015/09/25/operational-engineering-november-2010/",
|
||||
"doc_url": "https://s3.documentcloud.org/documents/2432293/operational-engineering-nov-2010.pdf"
|
||||
}
|
||||
],
|
||||
"pdf_sha256": "1d534f7681d0d63226e228e64c44273ee45cef5982b2b3769eb3cca2cc354c44",
|
||||
"pages": 37
|
||||
}
|
||||
File diff suppressed because it is too large
Load diff
Loading…
Add table
Add a link
Reference in a new issue