first commit
This commit is contained in:
commit
0d90363116
6510 changed files with 679146 additions and 0 deletions
86
data/spiegel_-_media-35509/metadata.json
Normal file
86
data/spiegel_-_media-35509/metadata.json
Normal file
|
|
@ -0,0 +1,86 @@
|
|||
{
|
||||
"title": "Innov8 Experiment Profile Template",
|
||||
"type": "REPORTED",
|
||||
"description": "A TOP SECRET STRAP1 joint NSA/GCHQ experiment profile documenting a 2010-2011 Joint Capability Experiment to test hardware-accelerated bulk decryption of common internet encryption technologies at scale, integrating TURMOIL's passive collection with NSA's LONGHAUL key recovery service via the ISLANDTRANSPORT messaging system, as part of the broader BULLRUN assault on internet encryption.",
|
||||
"long_description": "This is a TOP SECRET STRAP1 experiment profile from GCHQ's INNOV8 framework, documenting a joint NSA/GCHQ cryptanalytic services experiment running from January 2010 to early 2011. The document is jointly owned by NSA's Cryptanalysis and Exploitation Services (CES) division and GCHQ's PTD (presumably the Partner Technical Division or equivalent cryptanalytic unit), and describes an experiment to test the scalability and interoperability of bulk internet encryption decryption integrated into both agencies' high-speed DNI collection architectures.\n\nThe experiment's core architecture reveals how NSA and GCHQ approached bulk SSL/TLS and other common internet encryption at an industrial scale. Encrypted traffic identified by TURMOIL — NSA's passive collection system sitting on fiber taps — is fed to dedicated cryptanalytic processing servers built around IBM 3650 M3 hardware with CAVIUM hardware acceleration cards for high-speed decryption. Cryptographic synchronisation parameters extracted from the intercepted traffic are passed via ISLANDTRANSPORT — a secure corporate messaging system encrypted using ISLANDHIDEAWAY — to LONGHAUL at NSA's headquarters, described in the Der Spiegel article context as an \"end-to-end attack orchestration and key recovery service.\" LONGHAUL performs the actual cryptanalytic attack and key recovery using high-performance computing resources, returning results for validation and storage. Successfully decrypted streams are then passed to XKEYSCORE as Stage 2 of TURMOIL for further processing and analyst querying.\n\nThe experiment was structured in three phases: initial dataflow configuration and setup, stress testing to establish baseline throughput and scalability parameters, and integration of new capabilities including hardware-accelerated decryption, an interoperable API for sharing cryptanalytic service requests between NSA/CES and GCHQ/PTD key recovery architectures, and buffered storage of encrypted data while awaiting LONGHAUL responses. The cryptanalytic processing servers were physically firewalled from the rest of the collection system and administered only by CES-approved system administrators, with GCHQ/PTD personnel requiring ECI PIQARESQUE clearance for monitoring and auditing access — indicating the extreme sensitivity of the specific cryptanalytic techniques involved.\n\nThe document was published by Der Spiegel in December 2014 as part of their reporting on NSA and GCHQ's systematic assault on internet encryption, identified in their article as an experiment in mass SSL/TLS decryption.",
|
||||
"tags": [
|
||||
"SSL",
|
||||
"TLS",
|
||||
"encryption decryption",
|
||||
"cryptanalysis",
|
||||
"CES",
|
||||
"PTD",
|
||||
"Innov8",
|
||||
"Joint Capability Experiment",
|
||||
"JCE",
|
||||
"hardware acceleration",
|
||||
"CAVIUM",
|
||||
"IBM 3650",
|
||||
"key recovery",
|
||||
"common internet encryption",
|
||||
"ECI",
|
||||
"internet security"
|
||||
],
|
||||
"document": {
|
||||
"creator": "GCHQ",
|
||||
"date_created": "2010-06-01",
|
||||
"classification": [
|
||||
"TOP SECRET",
|
||||
"STRAP 1"
|
||||
],
|
||||
"dissemination": [],
|
||||
"banner": "TOP SECRET STRAP1",
|
||||
"genre": "other",
|
||||
"programs": [
|
||||
"ISLANDTRANSPORT",
|
||||
"XKEYSCORE",
|
||||
"LONGHAUL",
|
||||
"TURMOIL",
|
||||
"PIQARESQUE",
|
||||
"ISLANDHIDEAWAY"
|
||||
],
|
||||
"countries": [],
|
||||
"people": []
|
||||
},
|
||||
"publication": [
|
||||
{
|
||||
"publisher": "Der Spiegel",
|
||||
"date_published": "2014-12-28",
|
||||
"title": "Prying Eyes: Inside the NSA's War on Internet Security",
|
||||
"link": "https://www.spiegel.de/international/germany/inside-the-nsa-s-war-on-internet-security-a-1010361.html",
|
||||
"reporters": [
|
||||
"Appelbaum, Jacob",
|
||||
"Gibson, Aaron",
|
||||
"Grothoff, Christian",
|
||||
"Müller-Maguhn, Andy",
|
||||
"Poitras, Laura",
|
||||
"Sontheimer, Michael",
|
||||
"Stöcker, Christian"
|
||||
],
|
||||
"contributors": [],
|
||||
"doc_url": "https://cdn.prod.www.spiegel.de/media/45b5a458-0001-0014-0000-000000035509/media-35509.pdf"
|
||||
},
|
||||
{
|
||||
"publisher": "The Guardian",
|
||||
"date_published": "2013-09-05",
|
||||
"title": "Revealed: how US and UK spy agencies defeat internet privacy and security",
|
||||
"link": "https://www.theguardian.com/world/2013/sep/05/nsa-gchq-encryption-codes-security",
|
||||
"reporters": [
|
||||
"Ball, James",
|
||||
"Borger, Julian",
|
||||
"Greenwald, Glenn"
|
||||
],
|
||||
"contributors": [],
|
||||
"version": "NSA-diagram-001",
|
||||
"note": "The Guardian published the network diagram slide screenshot from the page 4 in \"System & Network Diagrams\" section in September 2013."
|
||||
}
|
||||
],
|
||||
"aka_id": [],
|
||||
"pdf_sha256": "14a99ba305b166c0d68b31832e8398e5d7053d3030cd0de7214671b4af2cba9e",
|
||||
"pages": 8,
|
||||
"versions": {
|
||||
"NSA-diagram-001": {
|
||||
"pdf_sha256": "1c9780427ebab7748642ada91c40ff891bdb240070336cc6fb7e278b890d7b2f"
|
||||
}
|
||||
}
|
||||
}
|
||||
256
data/spiegel_-_media-35509/spiegel_-_media-35509.md
Normal file
256
data/spiegel_-_media-35509/spiegel_-_media-35509.md
Normal file
|
|
@ -0,0 +1,256 @@
|
|||
TOP SECRET STRAP1
|
||||
|
||||
Innov Experiment Profile
|
||||
|
||||
Experiment Name Cryptanalytic Services
|
||||
Experiment Reference
|
||||
Version
|
||||
Date
|
||||
Experiment Owner [REDACTED] (NSA) [REDACTED] (GCHQ)
|
||||
Department NSA/S3/CES GCHQ/PTD
|
||||
Experiment Start Date 06/01/2010
|
||||
Experiment End Date Early 2011
|
||||
|
||||
Part 1 - Experiment Overview
|
||||
|
||||
Business Case
|
||||
|
||||
Detail the nature of the Experiment as a high level plain English description. Refrain from using overly technical terms if possible. Justify briefly why this Experiment should run, with a high level summary of Experiment, Conditions, De-risking effort, Business Case and Expected Outcomes/Benefits.
|
||||
|
||||
As part of the Joint Capability Activity (JCA) in partnership with GCHQ, experiments are to be conducted within the Joint Capability Experiment (JCE) to test the robustness, scalability and interoperability of cryptanalytic services integrated into the corporate high speed DNI architectures of each agency. The cryptanalytic services experiment will explore a new hardware configuration for sensitive cryptanalytic mission applications integrated into a secure processing enclave interfacing to the corporate high speed DNI architecture. This will also include the testing of hardware accelerated decryption at the frontend. The business case for running this experiment is to demonstrate the following:
|
||||
|
||||
* Stress the processing capability under heavy load of "tasked" common internet encryption technologies
|
||||
* Test the throughput capability of common internet encryption technologies processing including:
|
||||
* Higher bandwidth common internet encryption technologies streams
|
||||
* Throughput of ISLANDTRANSPORT messaging support for CA Service requests to NSAW LONGHAUL key recovery service
|
||||
* The temporary storage of encrypted data while waiting for a response from LONGHAUL
|
||||
* Test the Hardware accelerated (CAVIUM card) common internet encryption technologies processing component
|
||||
* Test the impact of XKEYSCORE as Stage 2 of TURMOIL for follow on processing of exploited common internet encryption technologies streams
|
||||
|
||||
Innov8 Experiment Profile Template V0.2
|
||||
1 of 8
|
||||
|
||||
This information is exempt from disclosure under the Freedom of Information Act 2000 and may be subject to exemption under other UK information legislation. Refer disclosure requests to GCHQ on [REDACTED]
|
||||
|
||||
TOP SECRET STRAP1
|
||||
|
||||
TOP SECRET STRAP1
|
||||
|
||||
Benefits
|
||||
|
||||
| Outcome | Expected Benefit | How will benefit be measured? | KPI (CSF) | Reference Number |
|
||||
| :------ | :--------------------------------------------------------------------------------------------------------- | :---------------------------- | :-------- | :--------------- |
|
||||
| | Validation of the new hardware chosen for cryptanalytic processing | | | |
|
||||
| | Integration of hardware accelerated decryption | | | |
|
||||
| | Ability to cope with high throughput and bandwidth of common internet encryption technologies | | | |
|
||||
| | Ability to prioritize processing appropriately | | | |
|
||||
| | Ability to process multiple common internet encryption technologies exploitation capabilities concurrently | | | |
|
||||
| | | | | |
|
||||
| | | | | |
|
||||
|
||||
Plan
|
||||
|
||||
The cryptanalytic Services processing experiment will consist of several additive experiments. The first two will mostly consist of preparatory work. The subsequent experiment will explore scalability and interoperability.
|
||||
|
||||
Note that the below list is not exhaustive; this represents the initial list of experiments to be conducted in JCE with respect to cryptanalytic services. Subsequent experimentation upon conclusion of the below experiments will be negotiated with INNOV8 as appropriate.
|
||||
|
||||
EXP. 1: Test dataflow (~1 month) This experiment will set up and configure the new cryptanalytic processing hardware as well as basic dataflows into the cryptanalytic services for further experimentation. Streaming dataflows of common internet encryption technologies and ISLANDTRANSPORT dataflows to LONGHAUL for cryptanalytic recovery will be established. This experiment will ensure that the cryptanalytic services can properly process data using existing capabilities from NSA-centric TURMOIL systems. Additionally, the appropriate analytics will be put in place and evaluated to identify viable candidate input streams (case notations) containing the common internet encryption technologies of interest.
|
||||
|
||||
EXP. 2: Stress testing (~1 month) This experiment will stress test the current suite of cryptanalytic services to identify the baseline throughput and scalability parameters.
|
||||
|
||||
Innov8 Experiment Profile Template V0.2
|
||||
2 of 8
|
||||
|
||||
This information is exempt from disclosure under the Freedom of Information Act 2000 and may be subject to exemption under other UK information legislation. Refer disclosure requests to GCHQ on [REDACTED]
|
||||
|
||||
TOP SECRET STRAP1
|
||||
|
||||
TOP SECRET STRAP1
|
||||
|
||||
This experiment will leverage and validate candidate input streams (case notations) containing the common internet encryption technologies of interest.
|
||||
|
||||
EXP. 3: Integration of new cryptanalytic processing functionality (4-6 months)
|
||||
This experiment will introduce new and enhanced capabilities to increase throughput, scalability and interoperability. This will include but not be limited to hardware accelerated decryption, agile management of buffered encrypted data, the development of an interoperable API for sharing CA services requests across NSA/CES and GCHQ/PTD key recovery architectures, the ability for follow-on processing architectures to consume large volumes exploited common internet encryption technologies of interest.
|
||||
|
||||
PUT Involvement
|
||||
|
||||
Team members include:
|
||||
* NSA
|
||||
* CES
|
||||
* T11
|
||||
* T53
|
||||
* GCHQ
|
||||
* CCNE/PTD
|
||||
|
||||
Migration Approach
|
||||
|
||||
The goal is to transition new cryptanalytic capabilities as they are tested and validated in the JCE environment into the JPC operational environment to provide mission value.
|
||||
|
||||
Innov8 Experiment Profile Template V0.2
|
||||
3 of 8
|
||||
|
||||
This information is exempt from disclosure under the Freedom of Information Act 2000 and may be subject to exemption under other UK information legislation. Refer disclosure requests to GCHQ on [REDACTED]
|
||||
|
||||
TOP SECRET STRAP1
|
||||
|
||||
TOP SECRET STRAP1
|
||||
|
||||
Part 2 - Experiment Detail
|
||||
|
||||
High Level Description of Experiment
|
||||
|
||||
Same as Business case.
|
||||
|
||||
System & Network Diagrams
|
||||
|
||||
```
|
||||
System & Network Diagrams
|
||||
|
||||
TOP SECRET//SI//REL TO USA, FVEY//20320108
|
||||
|
||||
Exploitation of Common Internet Encryption Technologies
|
||||
|
||||
Validation of results
|
||||
Cipher Start
|
||||
Encrypted Data
|
||||
Content Repository
|
||||
Selecting Common internet encryption technologies to Exploit
|
||||
TURMOIL
|
||||
Secure Host
|
||||
Hardware Accelerated Decryption
|
||||
Storage Of encrypted content
|
||||
CA Service Requests
|
||||
ITx HUB
|
||||
ITx HUB
|
||||
NSA/CES Enclave boundary
|
||||
LONGHAUL Attack Orchestration
|
||||
Pairing & Crypt Attacks
|
||||
HPC Resources
|
||||
|
||||
TOP SECRET//SI//REL TO USA, FVEY//20320108
|
||||
```
|
||||
|
||||
Hardware Requirements
|
||||
|
||||
The cryptanalytic services experiment requires the inclusion of 4 IBM 3650 M3 servers (2 servers per 10G LPT) to run the sensitive cryptanalytic mission applications. The cryptanalytic processing servers are dedicated to cryptanalytic processing and are firewalled off from the rest of the LPT system. These are an extension of the NSA/CES cryptanalytic enclave and can only be administered by CES approved sys-admins. This will include appropriately cleared GCHQ/PTD for monitoring and auditing purposes. The individuals will need to have a minimum of ECI PIQARESQUE. The results of cryptanalytic processing will be TS//SI/REL FVEY for the purposes of this experiment.
|
||||
|
||||
Software Requirements
|
||||
|
||||
Owner should detail here any additional software requirements and the steps taken to procure the required items. Note: All software should be registered with SAM.
|
||||
|
||||
Innov8 Experiment Profile Template V0.2
|
||||
4 of 8
|
||||
|
||||
This information is exempt from disclosure under the Freedom of Information Act 2000 and may be subject to exemption under other UK information legislation. Refer disclosure requests to GCHQ on [REDACTED]
|
||||
|
||||
TOP SECRET STRAP1
|
||||
|
||||
TOP SECRET STRAP1
|
||||
|
||||
Connectivity (Dataflows)
|
||||
|
||||
The success of the cryptanalytic services experiment relies on the ability to extract and pass crypto-synch parameters associated with common internet encryption technologies to NSAW/LONGHAUL for cryptanalytic attack and recovery. The crypto-synch parameters are extracted in the cryptanalytic processing servers and passed to NSAW/LONGHAUL via a corporate messaging system (ISLANDTRANSPORT) connection. The messages are encrypted prior to leaving the cryptanalytic processing servers using the secure corporate messaging software (ISLANDHIDEAWAY) for security and authentication.
|
||||
|
||||
Data Requirements
|
||||
|
||||
This experiment will leverage and validate candidate input streams (case notations) containing the common internet encryption technologies of interest.
|
||||
|
||||
Data Repositories
|
||||
|
||||
Detail the end points of the processed data and the expected volumes. Provide details of Data Retention requirements.
|
||||
|
||||
Legalities
|
||||
|
||||
Detail any legal issues, which are contrary to the scope detailed in the System ADS. How are these to be resolved? Please also cover any HRA compliance issues. JCE Security requirements can be found via the following link: [REDACTED]
|
||||
|
||||
Additional Support
|
||||
|
||||
Detail the level of anticipated support required in the event of hardware or network failure. Identify areas that may be called upon to provide assistance.
|
||||
|
||||
Data Access
|
||||
|
||||
Detail the method under which the data will be accessed and by whom. Detail the types of data involved. State the Protective Marking of the Data. Include any addition Audit requirements here.
|
||||
|
||||
External Dependencies
|
||||
|
||||
Detail any external dependencies from other Programmes, Projects, Themes etc.
|
||||
|
||||
Previous / Related Work
|
||||
|
||||
Highlight any previous / related work (including lessons learnt, test results etc) where appropriate.
|
||||
|
||||
Innov8 Experiment Profile Template V0.2
|
||||
5 of 8
|
||||
|
||||
This information is exempt from disclosure under the Freedom of Information Act 2000 and may be subject to exemption under other UK information legislation. Refer disclosure requests to GCHQ on [REDACTED]
|
||||
|
||||
TOP SECRET STRAP1
|
||||
|
||||
TOP SECRET STRAP1
|
||||
|
||||
Innov8 Experiment Profile Template V0.2
|
||||
6 of 8
|
||||
|
||||
This information is exempt from disclosure under the Freedom of Information Act 2000 and may be subject to exemption under other UK information legislation. Refer disclosure requests to GCHQ on [REDACTED]
|
||||
|
||||
TOP SECRET STRAP1
|
||||
|
||||
TOP SECRET STRAP1
|
||||
|
||||
Access Control
|
||||
|
||||
| Serial | Access Given | Full Name | HRA Training Y/N | ECI Cleared | Role | SID | PF No. |
|
||||
| :----- | :------------- | :--------- | :--------------- | :---------- | :-------- | :--------- | :----- |
|
||||
| 1 | e.g. Root/User | [REDACTED] | Y | [REDACTED] | Developer | [REDACTED] | 11111 |
|
||||
| 2 | | | | | | | |
|
||||
| 3 | | | | | | | |
|
||||
| 4 | | | | | | | |
|
||||
| 5 | | | | | | | |
|
||||
| 6 | | | | | | | |
|
||||
|
||||
Innov8 Experiment Profile Template V0.2
|
||||
7 of 8
|
||||
|
||||
This information is exempt from disclosure under the Freedom of Information Act 2000 and may be subject to exemption under other UK information legislation. Refer disclosure requests to GCHQ on [REDACTED]
|
||||
|
||||
TOP SECRET STRAP1
|
||||
|
||||
TOP SECRET STRAP1
|
||||
|
||||
SEG Reviewers
|
||||
|
||||
| Post | Name |
|
||||
| :------------------------------- | :--------- |
|
||||
| GCHQ Service Owner | [REDACTED] |
|
||||
| NSA Service Owner | [REDACTED] |
|
||||
| Innov8 Service Manager | [REDACTED] |
|
||||
| Innov8 Engineering | [REDACTED] |
|
||||
| Innov8 Support Team (Technical) | [REDACTED] |
|
||||
| Innov8 Compliance Manager | [REDACTED] |
|
||||
| Data Owner | [REDACTED] |
|
||||
| Selector Management Team | [REDACTED] |
|
||||
| ACD (Dataflow) | [REDACTED] |
|
||||
| SSOS Representative | [REDACTED] |
|
||||
| OPP-LEG | [REDACTED] |
|
||||
| IT Services | [REDACTED] |
|
||||
| IT Services (Bude) | [REDACTED] |
|
||||
| Bude SSE | [REDACTED] |
|
||||
| TFE-SSE | [REDACTED] |
|
||||
| TPS | [REDACTED] |
|
||||
| SAM Representative | [REDACTED] |
|
||||
| Security Working Group | [REDACTED] |
|
||||
|
||||
Changes to Experiment Profile
|
||||
|
||||
| Version | Amendment Date | Changes to the Experiment |
|
||||
| :------ | :------------- | :------------------------ |
|
||||
| | | |
|
||||
| | | |
|
||||
| | | |
|
||||
|
||||
Innov8 Experiment Profile Template V0.2
|
||||
8 of 8
|
||||
|
||||
This information is exempt from disclosure under the Freedom of Information Act 2000 and may be subject to exemption under other UK information legislation. Refer disclosure requests to GCHQ on [REDACTED]
|
||||
|
||||
TOP SECRET STRAP1
|
||||
|
|
@ -0,0 +1,22 @@
|
|||
TOP SECRET//SI//REL TO USA, FVEY//20320108
|
||||
|
||||
Exploitation of Common Internet Encryption Technologies
|
||||
|
||||
Validation of results
|
||||
Cipher Start
|
||||
Encrypted Data
|
||||
Content Repository
|
||||
Selecting Common internet encryption technologies to Exploit
|
||||
TURMOIL
|
||||
Secure Host
|
||||
Hardware Accelerated Decryption
|
||||
Storage Of encrypted content
|
||||
CA Service Requests
|
||||
ITx HUB
|
||||
ITx HUB
|
||||
NSA/CES Enclave boundary
|
||||
LONGAUL Attack Orchestration
|
||||
Pairing & Crypt Attacks
|
||||
HPC Resources
|
||||
|
||||
TOP SECRET//SI//REL TO USA, FVEY//20320108
|
||||
Loading…
Add table
Add a link
Reference in a new issue