first commit
This commit is contained in:
commit
0d90363116
6510 changed files with 679146 additions and 0 deletions
74
data/category-throttling/metadata.json
Normal file
74
data/category-throttling/metadata.json
Normal file
|
|
@ -0,0 +1,74 @@
|
|||
{
|
||||
"title": "How to configure category throttling in XKEYSCORE",
|
||||
"type": "REPORTED",
|
||||
"description": "An NSA technical guide explains how to configure \"category throttling\" in XKEYSCORE—a feature that automatically stops forwarding intercepted communications once analyst-defined collection targets hit predetermined data volume or session count limits, allowing the surveillance system to continue processing but prevent overflow from high-volume targets.",
|
||||
"long_description": "This NSA document provides technical instructions for implementing category throttling within XKEYSCORE surveillance systems, a mechanism designed to manage the volume of intercepted communications forwarded for analysis. The throttling system sets default limits of 1GB of data and one trillion sessions per category, automatically halting forwarding once these thresholds are reached while allowing XKEYSCORE to continue processing intercepted traffic. Administrators can customize these limits—the document shows an example where defaults were reduced to just 5MB and 500 sessions—and monitor throttling status through a web interface that displays real-time quota consumption.\n\nThe guide demonstrates how categories can hit either data volume limits or session count limits independently, with the system tracking which targets have been throttled and by how much. In one example, category 1 exceeded both its session count (exceeding its 500 limit by 2,025 sessions) and data limit (exceeding its 5MB limit by 26.5MB), while category 4 only exceeded its data quota. The document reveals that without throttling, the system would have continued forwarding all matching intercepts regardless of volume, suggesting throttling serves as a resource management tool to prevent high-volume collection targets from overwhelming storage or analysis capacity. The system resets daily and provides command-line tools for monitoring which surveillance categories are being throttled.",
|
||||
"tags": [
|
||||
"category throttling",
|
||||
"data volume",
|
||||
"surveillance quotas",
|
||||
"SIGINT management",
|
||||
"collection limitations",
|
||||
"session throttling",
|
||||
"traffic redirection",
|
||||
"resource management",
|
||||
"automation",
|
||||
"plugin configuration",
|
||||
"quota management",
|
||||
"intercept volume control",
|
||||
"target categories",
|
||||
"database",
|
||||
"collection overflow",
|
||||
"storage management",
|
||||
"session counting",
|
||||
"data forwarding",
|
||||
"surveillance infrastructure",
|
||||
"technical configuration",
|
||||
"collection capabilities",
|
||||
"automated filtering",
|
||||
"real-time surveillance",
|
||||
"command-line interface",
|
||||
"web interface",
|
||||
"daily quotas",
|
||||
"session limits",
|
||||
"intelligence processing",
|
||||
"target management"
|
||||
],
|
||||
"document": {
|
||||
"creator": "NSA",
|
||||
"date_created": "",
|
||||
"classification": [
|
||||
"SECRET",
|
||||
"COMINT"
|
||||
],
|
||||
"dissemination": [
|
||||
"REL TO USA, AUS, CAN, GBR, NZL"
|
||||
],
|
||||
"banner": "SECRET//COMINT//REL TO USA, AUS, CAN, GBR, NZL",
|
||||
"genre": "manual",
|
||||
"programs": [
|
||||
"XKEYSCORE",
|
||||
"MAILORDER"
|
||||
],
|
||||
"countries": [],
|
||||
"people": []
|
||||
},
|
||||
"publication": [
|
||||
{
|
||||
"publisher": "The Intercept",
|
||||
"date_published": "2015-07-01",
|
||||
"title": "XKEYSCORE: NSA’s Google for the World’s Private Communications",
|
||||
"link": "https://theintercept.com/2015/07/01/nsas-google-worlds-private-communications/",
|
||||
"reporters": [
|
||||
"Marquis-Boire, Morgan",
|
||||
"Greenwald, Glenn",
|
||||
"Lee, Micah"
|
||||
],
|
||||
"contributors": [],
|
||||
"doc_source": "https://theintercept.com/document/2015/07/01/category-throttling/",
|
||||
"doc_url": "https://s3.documentcloud.org/documents/2115993/category-throttling.pdf"
|
||||
}
|
||||
],
|
||||
"pdf_sha256": "c2161a397e8edfc0d6d90ff29dd62feacc7d70ebd51c6cd4000f21394c1aef4b",
|
||||
"pages": 2
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue