first commit
This commit is contained in:
commit
0d90363116
6510 changed files with 679146 additions and 0 deletions
72
data/intro-to-xks-appids-and-fingerprints/metadata.json
Normal file
72
data/intro-to-xks-appids-and-fingerprints/metadata.json
Normal file
|
|
@ -0,0 +1,72 @@
|
|||
{
|
||||
"title": "Introduction to XKS Application IDs and Fingerprints",
|
||||
"type": "REPORTED",
|
||||
"description": "This August 2009 NSA training document introduces XKEYSCORE's Application IDs (AppIDs) and Fingerprints system, explaining how metadata tags are automatically applied to intercepted sessions to identify and categorize different types of Internet traffic, applications, and behaviors, evolving through four generations from simple keyword matching to sophisticated code-based metadata extraction.",
|
||||
"long_description": "The presentation provides comprehensive training on XKEYSCORE's AppID and Fingerprint classification system, which serves as the foundation for organizing and analyzing massive volumes of intercepted Internet traffic. AppIDs are unique metadata tags that identify what application is being used in each network session (like Yahoo webmail, MSN Messenger, or HTTP GET requests), while Fingerprints tag additional attributes that can apply to multiple applications simultaneously (like encryption methods, device types, or content characteristics). The document emphasizes that each session receives only one AppID—the most specific applicable definition based on a numeric priority system where lower numbers indicate more granular classifications—while sessions can have multiple fingerprints describing various attributes.\n\nThe training walks through four generations of increasingly sophisticated detection capabilities. First-generation AppIDs used simple keyword scanning and regular expressions to identify traffic patterns. Second-generation introduced context-sensitive scanning with contexts (like http_host, html_title, user_agent, IP addresses, and port numbers), allowing analysts to target specific parts of network traffic rather than scanning entire sessions, dramatically improving accuracy and performance. Third-generation added code-based scanning using C++ algorithms to perform statistical analysis and pattern recognition beyond what keywords alone could achieve. Fourth-generation, also called \"Microplugins,\" enables AppIDs to automatically extract and database specific metadata fields from identified traffic, allowing new intelligence requirements to be deployed across all 130+ field sites within an hour rather than months required for traditional plugin upgrades.\n\nThe document provides extensive practical examples demonstrating real-world applications: identifying Yahoo webmail through \"Host: mail.yahoo\" headers, detecting Mujahideen Secrets encryption in extremist forums, tracking Facebook chat sessions and extracting sender/message metadata, monitoring file uploads to free hosting sites like zShare and capturing filenames/URLs/deletion links, fingerprinting mobile devices (iPhone, Motorola, BlackBerry, Sony Ericsson), and identifying specific applications through cookies, user agents, and HTML titles. Throughout the training, USSID 18 compliance is repeatedly addressed—analysts are warned that querying solely on technology fingerprints like \"iPhone\" would violate regulations, but combining such fingerprints with foreign intelligence targets (like Afghan IP addresses or Iranian proxies) creates compliant queries. The presentation demonstrates how analysts use histogram analysis of AppIDs to quickly understand what applications a target is using without manually reviewing each session, and how the directory-like structure (mail/webmail/yahoo/login) allows flexible searching at different levels of specificity.",
|
||||
"tags": [
|
||||
"metadata tagging",
|
||||
"application identification",
|
||||
"traffic classification",
|
||||
"analyst training",
|
||||
"keyword scanning",
|
||||
"metadata extraction",
|
||||
"protocol analysis",
|
||||
"HTTP traffic",
|
||||
"webmail",
|
||||
"social media monitoring",
|
||||
"Mujahideen Secrets",
|
||||
"PGP",
|
||||
"web forums",
|
||||
"forum monitoring",
|
||||
"file upload",
|
||||
"mobile device fingerprinting",
|
||||
"User-Agent",
|
||||
"cookie tracking",
|
||||
"html",
|
||||
"target development",
|
||||
"technology fingerprinting",
|
||||
"behavioral analysis",
|
||||
"network analysis"
|
||||
],
|
||||
"document": {
|
||||
"creator": "NSA",
|
||||
"date_created": "2009-08-27",
|
||||
"classification": [
|
||||
"TOP SECRET",
|
||||
"COMINT"
|
||||
],
|
||||
"dissemination": [
|
||||
"REL TO USA, AUS, CAN, GBR, NZL"
|
||||
],
|
||||
"banner": "TOP SECRET//COMINT//REL TO USA, AUS, CAN, GBR, NZL",
|
||||
"genre": "slides",
|
||||
"programs": [
|
||||
"XKEYSCORE",
|
||||
"CADENCE",
|
||||
"UIS"
|
||||
],
|
||||
"countries": [
|
||||
"Iran",
|
||||
"Russia"
|
||||
],
|
||||
"people": []
|
||||
},
|
||||
"publication": [
|
||||
{
|
||||
"publisher": "The Intercept",
|
||||
"date_published": "2015-07-01",
|
||||
"title": "XKEYSCORE: NSA’s Google for the World’s Private Communications",
|
||||
"link": "https://theintercept.com/2015/07/01/nsas-google-worlds-private-communications/",
|
||||
"reporters": [
|
||||
"Marquis-Boire, Morgan",
|
||||
"Greenwald, Glenn",
|
||||
"Lee, Micah"
|
||||
],
|
||||
"contributors": [],
|
||||
"doc_source": "https://theintercept.com/document/2015/07/01/intro-xks-appids-fingerprints/",
|
||||
"doc_url": "https://s3.documentcloud.org/documents/2116130/intro-to-xks-appids-and-fingerprints.pdf"
|
||||
}
|
||||
],
|
||||
"pdf_sha256": "9dab39553a2d6c7fdc6a69a74586a9bfcd9005d7d4664012827d683ff7e7f251",
|
||||
"pages": 60
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue