first commit
This commit is contained in:
commit
0d90363116
6510 changed files with 679146 additions and 0 deletions
58
data/lovely-horse/metadata.json
Normal file
58
data/lovely-horse/metadata.json
Normal file
|
|
@ -0,0 +1,58 @@
|
|||
{
|
||||
"title": "LOVELY HORSE – GCHQ Wiki Overview",
|
||||
"type": "REPORTED",
|
||||
"description": "This February 2012 GCWiki page describes LOVELY HORSE, a GCHQ initiative to collect, index, and distribute open-source intelligence from cybersecurity blogs and Twitter accounts to analysts on classified networks, utilizing JTRIG's BIRDSTRIKE architecture to scrape content from approximately 60 sources including security researchers, hacktivist groups like Anonymous and LulzSec, and cybersecurity companies, with legal approval from MP-LEG (Mission Policy-Legal).",
|
||||
"long_description": "LOVELY HORSE is a TCP Task Order 144 project under GCHQ's Cyber Defence Operations (CDO, formerly NDIST) aimed at solving a specific problem: cyber analysts were missing valuable open-source intelligence because accessing blogs and Twitter required using isolated JEDI terminals or reading at home rather than on classified \"high side\" networks where analysts conduct their primary work. The initiative seeks to make unstructured information from blogs, forums, and Twitter available on classified systems while filtering content so analysts receive only relevant material rather than being overwhelmed. The initial prototype involves manually scraping content and uploading it to GCDesk with personalized RSS feeds, though the long-term plan involves integrating with JTRIG's existing BIRDSTRIKE architecture (used for capturing tweets) and CISA's blog capture techniques to provide real-time automated updates. The system currently monitors 37 Twitter accounts including prominent security researchers (Mikko Hypponen, HD Moore, Tavis Ormandy, Dave Aitel (daveaitel), The Grugq), hacktivist accounts (anonops, anonymousirc, anon_central, anon_operations, LulzSec, OperationLeaks), security organizations (Shadowserver, Team Cymru, OWASP), and individual experts, along with approximately 17 approved blog sources from companies like SecureWorks, Mandiant, Trend Micro, Microsoft, and Adobe, plus 6 additional blogs awaiting MP-LEG approval from F-Secure, Google, and others.\n\nThe technical architecture involves processing collected articles into three components: full textual content stored as CLOBs (Character Large Objects) in databases, metadata including author/source and submission datetime used to build a Source Directory tracking each source's article count and usefulness ratings, and most critically an index using entity extraction to generate tags (IP addresses, domains, capitalized words, analyst-provided keywords) that link articles to analysts' personal interest sets and existing investigations. The system envisions multiple analyst access methods: integration with Palantir for investigation enrichment (flagging articles whose tags match entities in active cases), automated alerts via email or RSS when new articles match an analyst's interest profile, and a searchable front-end repository utilizing tools like MERA PEAK or NSA's LEXHOUND for Google-like searching. A feedback mechanism allows analysts to \"like\" useful content, automatically adding that article's tags to their personal profile while generating usefulness ratings (likes/views) that create crude confidence factors for sources and enable high-rated articles to be pushed to all analysts.",
|
||||
"tags": [
|
||||
"OSINT",
|
||||
"scraping",
|
||||
"real-time automation",
|
||||
"analyst interest profiles",
|
||||
"Palantir",
|
||||
"hacktivists"
|
||||
],
|
||||
"document": {
|
||||
"creator": "GCHQ",
|
||||
"date_created": "2012-02-06",
|
||||
"classification": [
|
||||
"TOP SECRET",
|
||||
"STRAP 1",
|
||||
"COMINT"
|
||||
],
|
||||
"dissemination": [],
|
||||
"banner": "TOP SECRET STRAP1 COMINT",
|
||||
"genre": "wiki",
|
||||
"programs": [
|
||||
"LOVELYHORSE",
|
||||
"HAPPYTRIGGER",
|
||||
"BIRDSEED",
|
||||
"JTRIG",
|
||||
"BIRDSTRIKE",
|
||||
"MERAPEAK",
|
||||
"LEXHOUND",
|
||||
"JEDI",
|
||||
"DISCOVER"
|
||||
],
|
||||
"countries": [],
|
||||
"people": []
|
||||
},
|
||||
"publication": [
|
||||
{
|
||||
"publisher": "The Intercept",
|
||||
"date_published": "2015-02-04",
|
||||
"title": "Western Spy Agencies Secretly Rely on Hackers for Intel and Expertise",
|
||||
"link": "https://theintercept.com/2015/02/04/demonize-prosecute-hackers-nsa-gchq-rely-intel-expertise/",
|
||||
"reporters": [
|
||||
"Greenwald, Glenn"
|
||||
],
|
||||
"contributors": [
|
||||
"Marquis-Boire, Morgan"
|
||||
],
|
||||
"doc_source": "https://theintercept.com/document/2015/02/04/lovely-horse-gchq-wiki-overview/",
|
||||
"doc_url": "https://s3.documentcloud.org/documents/1588722/lovely-horse.pdf"
|
||||
}
|
||||
],
|
||||
"aka_id": [],
|
||||
"pdf_sha256": "cd18fa4daa0e4a551ef9450d14dbc742848481d1d8e1ec2d95d3974c4f22a43c",
|
||||
"pages": 2
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue