killvxk/building-threat-intelligence-platform

构建威胁情报平台

概述

构建威胁情报平台（TIP）涉及将多个 CTI 工具部署和集成到统一系统中，用于收集、分析、富化和分发威胁情报。本技能涵盖使用开源工具（MISP、OpenCTI、TheHive、Cortex）设计 TIP 架构、配置推送摄取流水线、建立富化工作流、实现 STIX/TAXII 互操作性，以及构建 CTI 运营的分析师仪表板。

前置条件

• 用于部署平台组件的 Docker 和 Docker Compose
• Python 3.9+，安装 pymisp、pycti、thehive4py 库
• Elasticsearch/OpenSearch 集群用于数据存储
• Redis 和 RabbitMQ 用于消息队列
• 了解 STIX 2.1 数据模型和 TAXII 2.1 传输
• 富化服务 API 密钥（VirusTotal、Shodan、AbuseIPDB）

核心概念

TIP 架构组件

1. 收集层：来自 OSINT、商业和内部来源的推送摄取
2. 存储层：使用 STIX 2.1 架构的 Elasticsearch/OpenSearch 索引 CTI 数据
3. 分析层：OpenCTI 用于知识图谱分析，MISP 用于 IOC 关联
4. 富化层：Cortex 分析器用于自动化 IOC 富化
5. 响应层：TheHive 用于案例管理和事件响应集成
6. 共享层：TAXII 服务器用于出站情报共享

平台集成点

• MISP <-> OpenCTI：通过 OpenCTI MISP 连接器双向同步
• OpenCTI <-> TheHive：从高置信度指标创建告警/案例
• TheHive <-> Cortex：自动分析和富化案例可观测对象
• 全部 <-> SIEM：通过 API 或 Kafka 实时推送 IOC 到 Splunk/Elastic

实践步骤

步骤 1：使用 Docker Compose 部署平台

version: '3.8'
services:
  # --- 存储层 ---
  elasticsearch:
    image: docker.elastic.co/elasticsearch/elasticsearch:8.12.0
    environment:
      - discovery.type=single-node
      - xpack.security.enabled=false
      - "ES_JAVA_OPTS=-Xms2g -Xmx2g"
    ports:
      - "9200:9200"
    volumes:
      - es-data:/usr/share/elasticsearch/data

  redis:
    image: redis:7
    ports:
      - "6379:6379"

  rabbitmq:
    image: rabbitmq:3-management
    ports:
      - "5672:5672"
      - "15672:15672"

  minio:
    image: minio/minio
    command: server /data --console-address ":9001"
    ports:
      - "9000:9000"
      - "9001:9001"

  # --- MISP ---
  misp:
    image: ghcr.io/misp/misp-docker/misp-core:latest
    ports:
      - "8443:443"
    environment:
      - [email protected]
      - MISP_BASEURL=https://localhost:8443
    volumes:
      - misp-data:/var/www/MISP/app/files

  # --- OpenCTI ---
  opencti:
    image: opencti/platform:6.4.4
    environment:
      - APP__PORT=8080
      - [email protected]
      - APP__ADMIN__PASSWORD=TIPAdminPassword
      - APP__ADMIN__TOKEN=tip-opencti-token-uuid
      - ELASTICSEARCH__URL=http://elasticsearch:9200
      - MINIO__ENDPOINT=minio
      - RABBITMQ__HOSTNAME=rabbitmq
      - REDIS__HOSTNAME=redis
    ports:
      - "8080:8080"
    depends_on:
      - elasticsearch
      - redis
      - rabbitmq
      - minio

  # --- TheHive ---
  thehive:
    image: strangebee/thehive:5.3
    environment:
      - TH_CORTEX_URL=http://cortex:9001
    ports:
      - "9000:9000"
    depends_on:
      - elasticsearch

  # --- Cortex ---
  cortex:
    image: thehiveproject/cortex:3.1.8
    ports:
      - "9001:9001"
    depends_on:
      - elasticsearch

volumes:
  es-data:
  misp-data:

步骤 2：配置推送摄取流水线

from pymisp import PyMISP
from pycti import OpenCTIApiClient
import json

class TIPFeedManager:
    """管理跨平台组件的威胁情报推送摄取。"""

    def __init__(self, misp_url, misp_key, opencti_url, opencti_token):
        self.misp = PyMISP(misp_url, misp_key, ssl=False)
        self.opencti = OpenCTIApiClient(opencti_url, opencti_token)

    def configure_osint_feeds(self):
        """在 MISP 中启用默认 OSINT 推送。"""
        osint_feeds = [
            {"name": "CIRCL OSINT", "id": 1},
            {"name": "Botvrij.eu", "id": 2},
            {"name": "abuse.ch URLhaus", "id": 5},
            {"name": "abuse.ch Feodo Tracker", "id": 6},
        ]
        for feed in osint_feeds:
            try:
                self.misp.enable_feed(feed["id"])
                self.misp.fetch_feed(feed["id"])
                print(f"[+] 已启用推送: {feed['name']}")
            except Exception as e:
                print(f"[-] 失败: {feed['name']}: {e}")

    def configure_opencti_connectors(self):
        """列出并验证 OpenCTI 连接器状态。"""
        connectors = self.opencti.connector.list()
        for conn in connectors:
            print(
                f"  连接器: {conn['name']} - "
                f"活跃: {conn['active']} - "
                f"类型: {conn['connector_type']}"
            )

    def sync_misp_to_opencti(self):
        """验证 MISP-OpenCTI 同步是否正常运行。"""
        # OpenCTI MISP 连接器自动处理此过程
        # 检查连接器状态
        connectors = self.opencti.connector.list()
        misp_connector = [
            c for c in connectors if "misp" in c["name"].lower()
        ]
        if misp_connector:
            print(f"[+] MISP 连接器活跃: {misp_connector[0]['active']}")
        else:
            print("[-] 未找到 MISP 连接器 - 在 Docker Compose 中配置")

步骤 3：使用 Cortex 构建富化流水线

import requests

class CortexEnrichment:
    """集成 Cortex 分析器实现自动化富化。"""

    def __init__(self, cortex_url, cortex_key):
        self.url = cortex_url
        self.headers = {"Authorization": f"Bearer {cortex_key}"}

    def list_analyzers(self):
        """列出可用的 Cortex 分析器。"""
        resp = requests.get(
            f"{self.url}/api/analyzer",
            headers=self.headers,
            timeout=30,
        )
        if resp.status_code == 200:
            analyzers = resp.json()
            for a in analyzers:
                print(f"  {a['name']}: {a.get('description', '')[:60]}")
            return analyzers
        return []

    def analyze_observable(self, observable_type, observable_value, analyzer_id):
        """提交可观测对象进行分析。"""
        job = {
            "data": observable_value,
            "dataType": observable_type,
            "tlp": 2,
            "message": "TIP 自动富化",
        }
        resp = requests.post(
            f"{self.url}/api/analyzer/{analyzer_id}/run",
            json=job,
            headers=self.headers,
            timeout=30,
        )
        if resp.status_code == 200:
            return resp.json()
        return None

    def get_job_report(self, job_id):
        """获取已完成分析任务的报告。"""
        resp = requests.get(
            f"{self.url}/api/job/{job_id}/report",
            headers=self.headers,
            timeout=60,
        )
        if resp.status_code == 200:
            return resp.json()
        return None

步骤 4：实现分析师仪表板指标

class TIPMetrics:
    """收集平台指标用于分析师仪表板。"""

    def __init__(self, misp, opencti):
        self.misp = misp
        self.opencti = opencti

    def get_platform_stats(self):
        """收集所有平台组件的统计数据。"""
        stats = {}

        # MISP 统计
        misp_stats = self.misp.get_server_statistics()
        stats["misp"] = {
            "total_events": misp_stats.get("event_count", 0),
            "total_attributes": misp_stats.get("attribute_count", 0),
            "active_feeds": len([
                f for f in self.misp.feeds()
                if f.get("Feed", {}).get("enabled")
            ]),
        }

        # OpenCTI 统计（通过 GraphQL）
        stats["opencti"] = {
            "total_indicators": self.opencti.indicator.list(
                first=0, withPagination=True
            ).get("pagination", {}).get("globalCount", 0),
            "total_reports": self.opencti.report.list(
                first=0, withPagination=True
            ).get("pagination", {}).get("globalCount", 0),
        }

        return stats

验收标准

• 所有平台组件（MISP、OpenCTI、TheHive、Cortex）已部署并可访问
• MISP-OpenCTI 双向同步正常运行
• 至少 3 个 OSINT 推送正在摄取数据
• Cortex 分析器已配置并返回富化结果
• 平台指标仪表板显示实时统计数据
• STIX/TAXII 导出功能可用于情报共享

参考资料

• OpenCTI 文档
• MISP 项目
• TheHive 项目
• Cortex 文档
• MISP-OpenCTI 集成