SimpleReconURL/config/profiles.json at main · osintbrazuca/SimpleReconURL · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
{
    "fast": {
        "description": "Seed page only — no extra sources beyond the default page extraction",
        "sources": [],
        "options": {}
    },
    "crawl": {
        "description": "Deep same-origin crawl of the seed site (HTML + JS/CSS/sourcemap + Next.js routes)",
        "sources": [
            "spider",
            "nextjs"
        ],
        "options": {}
    },
    "api": {
        "description": "API surface — OpenAPI/Swagger specs, CMS REST routes and .well-known endpoints",
        "sources": [
            "openapi",
            "cms_routes",
            "well_known"
        ],
        "options": {}
    },
    "archive": {
        "description": "Historical web archives only",
        "sources": [
            "wayback",
            "commoncrawl",
            "arquivopt"
        ],
        "options": {}
    },
    "search": {
        "description": "Search engines — googlecse/yahoo/marginalia work keyless; bing/google are best-effort (usually blocked); publicwww needs a key",
        "sources": [
            "googlecse",
            "yahoo",
            "bing",
            "google",
            "marginalia",
            "publicwww"
        ],
        "options": {}
    },
    "code": {
        "description": "Code search — URLs hardcoded in public repositories; grep_app is keyless, github needs a token",
        "sources": [
            "grep_app",
            "github"
        ],
        "options": {}
    },
    "intel": {
        "description": "Threat intel and leak databases — URLs seen in sandbox runs, abuse feeds and dumps",
        "sources": [
            "urlhaus",
            "virustotal",
            "threatminer",
            "pulsedive",
            "urlscan",
            "alienvault",
            "intelx"
        ],
        "options": {}
    },
    "discovery": {
        "description": "External URL discovery — archives, threat intel, code search, search engines and URL databases",
        "sources": [
            "wayback",
            "commoncrawl",
            "arquivopt",
            "urlscan",
            "alienvault",
            "urlhaus",
            "virustotal",
            "threatminer",
            "pulsedive",
            "intelx",
            "caa_enum",
            "grep_app",
            "github",
            "brave",
            "googlecse",
            "yahoo",
            "bing",
            "google",
            "marginalia",
            "publicwww"
        ],
        "options": {}
    },
    "browser": {
        "description": "Headless browser — captures runtime network requests (needs requirements-browser.txt)",
        "sources": [
            "browser"
        ],
        "options": {}
    },
    "full": {
        "description": "Everything except browser — crawl + robots/sitemap + API surface + feeds + code search + threat intel + search engines + all discovery sources",
        "sources": [
            "spider",
            "robots_sitemap",
            "nextjs",
            "openapi",
            "well_known",
            "cms_routes",
            "feeds",
            "wayback",
            "commoncrawl",
            "arquivopt",
            "urlscan",
            "alienvault",
            "urlhaus",
            "virustotal",
            "threatminer",
            "pulsedive",
            "intelx",
            "caa_enum",
            "grep_app",
            "github",
            "brave",
            "googlecse",
            "yahoo",
            "bing",
            "google",
            "marginalia",
            "publicwww"
        ],
        "options": {}
    }
}