Skip to content

Commit 656b9c1

Browse files
soxojsoxoj
authored
Improved search through UnstoppableDomains (soxoj#1040)
1 parent 5855cbf commit 656b9c1

File tree

3 files changed

+31
-209
lines changed

3 files changed

+31
-209
lines changed

‎maigret/resources/data.json

+21-190
Original file line numberDiff line numberDiff line change
@@ -31315,6 +31315,7 @@
3131531315
"usernameUnclaimed": "noonewouldeverusethis7",
3131631316
"checkType": "message",
3131731317
"alexaRank": 362185,
31318+
"source": "Roblox",
3131831319
"tags": [
3131931320
"gaming"
3132031321
]
@@ -34027,198 +34028,28 @@
3402734028
"crypto"
3402834029
]
3402934030
},
34030-
"ud.me/nft": {
34031-
"absenceStrs": [
34032-
"https://unstoppabledomains.com/search?searchTerm"
34033-
],
34031+
"UnstoppableDomains": {
3403434032
"presenseStrs": [
34035-
"profile",
34036-
"profileData",
34037-
"displayName",
34038-
"main",
34039-
"profileServiceUrl"
34033+
"reservedForUserId",
34034+
"\"registered\"",
34035+
"DomainProduct"
3404034036
],
34041-
"url": "https://ud.me/{username}.nft",
34042-
"urlMain": "https://ud.me",
34043-
"usernameClaimed": "mlfed",
34044-
"usernameUnclaimed": "noonewouldeverusethis7",
34045-
"checkType": "message",
34046-
"tags": [
34047-
"crypto"
34048-
]
34049-
},
34050-
"ud.me/crypto": {
34051-
"absenceStrs": [
34052-
"https://unstoppabledomains.com/search?searchTerm"
34053-
],
34054-
"presenseStrs": [
34055-
"profile",
34056-
"profileData",
34057-
"displayName",
34058-
"main",
34059-
"profileServiceUrl"
34060-
],
34061-
"url": "https://ud.me/{username}.crypto",
34062-
"urlMain": "https://ud.me",
34063-
"usernameClaimed": "unifiprotocol",
34064-
"usernameUnclaimed": "noonewouldeverusethis7",
34065-
"checkType": "message",
34066-
"tags": [
34067-
"crypto"
34068-
]
34069-
},
34070-
"ud.me/x": {
34071-
"absenceStrs": [
34072-
"https://unstoppabledomains.com/search?searchTerm"
34073-
],
34074-
"presenseStrs": [
34075-
"profile",
34076-
"profileData",
34077-
"displayName",
34078-
"main",
34079-
"profileServiceUrl"
34080-
],
34081-
"url": "https://ud.me/{username}.x",
34082-
"urlMain": "https://ud.me",
34083-
"usernameClaimed": "mlfed",
34084-
"usernameUnclaimed": "noonewouldeverusethis7",
34085-
"checkType": "message",
34086-
"tags": [
34087-
"crypto"
34088-
]
34089-
},
34090-
"ud.me/wallet": {
34091-
"absenceStrs": [
34092-
"https://unstoppabledomains.com/search?searchTerm"
34093-
],
34094-
"presenseStrs": [
34095-
"profile",
34096-
"profileData",
34097-
"displayName",
34098-
"main",
34099-
"profileServiceUrl"
34100-
],
34101-
"url": "https://ud.me/{username}.wallet",
34102-
"urlMain": "https://ud.me",
34103-
"usernameClaimed": "alex",
34104-
"usernameUnclaimed": "noonewouldeverusethis7",
34105-
"checkType": "message",
34106-
"tags": [
34107-
"crypto"
34108-
]
34109-
},
34110-
"ud.me/polygon": {
34111-
"absenceStrs": [
34112-
"https://unstoppabledomains.com/search?searchTerm"
34113-
],
34114-
"presenseStrs": [
34115-
"profile",
34116-
"profileData",
34117-
"displayName",
34118-
"main",
34119-
"profileServiceUrl"
34120-
],
34121-
"url": "https://ud.me/{username}.polygon",
34122-
"urlMain": "https://ud.me",
34123-
"usernameClaimed": "alex",
34124-
"usernameUnclaimed": "noonewouldeverusethis7",
34125-
"checkType": "message",
34126-
"tags": [
34127-
"crypto"
34128-
]
34129-
},
34130-
"ud.me/dao": {
34131-
"absenceStrs": [
34132-
"https://unstoppabledomains.com/search?searchTerm"
34133-
],
34134-
"presenseStrs": [
34135-
"profile",
34136-
"profileData",
34137-
"displayName",
34138-
"main",
34139-
"profileServiceUrl"
34140-
],
34141-
"url": "https://ud.me/{username}.dao",
34142-
"urlMain": "https://ud.me",
34143-
"usernameClaimed": "unifiprotocol",
34144-
"usernameUnclaimed": "noonewouldeverusethis7",
34145-
"checkType": "message",
34146-
"tags": [
34147-
"crypto"
34148-
]
34149-
},
34150-
"ud.me/888": {
34151-
"absenceStrs": [
34152-
"https://unstoppabledomains.com/search?searchTerm"
34153-
],
34154-
"presenseStrs": [
34155-
"profile",
34156-
"profileData",
34157-
"displayName",
34158-
"main",
34159-
"profileServiceUrl"
34160-
],
34161-
"url": "https://ud.me/{username}.888",
34162-
"urlMain": "https://ud.me",
34163-
"usernameClaimed": "mlfed",
34164-
"usernameUnclaimed": "noonewouldeverusethis7",
34165-
"checkType": "message",
34166-
"tags": [
34167-
"crypto"
34168-
]
34169-
},
34170-
"ud.me/zil": {
34171-
"absenceStrs": [
34172-
"https://unstoppabledomains.com/search?searchTerm"
34173-
],
34174-
"presenseStrs": [
34175-
"profile",
34176-
"profileData",
34177-
"displayName",
34178-
"main",
34179-
"profileServiceUrl"
34180-
],
34181-
"url": "https://ud.me/{username}.zil",
34182-
"urlMain": "https://ud.me",
34183-
"usernameClaimed": "everlast",
34184-
"usernameUnclaimed": "noonewouldeverusethis7",
34185-
"checkType": "message",
34186-
"tags": [
34187-
"crypto"
34188-
]
34189-
},
34190-
"ud.me/blockchain": {
34191-
"absenceStrs": [
34192-
"https://unstoppabledomains.com/search?searchTerm"
34193-
],
34194-
"presenseStrs": [
34195-
"profile",
34196-
"profileData",
34197-
"displayName",
34198-
"main",
34199-
"profileServiceUrl"
34200-
],
34201-
"url": "https://ud.me/{username}.blockchain",
34202-
"urlMain": "https://ud.me",
34203-
"usernameClaimed": "unifiprotocol",
34204-
"usernameUnclaimed": "noonewouldeverusethis7",
34205-
"checkType": "message",
34206-
"tags": [
34207-
"crypto"
34208-
]
34209-
},
34210-
"ud.me/bitcoin": {
34211-
"absenceStrs": [
34212-
"https://unstoppabledomains.com/search?searchTerm"
34213-
],
34214-
"presenseStrs": [
34215-
"profile",
34216-
"profileData",
34217-
"displayName",
34218-
"main",
34219-
"profileServiceUrl"
34220-
],
34221-
"url": "https://ud.me/{username}.bitcoin",
34037+
"headers": {
34038+
"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:109.0) Gecko/20100101 Firefox/114.0",
34039+
"Accept": "*/*",
34040+
"Accept-Language": "en-US,en;q=0.5",
34041+
"Accept-Encoding": "gzip, deflate, br",
34042+
"Referer": "https://unstoppabledomains.com/",
34043+
"Connection": "keep-alive",
34044+
"Sec-Fetch-Dest": "empty",
34045+
"Sec-Fetch-Mode": "cors",
34046+
"Sec-Fetch-Site": "same-origin",
34047+
"Pragma": "no-cache",
34048+
"Cache-Control": "no-cache",
34049+
"TE": "trailers"
34050+
},
34051+
"urlProbe": "https://unstoppabledomains.com/api/domain/search?q={username}",
34052+
"url": "https://ud.me/{username}",
3422234053
"urlMain": "https://ud.me",
3422334054
"usernameClaimed": "mlfed",
3422434055
"usernameUnclaimed": "noonewouldeverusethis7",

‎requirements.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@ python-bidi==0.4.2
2323
requests==2.31.0
2424
requests-futures==1.0.0
2525
six==1.16.0
26-
socid-extractor>=0.0.21
26+
socid-extractor>=0.0.24
2727
soupsieve==2.3.2.post1
2828
stem==1.8.1
2929
torrequest==0.1.0

‎sites.md

+9-18
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11

2-
## List of supported sites (search methods): total 3101
2+
## List of supported sites (search methods): total 3092
33

44
Rank data fetched from Alexa by domains.
55

@@ -3079,16 +3079,7 @@ Rank data fetched from Alexa by domains.
30793079
1. ![](https://www.google.com/s2/favicons?domain=) [bugbounty ()]()*: top 100M, hacking*
30803080
1. ![](https://www.google.com/s2/favicons?domain=) [universocraft ()]()*: top 100M, gaming*
30813081
1. ![](https://www.google.com/s2/favicons?domain=https://fragment.com) [fragment.com (https://fragment.com)](https://fragment.com)*: top 100M, crypto*
3082-
1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/nft (https://ud.me)](https://ud.me)*: top 100M, crypto*
3083-
1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/crypto (https://ud.me)](https://ud.me)*: top 100M, crypto*
3084-
1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/x (https://ud.me)](https://ud.me)*: top 100M, crypto*
3085-
1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/wallet (https://ud.me)](https://ud.me)*: top 100M, crypto*
3086-
1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/polygon (https://ud.me)](https://ud.me)*: top 100M, crypto*
3087-
1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/dao (https://ud.me)](https://ud.me)*: top 100M, crypto*
3088-
1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/888 (https://ud.me)](https://ud.me)*: top 100M, crypto*
3089-
1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/zil (https://ud.me)](https://ud.me)*: top 100M, crypto*
3090-
1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/blockchain (https://ud.me)](https://ud.me)*: top 100M, crypto*
3091-
1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [ud.me/bitcoin (https://ud.me)](https://ud.me)*: top 100M, crypto*
3082+
1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [UnstoppableDomains (https://ud.me)](https://ud.me)*: top 100M, crypto*
30923083
1. ![](https://www.google.com/s2/favicons?domain=https://api.edns.domains) [edns.domains/meta (https://api.edns.domains)](https://api.edns.domains)*: top 100M, crypto*
30933084
1. ![](https://www.google.com/s2/favicons?domain=https://api.edns.domains) [edns.domains/music (https://api.edns.domains)](https://api.edns.domains)*: top 100M, crypto*
30943085
1. ![](https://www.google.com/s2/favicons?domain=https://api.edns.domains) [edns.domains/ass (https://api.edns.domains)](https://api.edns.domains)*: top 100M, crypto*
@@ -3105,20 +3096,20 @@ Rank data fetched from Alexa by domains.
31053096
1. ![](https://www.google.com/s2/favicons?domain=https://peername.com/) [peername.com/emc (https://peername.com/)](https://peername.com/)*: top 100M, crypto*
31063097
1. ![](https://www.google.com/s2/favicons?domain=https://peername.com/) [peername.com/tor (https://peername.com/)](https://peername.com/)*: top 100M, crypto*
31073098

3108-
The list was updated at (2023-05-13 10:19:52.408695 UTC)
3099+
The list was updated at (2023-07-07 19:15:34.376816 UTC)
31093100
## Statistics
31103101

3111-
Enabled/total sites: 2845/3101 = 91.74%
3102+
Enabled/total sites: 2836/3092 = 91.72%
31123103

3113-
Incomplete message checks: 473/2845 = 16.63% (false positive risks)
3104+
Incomplete message checks: 474/2836 = 16.71% (false positive risks)
31143105

3115-
Status code checks: 726/2845 = 25.52% (false positive risks)
3106+
Status code checks: 726/2836 = 25.6% (false positive risks)
31163107

3117-
False positive risk (total): 42.15%
3108+
False positive risk (total): 42.31%
31183109

31193110
Top 20 profile URLs:
31203111
- (796) `{urlMain}/index/8-0-{username} (uCoz)`
3121-
- (294) `/{username}`
3112+
- (295) `/{username}`
31223113
- (221) `{urlMain}{urlSubpath}/members/?username={username} (XenForo)`
31233114
- (160) `/user/{username}`
31243115
- (133) `{urlMain}{urlSubpath}/member.php?username={username} (vBulletin)`
@@ -3157,5 +3148,5 @@ Top 20 tags:
31573148
- (9) `movies`
31583149
- (8) `hobby`
31593150
- (8) `hacking`
3151+
- (8) `crypto`
31603152
- (7) `sport`
3161-
- (7) `crypto`

0 commit comments

Comments
 (0)