Skip to content

Commit 81a817a

Browse files
soxojsoxoj
authored
Improved "submit new site" mode, added tests, fixed top-500 sites (soxoj#1952)
1 parent 51ab988 commit 81a817a

12 files changed

+688
-191
lines changed

‎maigret/resources/data.json

+107-46
Original file line numberDiff line numberDiff line change
@@ -1970,6 +1970,7 @@
19701970
"usernameUnclaimed": "noonewouldeverusethis7"
19711971
},
19721972
"BeerMoneyForum": {
1973+
"disabled": true,
19731974
"ignore403": true,
19741975
"tags": [
19751976
"finance",
@@ -2366,19 +2367,30 @@
23662367
"usernameUnclaimed": "noonewouldeverusethis7"
23672368
},
23682369
"BoardGameGeek": {
2370+
"checkType": "message",
23692371
"tags": [
23702372
"gaming",
23712373
"us"
23722374
],
2373-
"checkType": "message",
23742375
"absenceStrs": [
2375-
"User does not exist."
2376+
"\t\tUser not found",
2377+
"messagebox error",
2378+
">\t<div class=",
2379+
"\t\t\t<title>Profile | BoardGameGeek</title>",
2380+
"\t</div></div>"
23762381
],
23772382
"alexaRank": 4327,
2378-
"urlMain": "https://www.boardgamegeek.com",
2379-
"url": "https://www.boardgamegeek.com/user/{username}",
2380-
"usernameClaimed": "adam",
2381-
"usernameUnclaimed": "noonewouldeverusethis7"
2383+
"urlMain": "https://boardgamegeek.com",
2384+
"url": "https://boardgamegeek.com/user/{username}",
2385+
"usernameClaimed": "ZakuBG",
2386+
"usernameUnclaimed": "uzytnhstvj",
2387+
"presenseStrs": [
2388+
"username",
2389+
" style=",
2390+
"mail",
2391+
" \tstyle=",
2392+
" data-username="
2393+
]
23822394
},
23832395
"Bobrdobr": {
23842396
"tags": [
@@ -3005,7 +3017,8 @@
30053017
"alexaRank": 2689,
30063018
"urlMain": "https://community.cbr.com",
30073019
"usernameClaimed": "red",
3008-
"usernameUnclaimed": "noonewouldeverusethis7"
3020+
"usernameUnclaimed": "noonewouldeverusethis7",
3021+
"disabled": true
30093022
},
30103023
"Ccdi": {
30113024
"tags": [
@@ -4645,21 +4658,6 @@
46454658
"usernameUnclaimed": "noonewouldeverusethis7",
46464659
"alexaRank": 301125
46474660
},
4648-
"Eksisozluk": {
4649-
"tags": [
4650-
"tr"
4651-
],
4652-
"checkType": "message",
4653-
"absenceStrs": [
4654-
"isimli bir yazar kayd\u0131 mevcut de\u011fil",
4655-
"olmaz \u00f6yle \u015fey"
4656-
],
4657-
"alexaRank": 977,
4658-
"urlMain": "https://eksisozluk.com/biri/",
4659-
"url": "https://eksisozluk.com/biri/{username}",
4660-
"usernameClaimed": "adam",
4661-
"usernameUnclaimed": "noonewouldeverusethis7"
4662-
},
46634661
"Elakiri": {
46644662
"tags": [
46654663
"lk"
@@ -5747,6 +5745,7 @@
57475745
"usernameUnclaimed": "noonewouldeverusethis7"
57485746
},
57495747
"Folkd": {
5748+
"disabled": true,
57505749
"tags": [
57515750
"eu",
57525751
"in"
@@ -7678,17 +7677,28 @@
76787677
},
76797678
"Hotcopper": {
76807679
"tags": [
7681-
"au"
7680+
"finance"
76827681
],
76837682
"checkType": "message",
76847683
"absenceStrs": [
7685-
"The following error occurred"
7684+
"error-page",
7685+
"error-page home container",
7686+
"card-footer-item",
7687+
"><main id=",
7688+
"card-content"
76867689
],
76877690
"alexaRank": 7767,
76887691
"urlMain": "https://hotcopper.com.au",
76897692
"url": "https://hotcopper.com.au/search/search?type=post&users={username}",
76907693
"usernameClaimed": "red",
7691-
"usernameUnclaimed": "noonewouldeverusethis7"
7694+
"usernameUnclaimed": "ggyeplcpod",
7695+
"presenseStrs": [
7696+
"title-td",
7697+
"title is-1",
7698+
"pagination ",
7699+
"toggle",
7700+
"active "
7701+
]
76927702
},
76937703
"House-Mixes.com": {
76947704
"tags": [
@@ -9056,16 +9066,27 @@
90569066
"Lichess": {
90579067
"checkType": "message",
90589068
"absenceStrs": [
9059-
"Page not found!"
9069+
"page-small box box-pad page",
9070+
"><h1 class=",
9071+
">No such player</h1><div><p>This username doesn",
9072+
"})()</script></body></html>",
9073+
"IR0Cf7qpkpcOhvI9r03a0QbI"
90609074
],
90619075
"alexaRank": 2374,
90629076
"urlMain": "https://lichess.org",
90639077
"url": "https://lichess.org/@/{username}",
9064-
"usernameClaimed": "blue",
9065-
"usernameUnclaimed": "noonewouldeverusethis7",
9078+
"usernameClaimed": "adam",
9079+
"usernameUnclaimed": "efxvyhnwrh",
90669080
"tags": [
90679081
"gaming",
90689082
"hobby"
9083+
],
9084+
"presenseStrs": [
9085+
"us_profile",
9086+
"og:title",
9087+
"profile-side",
9088+
" data-username=",
9089+
"og:site_name"
90699090
]
90709091
},
90719092
"Liebe69": {
@@ -14739,16 +14760,25 @@
1473914760
"usernameUnclaimed": "noonewouldeverusethis7"
1474014761
},
1474114762
"SlideShare": {
14742-
"tags": [
14743-
"documents",
14744-
"sharing"
14745-
],
14746-
"checkType": "status_code",
14763+
"checkType": "message",
1474714764
"alexaRank": 158,
14748-
"urlMain": "https://slideshare.net/",
14749-
"url": "https://slideshare.net/{username}",
14750-
"usernameClaimed": "blue",
14751-
"usernameUnclaimed": "noonewouldeverusethis7"
14765+
"urlMain": "https://www.slideshare.net",
14766+
"url": "https://www.slideshare.net/{username}",
14767+
"usernameClaimed": "KumarSurya7",
14768+
"usernameUnclaimed": "kwbmsonxvp",
14769+
"presenseStrs": [
14770+
"user-name",
14771+
"pageInfo",
14772+
"listitem",
14773+
"polite",
14774+
"strippedTitle"
14775+
],
14776+
"absenceStrs": [
14777+
"blankProfile",
14778+
"username-available",
14779+
"robots",
14780+
"noindex,nofollow"
14781+
]
1475214782
},
1475314783
"Slides": {
1475414784
"tags": [
@@ -15447,7 +15477,8 @@
1544715477
"urlMain": "https://www.strava.com/",
1544815478
"url": "https://www.strava.com/athletes/{username}",
1544915479
"usernameClaimed": "adam",
15450-
"usernameUnclaimed": "noonewouldeverusethis7"
15480+
"usernameUnclaimed": "noonewouldeverusethis7",
15481+
"disabled": true
1545115482
},
1545215483
"Studfile": {
1545315484
"tags": [
@@ -16771,13 +16802,20 @@
1677116802
"regexCheck": "^[^\\.]+$",
1677216803
"checkType": "message",
1677316804
"absenceStrs": [
16774-
"There's nothing here."
16805+
"Not found.",
16806+
":404,",
16807+
"userAgent",
16808+
",displayStatus:"
1677516809
],
1677616810
"alexaRank": 112,
16777-
"urlMain": "https://tumblr.com/",
16778-
"url": "https://{username}.tumblr.com/",
16779-
"usernameClaimed": "red",
16780-
"usernameUnclaimed": "noonewouldeverusethis7"
16811+
"urlMain": "https://www.tumblr.com",
16812+
"url": "https://www.tumblr.com/{username}",
16813+
"usernameClaimed": "soxoj",
16814+
"usernameUnclaimed": "zdbimdoqyt",
16815+
"presenseStrs": [
16816+
"profile",
16817+
" title="
16818+
]
1678116819
},
1678216820
"Tunefind": {
1678316821
"checkType": "message",
@@ -17114,7 +17152,8 @@
1711417152
"urlMain": "https://vc.ru",
1711517153
"url": "https://vc.ru/search/v2/subsite/relevant?query={username}",
1711617154
"usernameClaimed": "adam",
17117-
"usernameUnclaimed": "noonewouldeverusethis7"
17155+
"usernameUnclaimed": "noonewouldeverusethis7",
17156+
"disabled": true
1711817157
},
1711917158
"Viddler": {
1712017159
"checkType": "message",
@@ -17377,7 +17416,7 @@
1737717416
"video"
1737817417
],
1737917418
"headers": {
17380-
"Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE3MzM2MTc5MjAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbCwianRpIjoiNGYxM2M4N2ItYWMwMy00Y2JhLWExMDctNmNiODhmM2U3NjZjIn0.Y7CWEWckdSMsmJ8ROPmhHR6el2QCYJRDl0RLPpdJOKc"
17419+
"Authorization": "jwt eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJleHAiOjE3MzM4MzkwODAsInVzZXJfaWQiOm51bGwsImFwcF9pZCI6NTg0NzksInNjb3BlcyI6InB1YmxpYyIsInRlYW1fdXNlcl9pZCI6bnVsbCwianRpIjoiOWNjMjk0ZjktZGZhOS00NDI0LWE0OGEtN2JjYzkwYjM2NTMyIn0.wG0kC7fWtrdKI9ccS-LE81lVgQRfYobrqCAPWxr1wzc"
1738117420
},
1738217421
"activation": {
1738317422
"url": "https://vimeo.com/_rv/viewer",
@@ -18971,7 +19010,8 @@
1897119010
"urlMain": "https://aminoapps.com/",
1897219011
"url": "https://aminoapps.com/u/{username}",
1897319012
"usernameClaimed": "blue",
18974-
"usernameUnclaimed": "noonewouldeverusethis77777"
19013+
"usernameUnclaimed": "noonewouldeverusethis77777",
19014+
"disabled": true
1897519015
},
1897619016
"analitika-forex.ru": {
1897719017
"engine": "uCoz",
@@ -35419,6 +35459,27 @@
3541935459
"Cache-Control": "no-cache",
3542035460
"TE": "trailers"
3542135461
}
35462+
},
35463+
"Eksisozluk": {
35464+
"absenceStrs": [
35465+
" <h1>b\u00f6yle bir yazar yok</h1>\r"
35466+
],
35467+
"presenseStrs": [
35468+
"profile-dots",
35469+
"profile-logo",
35470+
"profile-cards",
35471+
"profile-biography",
35472+
" data-title="
35473+
],
35474+
"alexaRank": 977,
35475+
"url": "https://eksisozluk.com/biri/{username}",
35476+
"urlMain": "https://eksisozluk.com",
35477+
"usernameClaimed": "kartalbafilerrr",
35478+
"usernameUnclaimed": "rlcvuwlxqh",
35479+
"checkType": "message",
35480+
"tags": [
35481+
"tr"
35482+
]
3542235483
}
3542335484
},
3542435485
"engines": {

‎maigret/result.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -96,7 +96,7 @@ def is_found(self):
9696
return self.status == MaigretCheckStatus.CLAIMED
9797

9898
def __repr__(self):
99-
return f"'{self.__str__()}'"
99+
return f"<{self.__str__()}>"
100100

101101
def __str__(self):
102102
"""Convert Object To String.

0 commit comments

Comments
 (0)