Skip to content

Commit f7f77e5

Browse files
rly0nheartrly0nheart
authored
Fixed/Disabled sites. Update requirements.txt (soxoj#1517)
* Fixed/Disabled sites. Update requirements.txt fixed_sites: AllRecipes, Linktree, CreativeMarket, ImgInn, Shutterstock, Contently disabled_sites: Forums.ea.com. CrunchyRoll, Windy, MetaCritic, InfosecInstitute, Armchairgm.fandom.com, Bleach.fandom.com Update requirements to prevent dependency conflicts. * Update requirements.txt Update requirements.txt to prevent dependency conflicts * Update requirements.txt * Update sites.md * fixed_sites: Armchairgm.fandom.com, Bleach.fandom.com, Battleraprus. disabled_sites: MicrosoftTechNet, club.cnews.ru, Scorcher * fixed_sites: Armchairgm.fandom.com, Bleach.fandom.com, Battleraprus. disabled_sites: MicrosoftTechNet, club.cnews.ru, Scorcher
1 parent 7a8c077 commit f7f77e5

File tree

5 files changed

+121
-99
lines changed

5 files changed

+121
-99
lines changed

‎maigret/resources/data.json

+55-33
Original file line numberDiff line numberDiff line change
@@ -656,7 +656,12 @@
656656
],
657657
"checkType": "message",
658658
"absenceStrs": [
659-
"<title>Allrecipes Member | Allrecipes</title>"
659+
"Page Not Found.",
660+
"You may have mistyped the address, or the page may have moved."
661+
],
662+
"presenseStrs": [
663+
"Saved Items & Collections",
664+
"{username}"
660665
],
661666
"alexaRank": 983,
662667
"urlMain": "https://www.allrecipes.com/",
@@ -1314,11 +1319,7 @@
13141319
"us",
13151320
"wiki"
13161321
],
1317-
"checkType": "message",
1318-
"absenceStrs": [
1319-
"does not exist",
1320-
"This user has not filled out their profile page yet."
1321-
],
1322+
"checkType": "status_code",
13221323
"alexaRank": 80,
13231324
"urlMain": "https://armchairgm.fandom.com/",
13241325
"url": "https://armchairgm.fandom.com/wiki/User:{username}",
@@ -1909,13 +1910,7 @@
19091910
"us",
19101911
"wiki"
19111912
],
1912-
"checkType": "message",
1913-
"presenseStrs": [
1914-
"user-profile-navigation"
1915-
],
1916-
"absenceStrs": [
1917-
"\u041e\u0448\u0438\u0431\u043a\u0430</h1>"
1918-
],
1913+
"checkType": "status_code",
19191914
"alexaRank": 80,
19201915
"urlMain": "https://battleraprus.fandom.com/ru",
19211916
"url": "https://battleraprus.fandom.com/ru/wiki/%D0%A3%D1%87%D0%B0%D1%81%D1%82%D0%BD%D0%B8%D0%BA:{username}",
@@ -2293,11 +2288,7 @@
22932288
"ru",
22942289
"wiki"
22952290
],
2296-
"checkType": "message",
2297-
"absenceStrs": [
2298-
"does not exist",
2299-
"\u042d\u0442\u043e\u0442 \u0443\u0447\u0430\u0441\u0442\u043d\u0438\u043a \u043f\u043e\u043a\u0430 \u043d\u0435 \u0437\u0430\u043f\u043e\u043b\u043d\u0438\u043b \u0441\u0432\u043e\u0439 \u043f\u0440\u043e\u0444\u0438\u043b\u044c."
2300-
],
2291+
"checkType": "status_code",
23012292
"alexaRank": 80,
23022293
"urlMain": "https://bleach.fandom.com/ru",
23032294
"url": "https://bleach.fandom.com/ru/wiki/%D0%A3%D1%87%D0%B0%D1%81%D1%82%D0%BD%D0%B8%D0%BA:{username}",
@@ -3484,10 +3475,12 @@
34843475
"freelance",
34853476
"in"
34863477
],
3487-
"regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$",
34883478
"checkType": "message",
34893479
"absenceStrs": [
3490-
"We can't find that page!"
3480+
"Request A Meeting</a></div>"
3481+
],
3482+
"presenseStrs": [
3483+
"<h4>\nPROJECTS"
34913484
],
34923485
"alexaRank": 11587,
34933486
"urlMain": "https://contently.com/",
@@ -3579,7 +3572,11 @@
35793572
},
35803573
"checkType": "message",
35813574
"absenceStrs": [
3582-
"The page you were looking for was not found."
3575+
"Whoomp, there it isn't...",
3576+
"It looks like the page you\u2019re looking for is no longer available. "
3577+
],
3578+
"presenseStrs": [
3579+
"Likes"
35833580
],
35843581
"alexaRank": 3054,
35853582
"urlMain": "https://creativemarket.com/",
@@ -3616,6 +3613,7 @@
36163613
"usernameUnclaimed": "noonewouldeverusethis7"
36173614
},
36183615
"Crunchyroll": {
3616+
"disabled": true,
36193617
"tags": [
36203618
"forum",
36213619
"movies",
@@ -7939,6 +7937,7 @@
79397937
"usernameUnclaimed": "noonewouldeverusethis7"
79407938
},
79417939
"InfosecInstitute": {
7940+
"disabled": true,
79427941
"tags": [
79437942
"us"
79447943
],
@@ -9267,6 +9266,7 @@
92679266
"usernameUnclaimed": "noonewouldeverusethis7"
92689267
},
92699268
"Lolchess": {
9269+
"disabled": true,
92709270
"tags": [
92719271
"kr"
92729272
],
@@ -9277,6 +9277,9 @@
92779277
"absenceStrs": [
92789278
"No search results"
92799279
],
9280+
"presenseStrs": [
9281+
"results were displayed out of"
9282+
],
92809283
"alexaRank": 4911,
92819284
"urlMain": "https://lolchess.gg/",
92829285
"url": "https://lolchess.gg/profile/na/{username}",
@@ -10060,6 +10063,7 @@
1006010063
"usernameUnclaimed": "noonewouldeverusethis7"
1006110064
},
1006210065
"MicrosoftTechNet": {
10066+
"disabled": true,
1006310067
"tags": [
1006410068
"us"
1006510069
],
@@ -14050,6 +14054,7 @@
1405014054
"usernameUnclaimed": "noonewouldeverusethis7"
1405114055
},
1405214056
"Scorcher": {
14057+
"disabled": true,
1405314058
"tags": [
1405414059
"ru"
1405514060
],
@@ -14432,11 +14437,17 @@
1443214437
],
1443314438
"checkType": "message",
1443414439
"absenceStrs": [
14435-
"<img loading=\"lazy\" src=\"/assets/images/ent_not_found_404.png\" alt=\"404\""
14440+
"This surprising...",
14441+
"Unfortunately, we can't find what you're looking for.",
14442+
"<title>Not Found | Shutterstock</title>"
14443+
],
14444+
"presenseStrs": [
14445+
"{username}",
14446+
"Information"
1443614447
],
1443714448
"alexaRank": 184,
1443814449
"urlMain": "https://www.shutterstock.com",
14439-
"url": "https://www.shutterstock.com/fi/g/{username}/about",
14450+
"url": "https://www.shutterstock.com/g/{username}/about",
1444014451
"usernameClaimed": "adam",
1444114452
"usernameUnclaimed": "noonewouldeverusethis7"
1444214453
},
@@ -17846,6 +17857,7 @@
1784617857
"usernameUnclaimed": "noonewouldeverusethis7"
1784717858
},
1784817859
"Windy": {
17860+
"disabled": true,
1784917861
"tags": [
1785017862
"in",
1785117863
"jp",
@@ -19158,6 +19170,7 @@
1915819170
"usernameUnclaimed": "noonewouldeverusethis7"
1915919171
},
1916019172
"club.cnews.ru": {
19173+
"disabled": true,
1916119174
"tags": [
1916219175
"blog",
1916319176
"ru"
@@ -20715,13 +20728,17 @@
2071520728
"usernameUnclaimed": "noonewouldeverusethis77777"
2071620729
},
2071720730
"metacritic": {
20731+
"disabled": true,
2071820732
"tags": [
2071920733
"us"
2072020734
],
2072120735
"regexCheck": "^(?![-_])[A-Za-z0-9-_]{3,15}$",
2072220736
"checkType": "message",
2072320737
"absenceStrs": [
20724-
"User not found"
20738+
"This user hasn\u2019t rated anything yet"
20739+
],
20740+
"presenseStrs": [
20741+
"Avg. User score"
2072520742
],
2072620743
"alexaRank": 2409,
2072720744
"urlMain": "https://www.metacritic.com/",
@@ -26829,11 +26846,18 @@
2682926846
"tags": [
2683026847
"links"
2683126848
],
26832-
"engine": "engine404",
26849+
"checkType": "message",
26850+
"absenceStrs": [
26851+
"The page you\u2019re looking for doesn\u2019t exist.",
26852+
"Want this to be your username?"
26853+
],
26854+
"presenseStrs": [
26855+
"Join {username} on Linktree today"
26856+
],
2683326857
"urlMain": "https://linktr.ee",
2683426858
"url": "https://linktr.ee/{username}",
2683526859
"usernameUnclaimed": "noonewouldeverusethis7",
26836-
"usernameClaimed": "red",
26860+
"usernameClaimed": "Blisscartoos",
2683726861
"alexaRank": 134
2683826862
},
2683926863
"jsfiddle.net": {
@@ -34067,16 +34091,14 @@
3406734091
},
3406834092
"ImgInn": {
3406934093
"absenceStrs": [
34070-
"Page Not Found</div>"
34094+
"Page Not Found",
34095+
"The content has been deleted"
3407134096
],
3407234097
"presenseStrs": [
34073-
"username",
34074-
"/{username}/",
34075-
" data-username=",
34076-
"name",
34077-
" data-name="
34098+
"followers",
34099+
"{username}"
3407834100
],
34079-
"url": "https://imginn.com/tagged/{username}/",
34101+
"url": "https://imginn.com/{username}/",
3408034102
"urlMain": "https://imginn.com",
3408134103
"usernameClaimed": "morgen_shtern",
3408234104
"usernameUnclaimed": "noonewouldeverusethis7",

‎requirements.txt

+36-36
Original file line numberDiff line numberDiff line change
@@ -1,39 +1,39 @@
1-
aiodns==3.0.0
2-
aiohttp==3.8.6
3-
aiohttp-socks==0.7.1
1+
aiodns>=3.0.0
2+
aiohttp>=3.8.6
3+
aiohttp-socks>=0.7.1
44
arabic-reshaper~=3.0.0
5-
async-timeout==4.0.3
6-
attrs==22.2.0
7-
certifi==2023.7.22
8-
chardet==5.0.0
9-
colorama==0.4.6
10-
future==0.18.3
11-
future-annotations==1.0.0
12-
html5lib==1.1
13-
idna==3.4
14-
Jinja2==3.1.3
15-
lxml==4.9.2
16-
MarkupSafe==2.1.1
17-
mock==4.0.3
18-
multidict==6.0.4
19-
pycountry==22.3.5
20-
PyPDF2==3.0.1
21-
PySocks==1.7.1
22-
python-bidi==0.4.2
23-
requests==2.31.0
24-
requests-futures==1.0.0
25-
six==1.16.0
5+
async-timeout>=4.0.3
6+
attrs>=22.2.0
7+
certifi>=2023.7.22
8+
chardet>=5.0.0
9+
colorama>=0.4.6
10+
future>=0.18.3
11+
future-annotations>=1.0.0
12+
html5lib>=1.1
13+
idna>=3.4
14+
Jinja2>=3.1.3
15+
lxml>=4.9.2
16+
MarkupSafe>=2.1.1
17+
mock>=4.0.3
18+
multidict>=6.0.4
19+
pycountry>=22.3.5
20+
PyPDF2>=3.0.1
21+
PySocks>=1.7.1
22+
python-bidi>=0.4.2
23+
requests>=2.31.0
24+
requests-futures>=1.0.0
25+
six>=1.16.0
2626
socid-extractor>=0.0.24
27-
soupsieve==2.3.2.post1
28-
stem==1.8.1
29-
torrequest==0.1.0
30-
tqdm==4.66.1
31-
typing-extensions==4.8.0
32-
webencodings==0.5.1
27+
soupsieve>=2.3.2.post1
28+
stem>=1.8.1
29+
torrequest>=0.1.0
30+
tqdm>=4.66.1
31+
typing-extensions>=4.8.0
32+
webencodings>=0.5.1
3333
xhtml2pdf~=0.2.11
34-
XMind==1.2.0
35-
yarl==1.8.2
36-
networkx==2.6.3
37-
pyvis==0.2.1
38-
reportlab==3.6.13
39-
cloudscraper==1.2.71
34+
XMind>=1.2.0
35+
yarl>=1.8.2
36+
networkx>=2.6.3
37+
pyvis>=0.2.1
38+
reportlab>=3.6.13
39+
cloudscraper>=1.2.71

0 commit comments

Comments
 (0)