bloxpvp/ps99scraper.py at master · Splash-it-debug/bloxpvp · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
import cloudscraper
from bs4 import BeautifulSoup
from pymongo import MongoClient
from time import sleep
import os

database_url = os.environ.get("MONGODB_URI", "mongodb+srv://main:XXO4SeR4mvhIn8k2@cluster0.8ln7yxc.mongodb.net/?retryWrites=true&w=majority&appName=Cluster0")

scraper = cloudscraper.create_scraper(
    browser={
        'browser': 'chrome',
        'platform': 'android',
        'desktop': False
    }
)

Cluster = MongoClient([database_url])
Database = Cluster["test"]
Data = Database["items"]

PetIcons = scraper.get("https://biggamesapi.io/api/collection/Pets").json()

#CosmicValues = scraper.get("https://petsimulatorvalues.com/ps99.php?category=huges").text
#CosmicValues = scraper.get("https://petsimulatorvalues.com/ps99.php?category=titanics").text

with open("Values.txt", "r") as file:
    CosmicValues = file.read()

AllData = Data.find()

def UnFormat(string):
    suffixes = {'K': 1000, 'M': 1000000, 'B': 1000000000, 'T': 1000000000000, 'Q': 1000000000000000}
    try:
        number = int(string)
    except ValueError:
        try:
            if string[-2].upper() in suffixes:
                number_str = string[:-2]
                suffix = string[-2:].upper()
            else:
                number_str = string[:-1]
                suffix = string[-1].upper()
            if suffix in suffixes:
                number = int(float(number_str) * suffixes[suffix])
            else:
                return 0
        except ValueError:
            return 0
    return number

def GetData(PetName):
    CheckName = str.lower(PetName)
    FoundPet = False

    Golden = False
    Rainbow = False
    Shiny = False

    if "golden " in CheckName:
        CheckName = CheckName.replace("golden ", "", 1)
        Golden = True

    if "rainbow " in CheckName:
        CheckName = CheckName.replace("rainbow ", "", 1)
        Rainbow = True

    if "shiny" in CheckName:
        CheckName = CheckName.replace("shiny ", "", 1)
        Shiny = True

    for Pet in PetIcons["data"]:
        FoundName = str.lower(Pet["configData"]["name"])

        if CheckName == FoundName:
            if Golden:
                ImageURL = Pet["configData"]["goldenThumbnail"]
            else:
                ImageURL = Pet["configData"]["thumbnail"]

            FoundPet = {"name": Pet["configData"]["name"], "icon": ImageURL}
            break

    if FoundPet:
        FoundPet["icon"] = FoundPet["icon"].replace("rbxassetid://", "", 1)
        FoundPet["icon"] = "https://biggamesapi.io/image/" + FoundPet["icon"]

    return FoundPet

Soup = BeautifulSoup(CosmicValues, 'html5lib')
Items = Soup.select("body > section.md-content.pb-5 > div > div.cards-groups.justify-content-around.content-scroll > a")

ItemsChanged = 0
ItemsAdded = 0

for Item in Items:
    ItemName = Item.select_one('.item-name').get_text(strip=True)
    Value = UnFormat(Item.select_one('.float-right.pt-2').get_text(strip=True))/1000
    Check = next((item for item in AllData if item['item_name'] == ItemName), None)
    ImageURL = GetData(ItemName)

    if Check:
        if Check["item_value"] != Value:
            Data.update_one({"item_name": ItemName}, {"$set": {"item_value": Value}})
            print(f"{ItemName}'s value changed from {Check['item_value']} to {Value}")
            ItemsChanged += 1

        if ImageURL != False and Check["item_image"] != ImageURL["icon"]:
            Data.update_one({"item_name": ItemName}, {"$set": {"item_image": ImageURL['icon']}})
            print(f"{ItemName}'s image url from {Check['item_image']} to {ImageURL['icon']}")
            ItemsChanged += 1

        sleep(0.01)
    else:
        Data.insert_one({
            "item_name": ItemName,
            "display_name": ImageURL.get("name", "{ItemName}") if ImageURL else ItemName,
            "item_image": ImageURL.get("icon", None) if ImageURL else None,
            "item_value": Value,
            "game": "PS99"
        })
        print(f"{ItemName}'s was added with value {Value}")
        ItemsAdded += 1
        sleep(0.01)

print(f"Changed Items: {ItemsChanged}")
print(f"Added Items: {ItemsAdded}")