visual_process_automation/browser.py at main · adilsondias-engineer/visual_process_automation · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.support.select import Select
from selenium.common.exceptions import NoSuchElementException
from selenium.webdriver.chrome.service import Service
from selenium.webdriver.chrome.options import Options
from time import sleep
from time import time
import numpy as np
from PIL import Image
import cv2 as cv
import os
import io
import logging

class Browser:

    #properties
    website = ""
    windowWidth = 0
    windowHeight = 0
    windowName = ""
    userName = ""
    userPassword = ""
    driver = None
    world = ""

    # constructor
    def __init__(self, website, windowWidth, windowHeight, windowName, userName, userPassword, world):

        self.windowWidth = windowWidth
        self.windowHeight = windowHeight
        self.website = website
        self.windowName = windowName
        self.userName = userName
        self.userPassword = userPassword
        self.world = world
        #website = 'https://en12.forgeofempires.com/game/index?ref=gob_en_nn_foe_bra_discover_e'


        service = Service('chromedriver.exe')

        optionsList = Options()
        optionsList.add_argument(r"--user-data-dir=C:\Users\<YOUR_USER>\AppData\Local\Google\Chrome\User Data\Default")
        #provide the profile name with which we want to open browser
        optionsList.add_argument(r'--profile-directory=Default')

        #option.add_argument("--headless")#open in full screen
        optionsList.add_argument("--disable-infobars")
        #options.add_argument("start-maximized")
        #options.add_argument("--disable-extensions")
        optionsList.add_argument("--kiosk")#open in full screen
        # Pass the argument 1 to allow and 2 to block
        optionsList.add_experimental_option("prefs", {
            "profile.default_content_setting_values.notifications": 2
        })


        service.start()
        self.driver = webdriver.Chrome(options=optionsList)

    def openSite(self):

        #width = 1920
        #height = 1080
#        WebDriverException
       # self.driver.set_window_size(self.windowWidth, self.windowHeight)
        #self.driver.fullscreen_window()

        self.driver.get(self.website)
        #self.driver.fullscreen_window()

    def login(self):

        try:

            elementUserId = self.driver.find_element(By.ID,'login_userid')
            #elementUserId.send_keys('The Right King')
            elementUserId.send_keys(self.userName)
            elementPassword = self.driver.find_element(By.ID,'login_password')
            #elementPassword.send_keys('arvi1690@Game')
            elementPassword.send_keys(self.userPassword)
            elementLoginBtn = self.driver.find_element(By.ID,'login_Login')
            elementLoginBtn.click()

            #assume it's already logged in
            sleep(5)
            logging.info('Already logged')
            #<input type="button" name="play" value="Play" id="play_now_button" class="play_button">
            elemePlayBtn = self.driver.find_element(By.ID,'play_now_button')
            #elemePlayBtn = driver.find_element(By.NAME,'play')
            elemePlayBtn.click()
            #sleep(10)

            #worldSelectBtn = driver.find_element(By.ID,'world_selection_list')

            #Select(worldSelectBtn).select_by_visible_text('Mount Killmore')
            #"Mount Killmore"
            WebDriverWait(self.driver, 5).until(EC.element_to_be_clickable((By.XPATH, "//ul[@id='world_selection_list']//li/a[text()='"+ self.world +"']"))).click()  #Mount Killmore

        except NoSuchElementException:  #spelling error making this code not work as expected
            pass


    def getScreenshot(self,imgNumber):
        #sleep(10)
       #loop_time = time()
        #imgNumber = 0
        # Naming a window
        #cv.namedWindow(self.windowName, cv.WINDOW_NORMAL)
        # while(True):
        screenshot = self.driver.get_screenshot_as_png()
        screenshot = Image.open(io.BytesIO(screenshot))
        screenshot = np.asarray(
            screenshot,
            dtype=np.float32
        ).astype(np.uint8)
        # Convert image from BGR to RGB format
        screenshot = cv.cvtColor(screenshot, cv.COLOR_BGR2RGB)


        #nparr = np.frombuffer(screenshot, np.uint8)
        #img = cv.imdecode(nparr, cv.IMREAD_COLOR)
        #screenshot = np.asarray(img).astype("uint8")
        #screenshot = cv.cvtColor(screenshot,cv.COLOR_RGB2BGR)

        #imgNumber = imgNumber +1
        #cv.resizeWindow(self.windowName, self.windowWidth, self.windowHeight)
        #cv.imshow(self.windowName,screenshot)
        #loop_time = time()
        #driver.get_screenshot_as_file("capture.png")
        #cv.imwrite('results\BrowserGame'+ str(imgNumber) +'.png', screenshot)
        return screenshot


    def fullScreen(self):
        self.driver.fullscreen_window()