Selenium WebDriver 3.0.1 chromedriver.exe 2.25 --whitelisted-ips=""

Question

I would like to have a solution that is able to open a chrome browser and able to open a url through a proxy.

I decided to use the followings:

• Selenium WebDriver 3.0.1 with Java 1.8.0_111-b14

• chromedriver.exe 2.25

I'm facing with a weird issue:

"Only local connections are allowed."

Please see the cause of my confusion

Please see my code:

package seleniumFiles;

import java.util.Arrays;
import org.openqa.selenium.WebDriver;
import org.openqa.selenium.chrome.*;
import org.openqa.selenium.remote.DesiredCapabilities;
public class SeleniumClass {


    public static void main(String[] args) {

        System.setProperty("webdriver.chrome.driver", "C:\\work\\selenium-java-3.0.1\\chromedriver.exe");

        DesiredCapabilities capabilities = DesiredCapabilities.chrome();
        capabilities.setCapability("network.proxy.http", "93.180.7.246");
        capabilities.setCapability("network.proxy.http_port", "8080");
        capabilities.setCapability("webdriver.chrome.args", Arrays.asList("--verbose --whitelisted-ips=''"));
        WebDriver driver = new ChromeDriver(capabilities);
        driver.get("http://www.whoishostingthis.com/tools/user-agent/");

    }

}

Running the "chromedriver.exe --verbose --whitelisted-ips=''" in cmd sais "Remote connections are allowed by a whitelist <''>" It seems like works but I cannot figure out what I did wrong in the code.

Any idea or suggestion appreciated.

Answer 1

All answers with addArguments("--whitelisted-ips=''"); are wrong. This argument needs to be injected into chromedriver exe, not chrome.

If you use ChromeDriver loccaly directly from code, just insert lines below before ChromeDriver init

    System.setProperty("webdriver.chrome.whitelistedIps", "");

If you use it remotely (eg. Selenium hub/grid) you need to setup system property when node is run like in command:

java -Dwebdriver.chrome.whitelistedIps= testClass

or docker by passing JAVA_OPTS env

  chrome:
    image: selenium/node-chrome:3.141.59
    container_name: chrome
    depends_on:
      - selenium-hub
    environment:
      - HUB_HOST=selenium-hub
      - HUB_PORT=4444
      - JAVA_OPTS=-Dwebdriver.chrome.whitelistedIps=

Answer 2

I may be late, I'm posting this so it can help someone. You can use chromeoptions to define all your arguments.

    System.setProperty("webdriver.chrome.driver", "/usr/local/chromedriver");

    ChromeOptions chromeOptions = new ChromeOptions();
    chromeOptions.addArguments("--verbose");
    chromeOptions.addArguments("--whitelisted-ips=''");
    chromeOptions.addArguments("--proxy-server=93.180.7.246:8080");

    WebDriver driver = new ChromeDriver(chromeOptions);
    driver.get("http://www.whoishostingthis.com/tools/user-agent/");

Answer 3

Try this:

DesiredCapabilities capabilities = DesiredCapabilities.chrome();
capabilities.setCapability("network.proxy.http", "93.180.7.246");
capabilities.setCapability("network.proxy.http_port", "8080");
ChromeDriverService service =
    new ChromeDriverService.Builder().withWhitelistedIps("").withVerbose(true).build();
WebDriver driver = new ChromeDriver(service, capabilities);
driver.get("http://www.whoishostingthis.com/tools/user-agent/");

Answer 4

My java code is below and it is working in docker:

package com.ulakhaberlesme;

import org.apache.commons.lang3.SystemUtils;
import org.openqa.selenium.By;
import org.openqa.selenium.JavascriptExecutor;
import org.openqa.selenium.WebDriver;
import org.openqa.selenium.chrome.ChromeDriver;
import org.openqa.selenium.chrome.ChromeOptions;
import org.openqa.selenium.logging.LogType;
import ru.yandex.qatools.ashot.AShot;
import ru.yandex.qatools.ashot.Screenshot;
import ru.yandex.qatools.ashot.shooting.ShootingStrategies;

import javax.imageio.ImageIO;
import javax.mail.MessagingException;
import java.io.File;
import java.io.IOException;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.concurrent.TimeUnit;

public class Main {

    public static void main(String[] args) {

        System.out.println("Hello World!");
        try {
            Screenshot screen = takeScreenShot();
            Path filePath = saveScreenShot(screen);
            SendEmail.sendEmail(filePath);
        } catch (IOException | InterruptedException | MessagingException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }
    }

    public static Screenshot takeScreenShot() throws InterruptedException {
        System.out.println(">>>> webdriver.chrome.driver: " + System.getenv("webdriver.chrome.driver"));
        if (System.getenv("webdriver.chrome.driver") == null) {
            if (SystemUtils.IS_OS_LINUX) {
                System.out.println("Linux makinasında çalışıyorum");
            }

            if (SystemUtils.IS_OS_WINDOWS) {
                System.out.println("Windows makinasında çalışıyorum");
            }
// System.setProperty("webdriver.chrome.driver", chromeWebDriverPath);
        }


        ChromeOptions options = new ChromeOptions();
        options.addArguments("--headless",
                "--no-sandbox",
                "--disable-extensions",
                "--disable-gpu",
                "--window-size=1920,1200",
                "--ignore-certificate-errors",
                "--whitelisted-ips=''",
                "--disable-dev-shm-usage");
        System.setProperty("webdriver.chrome.whitelistedIps", "");
        WebDriver driver = new ChromeDriver(options);
        driver.manage().timeouts().implicitlyWait(10, TimeUnit.SECONDS);
        driver.manage().window().maximize();
        driver.manage().logs().get(LogType.BROWSER);

        driver.get("https://jira.myownserver.com.tr:8443/secure/Dashboard.jspa?selectPageId=10600");
        driver.findElement(By.linkText("log in")).click();
        driver.findElement(By.id("login-form-username")).sendKeys(System.getenv().getOrDefault("JIRA_USERNAME", "dem.topkaya"));
        driver.findElement(By.id("login-form-password")).sendKeys(System.getenv().getOrDefault("JIRA_PASS", "d*t12345!"));
        driver.findElement(By.id("login-form-submit")).click();

        System.out.println("driver.findElements(By.cssSelector(.icon-close).isEmpty():" + driver.findElements(By.cssSelector(".icon-close")).isEmpty());
        if (!driver.findElements(By.cssSelector(".icon-close")).isEmpty()) {
            driver.findElement(By.cssSelector(".icon-close")).click();
        }

/*      int i=3;
        while (--i>0 && driver.findElements(By.id("chart")).isEmpty()) {
            System.out.println("while :"+By.id("chart"));
            try{
                //driver.wait (2000l); // throws exception
                driver.manage().timeouts().implicitlyWait(2000,TimeUnit.MILLISECONDS); // works well
            }catch (Exception e){
                e.printStackTrace();
            }
        }*/

        JavascriptExecutor js = (JavascriptExecutor) driver;
        js.executeScript("window.scrollTo(0,156)");
        driver.findElement(By.cssSelector("#gadget-11914-chrome .aui-icon-small")).click();
        driver.findElement(By.linkText("Refresh")).click();
        driver.findElement(By.cssSelector("#gadget-11912-chrome .aui-icon-small")).click();
        driver.findElement(By.linkText("Refresh")).click();
        // take screenshot of the entire page
        Screenshot screenshot = new AShot().shootingStrategy(ShootingStrategies.viewportPasting(1000)).takeScreenshot(driver);

        driver.quit();
        return screenshot;
    }

    public static Path saveScreenShot(Screenshot screenshot) throws IOException {
        String fileDir = System.getProperty("user.home");
        String fileName = new SimpleDateFormat("yyyyMMddHHmm'.png'").format(new Date());
        System.out.println(">>>>> File Dir: " + fileDir);
        Path filePath = Paths.get(fileDir, fileName);
        System.out.println(">>>>>>>>> file path: " + filePath.toString());
        ImageIO.write(screenshot.getImage(), "PNG", new File(filePath.toString()));
        return filePath;
    }
}

Dockerfile:

# FROM selenium/node-chrome
# FROM markhobson/maven-chrome
FROM markhobson/maven-chrome:jdk-11

ENV MAIL_FROM=default@gmail.com
ENV MAIL_TO=def@au.lt
ENV MAIL_SERVER_HOST=smtp.gmail.com
ENV MAIL_SERVER_PORT=465
ENV MAIL_SERVER_SSL_ENABLE=true
ENV MAIL_SERVER_AUTH_ENABLE=true
ENV MAIL_SERVER_USERNAME=testmail_account
ENV MAIL_SERVER_PASS=xxx_pass
ENV MAIL_SUBJECT="Düzenli Jira Göstergesinin Ekran Çıktısı"
ENV MAIL_BODY="Jira ekran çıktısı alındı!"
ENV JIRA_USERNAME=cemt
ENV JIRA_PASS=xxxpassxxx
ENV webdriver.chrome.driver=/tmp

WORKDIR /root
COPY /mnt/hgfs/cem.topkaya/IdeaProjects/screenshot/out/artifacts/screenshot_jar/screenshot.jar ./

CMD [ "java -jar /root/screenshot.jar" ]

# docker run --privileged --rm --name=cem -it -e webdriver.chrome.driver=/usr/bin/chromedriver -e MAIL_FROM=testmail_accountm@gmail.com -e MAIL_TO=cemt@yahoo.com -e MAIL_SERVER_HOST=smtp.gmail.com -e MAIL_SERVER_PORT=465 -e MAIL_SERVER_SSL_ENABLE=true -e MAIL_SERVER_AUTH_ENABLE=true -e MAIL_SERVER_USERNAME=testmail_account -e MAIL_SERVER_PASS=xxxpassxxx -e MAIL_SUBJECT="Düzenli Jira Göstergesinin Ekran Çıktısı" -e MAIL_BODY="Jira ekran çıktısı alındı!" -e JIRA_USERNAME=cemt -e JIRA_PASS=xxx_pass -v /dev/shm:/dev/shm markhobson/maven-chrome:jdk-11 bash
# -v /dev/shm:/dev/shm  <<< eklendi: https://stackoverflow.com/a/53970825/104085