Java - Orientación sobre como hacer realidad una idea

import net.sourceforge.tess4j.Tesseract;

import net.sourceforge.tess4j.TesseractException;

import javax.imageio.ImageIO;

import java.awt.*;

import java.awt.event.InputEvent;

import java.awt.image.BufferedImage;

import java.io.File;

import java.io.IOException;

public class ScreenCapture {

    public static void main(String[] args) throws IOException, AWTException, TesseractException {

        // An area of the screen ...

        Rectangle rectangle = new Rectangle(100, 100, 500, 500);

        String path = "/temp/capture/screenCapture.bmp";

        capture(path, rectangle);

        String result = ocrImage(path);

        System.out.println("==> \n" + result);

        if (result.contains("waterfox")) {

            System.out.println("Go to next place");

            clickArea(265, 505);

        }

    }

    private static void capture(String path, Rectangle rectangle) throws AWTException, IOException {

        // Full screen ...

        // Rectangle screenRect = new Rectangle(Toolkit.getDefaultToolkit().getScreenSize());

        BufferedImage capture = new Robot().createScreenCapture(rectangle);

        createDir(path);

        ImageIO.write(capture, "bmp", new File(path));

    }

    private static String ocrImage(String path) throws TesseractException {

        File image = new File(path);

        Tesseract tesseract = new Tesseract();

        tesseract.setDatapath("src/main/resources/tessdata");

        tesseract.setLanguage("eng");

        tesseract.setPageSegMode(1);

        tesseract.setOcrEngineMode(1);

        String result = tesseract.doOCR(image);

        return result;

    }

    private static void clickArea(int x, int y) throws AWTException {

        Robot robot = new Robot();

        robot.setAutoDelay(100);

        robot.mouseMove(x, y);

        // first click

        robot.mousePress(InputEvent.BUTTON1_DOWN_MASK);

        robot.mouseRelease(InputEvent.BUTTON1_DOWN_MASK);

        // second click

        robot.mousePress(InputEvent.BUTTON1_DOWN_MASK);

        robot.mouseRelease(InputEvent.BUTTON1_DOWN_MASK);

    }

    private static boolean createDir(String path) {

        String dir = path.substring(0, path.lastIndexOf("/"));

        File file = new File(dir);

        return file.mkdirs();

    }

}o

set_config_coordinates.bat

screen_capture.bat <path to el property file que salvaste en el step 6>

screen_capture.bat /home/costero/config.properties