Demo of clicktest.sh

demo.md

#Demo

##About The demo is meant to show how to make an automated answer to a hn comment, translated from Norwegian to English with these steps:

1. Click on Chrome address bar.
2. Type translate.google.com and press enter.
3. Click on input field.
4. Type the text for translation and wait for it to translate.
5. Click "Copy"-button to copy text to clipboard.
6. Open new tab.
7. Type hn comment url and press enter.
8. Click on input field.
9. Paste translated text.

##Images

1.png

2.png

3.png

4.png

5.png

clicktest.sh

#!/bin/bash

function click {
    scrot out.png
    pos=$(findimage out.png $1)

    x=$(echo $pos | grep -oP "\d+:" | grep -oP "\d+")
    y=$(echo $pos | grep -oP ":\d+" | grep -oP "\d+")

    size=$(file $1)
    width=$(echo $size | grep -oP "\d+ x" | grep -oP "\d+")
    height=$(echo $size | grep -oP "x \d+" | grep -oP "\d+")

    x=$(expr $x + $width / 2)
    y=$(expr $y + $height / 2)

    echo "click $x $y"
    xdotool mousemove $x $y click 1
}

click 1.png
xdotool type "translate.google.com"
xdotool key KP_Enter
sleep 2s
click 2.png
sleep 1s
xdotool type "Absolutt, det burde være ganske enkelt."
sleep 1s
click 3.png

sleep 1s
click 4.png
sleep 1s
xdotool type "https://news.ycombinator.com/reply?id=11869808&goto=item%3Fid%3D11859980"
xdotool key KP_Enter
sleep 1s
click 5.png
xdotool type "$(xclip -o -selection clipboard)"