webcad scraper

webcad.php

    public function handle(Crawler $crawler)
    {
        $res = Http::withOptions([
            'verify' => false,
            'debug' => true,
        ])->get(config('webcad.url'));

        $doc = new \DOMDocument();

        libxml_use_internal_errors(true);

        $doc->loadHtml($res->body());

        $tables = $doc->getElementsByTagName('table');

        foreach ($tables as $table) {
            $rows = $table->getElementsByTagName('tr');
            foreach ($rows as $key => $row) {
                if (! $key) {
                    $columns = $crawler->buildColumns($row);
                } else {
                    $this->results[] = $crawler->buildCells($row, $columns);
                }
            }
        }

        foreach ($this->results as $result) {
            $dispatched_at = Carbon::createFromFormat('m-d-Y H:i:s', $result['Dispatch Time']);

            Incident::firstOrCreate([
                'incident_number' => $result['Incident No.']['number'],
            ], [
                'type' => $result['Incident Type'],
                'location' => $result['Incident Location'],
                'municipality' => $result['Municipality'],
                'dispatched_at' => $dispatched_at,
                'station' => $result['Station'] ?? $result['Agency'],
            ]);
        }
    }