Install cURL UDL Source on Vertica

1_install_udl_deps.sh

#!/bin/sh
# Run on a vertica node. Every node needs curl at least cURL installed

# Install curl and gcc
sudo yum install -y gcc-c++
sudo yum install -y curl
sudo yum install -y libcurl-devel

# `make` will fail on some libs that require Java, but will build the cURL source
cd /opt/vertica/sdk/examples && make

2_create_curl_source.sql

/*
 * Create a library for cURL and add it as a UDL source.
 * Run these commands from vsql or equivalent
 */

CREATE LIBRARY curllib as '/opt/vertica/sdk/examples/build/cURLLib.so'
CREATE SOURCE curl AS LANGUAGE 'C++' NAME 'CurlSourceFactory' LIBRARY curllib

3_example_curl_usage.sql

/*
 * An example of how to use your shiny new curl UDL Source.
 */

CREATE TABLE IF NOT EXISTS rankings (
  pageURL VARCHAR(300), 
  pageRank INT, 
  avgDuration INT
)

COPY rankings WITH SOURCE curl(url='http://big-data-benchmark.s3.amazonaws.com/pavlo/text/tiny/rankings/part-00000') DELIMITER ','