7c00

How to set up a dev environment for hudi connector

Set up a hadoop cluster with hudi tables

Follow the doc https://hudi.apache.org/docs/docker_demo. It's sufficient to finish Step 3: Sync with Hive and then continue to next sections.

Build and launch local presto server

Follow the doc https://github.com/prestodb/presto/blob/master/README.md to build and launch your local presto server.

7c00

import java.io.IOException;
import java.nio.charset.StandardCharsets;
import java.nio.file.Files;
import java.util.Arrays;
import java.util.Iterator;
import java.util.Properties;
import org.I0Itec.zkclient.ZkClient;
import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;

7c00

#!/usr/bin/env python
# coding: utf-8
"""trend.py"""

import logging
import os
import requests


_SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__))

7c00

#!/usr/bin/env python
# encoding: utf-8

import ftplib
import sys

ftp_server = sys.argv[1]
ftp_port = sys.argv[2]
filename = sys.argv[3]

7c00

package main

import (
    "fmt"
    "os"
    "reflect"
)

func main() {
    if len(os.Args) >= 2 && os.Args[1] == "-p" {

7c00

#!/bin/bash
# bash generate random alphanumeric string
#

# bash generate random 32 character alphanumeric string (upper and lowercase) and 
NEW_UUID=$(cat /dev/urandom | tr -dc 'a-zA-Z0-9' | fold -w 32 | head -n 1)

# bash generate random 32 character alphanumeric string (lowercase only)
cat /dev/urandom | tr -dc 'a-zA-Z0-9' | fold -w 32 | head -n 1

7c00

Setting up Vim as your Go IDE

Intro

I've been wanting to do a serious project in Go. One thing holding me back has been a my working environment. As a huge PyCharm user, I was hoping the Go IDE plugin for IntelliJ IDEA would fit my needs. However, it never felt quite right. After a previous experiment a few years ago using Vim, I knew how powerful it could be if I put in the time to make it so. Luckily there are plugins for almost anything you need to do with Go or what you would expect form and IDE. While this is no where near comprehensive, it will get you writing code, building and testing with the power you would expect from Vim.

Getting Started

I'm assuming you're coming with a clean slate. For me this was OSX so I used MacVim. There is nothing in my config files that assumes this is the case.

7c00

set cot=menu,menuone

ino <BS> <BS><C-r>=getline('.')[col('.')-3:col('.')-2]=~#'\k\k'?!pumvisible()?"\<lt>C-n>\<lt>C-p>":'':pumvisible()?"\<lt>C-y>":''<CR>
ino <CR> <C-r>=pumvisible()?"\<lt>C-y>":""<CR><CR>
ino <Tab> <C-r>=pumvisible()?"\<lt>C-n>":"\<lt>Tab>"<CR>
ino <S-Tab> <C-r>=pumvisible()?"\<lt>C-p>":"\<lt>S-Tab>"<CR>

augroup MyAutoComplete 
    au!
    au InsertCharPre * if

7c00

set cot=menu,menuone

ino <BS> <BS><C-r>=getline('.')[col('.')-3:col('.')-2]=~#'\k\k'?!pumvisible()?"\<lt>C-n>\<lt>C-p>":'':pumvisible()?"\<lt>C-y>":''<CR>
inoremap <expr> <CR>    pumvisible() ? "\<C-y>" : ""
inoremap <expr> <Tab>   pumvisible() ? "\<C-n>" : "\<Tab>"
inoremap <expr> <S-Tab> pumvisible() ? "\<C-p>" : "\<S-Tab>"

function! s:skinny_insert(char)
  if !pumvisible() && !exists('s:skinny_complete') &&
              \ getline('.')[col('.') - 2].a:char =~# '\k\k'

7c00

import itertools

def parse_ip(ip):
  rans = map(lambda x: range(x[0], x[-1] + 1),
             [map(int, part.split('-')) for part in ip.split('.')])
  return ['.'.join(map(str, i)) for i in itertools.product(*rans)]

if __name__ == '__main__':
  print('\n'.join(parse_ip('192.168.1-2.1-10')))