Implement batch and streaming data processing jobs that run on any execution engine.
- website : https://beam.apache.org/
- github : https://github.com/apache/beam
{ | |
"config": { | |
"chainId": 33, | |
"homesteadBlock": 0, | |
"eip155Block": 0, | |
"eip158Block": 0 | |
}, | |
"nonce": "0x0000000000000033", | |
"timestamp": "0x0", | |
"parentHash": "0x0000000000000000000000000000000000000000000000000000000000000000", |
Implement batch and streaming data processing jobs that run on any execution engine.
entries=($(shuf -i 0-10000000000 -n 101));
for i in {1..100}; do a=( $(shuf -e $(seq 1 100)) ) echo "$i, sampledata-$i, ${entries[i]}"; done
Output:
1, sampledata-1, 2130817228
2, sampledata-2, 7428404717
3, sampledata-3, 8420093292
4, sampledata-4, 4015481845
5, sampledata-5, 5976105216
package com.dev.ipfs.sample; | |
import java.io.IOException; | |
import io.ipfs.api.IPFS; | |
import io.ipfs.api.MerkleNode; | |
import io.ipfs.api.NamedStreamable; | |
import io.ipfs.multihash.Multihash; | |
public class IPFSSample { |
import com.amazonaws.auth.AWSCredentials; | |
import com.amazonaws.auth.AWSStaticCredentialsProvider; | |
import com.amazonaws.auth.BasicAWSCredentials; | |
import com.amazonaws.regions.Regions; | |
import com.amazonaws.services.translate.AmazonTranslate; | |
import com.amazonaws.services.translate.AmazonTranslateClientBuilder; | |
import com.amazonaws.services.translate.model.TranslateTextRequest; | |
import com.amazonaws.services.translate.model.TranslateTextResult; | |
public class AmazonTranslateUtil { |
cat /etc/apt/apt.conf.d/localproxy
Put this value:
Acquire::http::Proxy "http://IP:PORT";
pragma solidity ^ 0.4 .24; | |
pragma experimental ABIEncoderV2; | |
contract DecentGov { | |
address public admin; | |
uint public proposalSubmissionStart; | |
uint public proposalSubmissionEnd; |
pragma solidity ^ 0.4 .24; | |
// simple counter program | |
contract Counter{ | |
address public admin; | |
uint count; | |
constructor() public{ | |
count = 0; |
Python based orchestration engine (STABLE
& POPULAR
)
Airflow is a platform to programmatically author, schedule and monitor workflows. Use airflow to author workflows as directed acyclic graphs (DAGs) of tasks.
Scala based serverless event-based programming service (STABLE
& POPULAR
)
OpenWhisk is a cloud-first distributed event-based programming service. It provides a programming model to upload event handlers to a cloud service, and register the handlers to respond to various events.
Java based data ingestion tool (STABLE
)