hpgrahsl

$ bin/confluent start
This CLI is intended for development only, not for production
https://docs.confluent.io/current/cli/index.html

Using CONFLUENT_CURRENT: /var/folders/3y/s550jfz10_70pcvp54ngvcqh0000gp/T/confluent.yn9o8RJa
Starting zookeeper
zookeeper is [UP]
Starting kafka
kafka is [UP]
Starting schema-registry

hpgrahsl

[
    {
        "class": "at.grahsl.kafka.connect.mongodb.MongoDbSinkConnector",
        "type": "sink",
        "version": "1.1.0"
    },
    {
        "class": "io.confluent.connect.elasticsearch.ElasticsearchSinkConnector",
        "type": "sink",
        "version": "5.0.0"

hpgrahsl

{ "name": "cosmosdb-sink",
    "config":
    {
      "topics":"blogpost",
      "connector.class":"at.grahsl.kafka.connect.mongodb.MongoDbSinkConnector",
      "key.converter":"org.apache.kafka.connect.json.JsonConverter",
      "key.converter.schemas.enable":false,
      "value.converter":"org.apache.kafka.connect.json.JsonConverter",
      "value.converter.schemas.enable":false,
      "mongodb.connection.uri": "<PUT_YOUR_CONNECTION_STRING_HERE_AND_ADD_DATABASE_NAME>",

hpgrahsl

curl -X POST \
  http://localhost:8083/connectors \
  -H 'Content-Type: application/json' \
  -d '{ "name": "cosmosdb-sink",
    "config":
    {
      "topics":"blogpost",
      "connector.class":"at.grahsl.kafka.connect.mongodb.MongoDbSinkConnector",
      "key.converter":"org.apache.kafka.connect.json.JsonConverter",
      "key.converter.schemas.enable":false,

hpgrahsl

bin/kafka-topics --zookeeper localhost:2181 --topic blogpost --create --replication-factor 1 --partitions 1

hpgrahsl

[
    {
        "class": "at.grahsl.kafka.connect.mongodb.MongoDbSinkConnector",
        "type": "sink",
        "version": "1.2.0"
    },
    {
        "class": "io.debezium.connector.mongodb.MongoDbConnector",
        "type": "source",
        "version": "0.8.1.Final"

hpgrahsl

curl -X POST \
  http://localhost:8083/connectors \
  -H 'Content-Type: application/json' \
  -d '{
    "name": "inventory-connector",
    "config": {
        "connector.class": "io.debezium.connector.mysql.MySqlConnector",
        "tasks.max": "1",
        "database.hostname": "mysql",
        "database.port": "3306",

hpgrahsl

curl -X POST \
  http://localhost:8083/connectors \
  -H 'Content-Type: application/json' \
  -d '{ "name": "cosmosdb-sink",
    "config":
    {
      "topics":"dbserver1.inventory.products,dbserver1.inventory.products_on_hand,dbserver1.inventory.customers,dbserver1.inventory.addresses,dbserver1.inventory.orders",
      "connector.class":"at.grahsl.kafka.connect.mongodb.MongoDbSinkConnector",
      "key.converter":"org.apache.kafka.connect.json.JsonConverter",
      "key.converter.schemas.enable":true,

hpgrahsl

{
    "_id": "10021-2015-ENFO",
    "certificate_number": 9278806,
    "business_name": "ATLIXCO DELI GROCERY INC.",
    "date": "Feb 20 2015",
    "result": "No Violation Issued",
    "sector": "Cigarette Retail Dealer - 127",
    "address": {
        "city": "RIDGEWOOD",
        "zip": 11385,

hpgrahsl

curl -X POST \
  http://localhost:8083/connectors \
  -H 'Content-Type: application/json' \
  -d '{
  "name": "mongodb-replicator-01",
  "config": {
    "connector.class": "io.debezium.connector.mongodb.MongoDbConnector",
    "mongodb.hosts": "config01:27017",
    "mongodb.name": "example",
    "collection.whitelist": "blogpost.demo_collA"