Skip to content

Instantly share code, notes, and snippets.

@abserari
Last active January 11, 2021 13:47
Show Gist options
  • Star 1 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save abserari/367ec73c7d856fa710307a7845d0df09 to your computer and use it in GitHub Desktop.
Save abserari/367ec73c7d856fa710307a7845d0df09 to your computer and use it in GitHub Desktop.
Pub/Sub Pattern realized by SQL database;
package main
import (
"bytes"
stdSQL "database/sql"
"encoding/gob"
"fmt"
"strings"
"time"
"github.com/ThreeDotsLabs/watermill"
"github.com/ThreeDotsLabs/watermill-sql/pkg/sql"
"github.com/ThreeDotsLabs/watermill/message"
)
type mysqlUser struct {
ID int
User string
FirstName string
LastName string
CreatedAt time.Time
}
type mysqlSchemaAdapter struct{}
func (m mysqlSchemaAdapter) SchemaInitializingQueries(topic string) []string {
return []string{
`CREATE TABLE IF NOT EXISTS ` + topic + ` (
id INT NOT NULL AUTO_INCREMENT PRIMARY KEY,
user VARCHAR(36) NOT NULL,
first_name VARCHAR(36) NOT NULL,
last_name VARCHAR(36) NOT NULL,
created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP
);`,
}
}
func (m mysqlSchemaAdapter) InsertQuery(topic string, msgs message.Messages) (string, []interface{}, error) {
insertQuery := fmt.Sprintf(
`INSERT INTO %s (user, first_name, last_name, created_at) VALUES %s`,
topic,
strings.TrimRight(strings.Repeat(`(?,?,?,?),`, len(msgs)), ","),
)
var args []interface{}
for _, msg := range msgs {
user := mysqlUser{}
decoder := gob.NewDecoder(bytes.NewBuffer(msg.Payload))
err := decoder.Decode(&user)
if err != nil {
return "", nil, err
}
args = append(args, user.User, user.FirstName, user.LastName, user.CreatedAt)
}
return insertQuery, args, nil
}
func (m mysqlSchemaAdapter) SelectQuery(topic string, consumerGroup string, offsetsAdapter sql.OffsetsAdapter) (string, []interface{}) {
nextOffsetQuery, nextOffsetArgs := offsetsAdapter.NextOffsetQuery(topic, consumerGroup)
selectQuery := `
SELECT id, user, first_name, last_name, created_at FROM ` + topic + `
WHERE
id > (` + nextOffsetQuery + `)
ORDER BY
id ASC
LIMIT 1`
return selectQuery, nextOffsetArgs
}
func (m mysqlSchemaAdapter) UnmarshalMessage(row *stdSQL.Row) (offset int, msg *message.Message, err error) {
user := mysqlUser{}
err = row.Scan(&user.ID, &user.User, &user.FirstName, &user.LastName, &user.CreatedAt)
if err != nil {
return 0, nil, err
}
var payload bytes.Buffer
encoder := gob.NewEncoder(&payload)
err = encoder.Encode(user)
if err != nil {
return 0, nil, err
}
msg = message.NewMessage(watermill.NewULID(), payload.Bytes())
return user.ID, msg, nil
}
package main
import (
"bytes"
stdSQL "database/sql"
"encoding/gob"
"errors"
"fmt"
"strings"
"time"
"github.com/ThreeDotsLabs/watermill-sql/pkg/sql"
"github.com/ThreeDotsLabs/watermill/message"
)
type postgresUser struct {
ID int
Username string
FullName string
CreatedAt time.Time
}
type postgresSchemaAdapter struct{}
func (p postgresSchemaAdapter) SchemaInitializingQueries(topic string) []string {
return []string{
`CREATE TABLE IF NOT EXISTS ` + topic + ` (
id INT NOT NULL PRIMARY KEY,
username VARCHAR(36) NOT NULL,
full_name VARCHAR(36) NOT NULL,
created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP
);`,
}
}
func (p postgresSchemaAdapter) InsertQuery(topic string, msgs message.Messages) (string, []interface{}, error) {
insertQuery := fmt.Sprintf(
`INSERT INTO %s (id, username, full_name, created_at) VALUES %s`,
topic,
strings.TrimRight(strings.Repeat(`($1,$2,$3,$4),`, len(msgs)), ","),
)
var args []interface{}
for _, msg := range msgs {
user := postgresUser{}
decoder := gob.NewDecoder(bytes.NewBuffer(msg.Payload))
err := decoder.Decode(&user)
if err != nil {
return "", nil, err
}
args = append(args, user.ID, user.Username, user.FullName, user.CreatedAt)
}
return insertQuery, args, nil
}
func (p postgresSchemaAdapter) SelectQuery(topic string, consumerGroup string, offsetsAdapter sql.OffsetsAdapter) (string, []interface{}) {
// No need to implement this method, as PostgreSQL subscriber is not used in this example.
return "", nil
}
func (p postgresSchemaAdapter) UnmarshalMessage(row *stdSQL.Row) (offset int, msg *message.Message, err error) {
return 0, nil, errors.New("not implemented")
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment