Skip to content

WALKTHROUGH.md

Latest commit

 

History

History
246 lines (211 loc) · 5.61 KB

WALKTHROUGH.md

File metadata and controls

246 lines (211 loc) · 5.61 KB
Raw

rhio Walkthrough

A small step-by-step guide to play with rhio.

Requirements

Files

There's a bunch of files required to follow the steps, make sure you have the following ready:

cluster-stream-1.json 
{
  "name": "cluster-stream-1",
  "subjects": [
    "foo.*"
  ],
  "retention": "limits",
  "max_consumers": -1,
  "max_msgs_per_subject": -1,
  "max_msgs": -1,
  "max_bytes": -1,
  "max_age": 0,
  "max_msg_size": -1,
  "storage": "memory",
  "discard": "old",
  "num_replicas": 1,
  "duplicate_window": 120000000000,
  "sealed": false,
  "deny_delete": false,
  "deny_purge": false,
  "allow_rollup_hdrs": false,
  "allow_direct": true,
  "mirror_direct": false,
  "consumer_limits": {}
}
cluster-stream-2.json 
{
  "name": "cluster-stream-2",
  "subjects": [
    "foo.*"
  ],
  "retention": "limits",
  "max_consumers": -1,
  "max_msgs_per_subject": -1,
  "max_msgs": -1,
  "max_bytes": -1,
  "max_age": 0,
  "max_msg_size": -1,
  "storage": "memory",
  "discard": "old",
  "num_replicas": 1,
  "duplicate_window": 120000000000,
  "sealed": false,
  "deny_delete": false,
  "deny_purge": false,
  "allow_rollup_hdrs": false,
  "allow_direct": true,
  "mirror_direct": false,
  "consumer_limits": {}
}
config-1.yaml 
# cluster-1

bind_port: 8022
http_bind_port: 3000
network_id: "rhio-default-network-1"

# Public Key: d4e8b43fccc2d65c36f47cf999aee94c3480184b3c8fdf7a077aa6f0ee648076
private_key_path: "private-key-1.txt"

s3:
  endpoint: "http://localhost:8000"
  region: "eu-central-1"
  credentials:
    access_key: "rhio"
    secret_key: "rhio_password"

nats:
  endpoint: "localhost:8009"

nodes:
  - public_key: "5ee70a7e7abdf7174178434eebd1d45a0c879086d19eebe175eb1d99e9f4feee"
    endpoints:
      - "127.0.0.1:9022"
      - "[::1]:9023"

publish:
  s3_buckets:
    - "bucket-out"
  nats_subjects:
    - subject: "foo.*"
      stream: "cluster-stream-1"

subscribe:
  s3_buckets:
    - remote_bucket: "bucket-out"
      local_bucket: "bucket-in"
      public_key: "5ee70a7e7abdf7174178434eebd1d45a0c879086d19eebe175eb1d99e9f4feee"
  nats_subjects:
    - subject: "foo.meta"
      stream: "cluster-stream-1"
      public_key: "5ee70a7e7abdf7174178434eebd1d45a0c879086d19eebe175eb1d99e9f4feee"
config-2.yaml 
# cluster-2

bind_port: 9022
http_bind_port: 3002
network_id: "rhio-default-network-1"

# Public Key: 5ee70a7e7abdf7174178434eebd1d45a0c879086d19eebe175eb1d99e9f4feee
private_key_path: "private-key-2.txt"

s3:
  endpoint: "http://localhost:9000"
  region: "eu-central-1"
  credentials:
    access_key: "rhio"
    secret_key: "rhio_password"

nats:
  endpoint: "localhost:9009"

nodes:
  - public_key: "d4e8b43fccc2d65c36f47cf999aee94c3480184b3c8fdf7a077aa6f0ee648076"
    endpoints:
      - "127.0.0.1:8022"
      - "[::1]:8023"

publish:
  s3_buckets:
    - "bucket-out"
  nats_subjects:
    - subject: "foo.*"
      stream: "cluster-stream-2"

subscribe:
  s3_buckets:
    - remote_bucket: "bucket-out"
      local_bucket: "bucket-in"
      public_key: "d4e8b43fccc2d65c36f47cf999aee94c3480184b3c8fdf7a077aa6f0ee648076"
  nats_subjects:
    - subject: "foo.*"
      stream: "cluster-stream-2"
      public_key: "d4e8b43fccc2d65c36f47cf999aee94c3480184b3c8fdf7a077aa6f0ee648076"
docker-compose.yaml 
services:
  minio_1:
    image: docker.io/minio/minio:latest
    command: [ "server", "/data", "--console-address", ":9001" ]
    ports:
      - '8000:9000'
      - '8001:9001'
    environment:
      - MINIO_ROOT_USER=rhio
      - MINIO_ROOT_PASSWORD=rhio_password
  minio_2:
    image: docker.io/minio/minio:latest
    command: [ "server", "/data", "--console-address", ":9001" ]
    ports:
      - '9000:9000'
      - '9001:9001'
    environment:
      - MINIO_ROOT_USER=rhio
      - MINIO_ROOT_PASSWORD=rhio_password
private-key-1.txt 
c749c4c7bca73136001520041ac8a00e138dd075da798be33d4644a69cb0c5f8
private-key-2.txt 
d00f23f44b598d0b789b7ff0f1d99a24dc11eda434ad485f692786b624ac83f4

Steps

  1. Run both NATS server (in separate terminals)
./nats-server -js -p 8009
./nats-server -js -p 9009
  1. Launch both MinIO servers (see docker-compose.yaml)
docker-compose up -d
  1. Make sure the "bucket-in" and "bucket-out" buckets exists in both MinIO databases, you can log in via a web interface at http://localhost:8001 and http://localhost:9001 to check that
  2. Create streams on both NATS servers
./nats -s localhost:8009 str add --config cluster-stream-1.json
./nats -s localhost:9009 str add --config cluster-stream-2.json
  1. Launch both rhio nodes (in separate terminals), make sure that private-key-*.txt and config-*.yaml files are in the same directory, or adjust the paths accordingly
cargo run -- -c config-1.yaml -l DEBUG
cargo run -- -c config-2.yaml -l DEBUG
  1. Subscribe to a subject (example is for first NATS server)
./nats -s localhost:8009 sub "foo.*"
  1. Start a NATS client and publish messages
./nats -s localhost:9009 pub "foo.meta" "test"