qlikreplicate

FROM mongo:7.0
RUN openssl rand -base64 756 > /etc/mongo-keyfile 
RUN chmod 400 /etc/mongo-keyfile 
RUN chown mongodb:mongodb /etc/mongo-keyfile 

# From https://ginkcode.com/post/how-to-set-up-mongodb-with-replica-set-via-docker-compose
version: '3.8'
 
services:
  mongo:
    build:
      context: .
      dockerfile: Dockerfile
    container_name: mongodb-replicaset
    restart: always
    environment:
      MONGO_INITDB_ROOT_USERNAME: root
      MONGO_INITDB_ROOT_PASSWORD: root
    ports:
      - 27017:27017
    command: --replSet rs0 --keyFile /etc/mongo-keyfile --bind_ip_all --port 27017
    healthcheck:
      test: echo "try { rs.status() } catch (err) { rs.initiate({_id:'rs0',members:[{_id:0,host:'127.0.0.1:27017'}]}) }" | mongosh --port 27017 -u root -p root --authenticationDatabase admin
      interval: 5s
      timeout: 15s
      start_period: 15s
      retries: 10
    volumes:
      - data:/data/db
 
volumes:
  data: {}

mongodb://root:root@localhost:27017/?authSource=admin

import pymongo
import random
import string
import time

def generate_random_string(length=10):
    """Generate a random string of fixed length."""
    letters = string.ascii_lowercase
    return ''.join(random.choice(letters) for i in range(length))

def add_random_data(collection):
    """Adds a new document with random data to the collection."""
    
    new_document = {
        "name": generate_random_string(),
        "age": random.randint(18, 99),
        "email": f"{generate_random_string(5)}@example.com"
    }
    
    result = collection.insert_one(new_document)

    print(f"Added: {result.inserted_id}")

def update_random_data(collection):
    """Updates a random document in the collection."""
    if collection.count_documents({}) > 0:
        # Get a random document using the $sample aggregation operator
        try:
            random_doc_cursor = collection.aggregate([{"$sample": {"size": 1}}])
            random_doc = next(random_doc_cursor)
            new_age = random.randint(18, 99)
            
            collection.update_one(
                {"_id": random_doc["_id"]},
                {"$set": {"age": new_age}}
            )

            print(f"Updated: {random_doc['_id']} with new age {new_age}")
        except StopIteration:
            print("Could not find a document to update.")
    else:
        print("No documents to update.")

def delete_random_data(collection):
    """Deletes a random document from the collection."""
    if collection.count_documents({}) > 0:
        # Get a random document using the $sample aggregation operator
        try:
            random_doc_cursor = collection.aggregate([{"$sample": {"size": 1}}])
            random_doc = next(random_doc_cursor)

            collection.delete_one({"_id": random_doc["_id"]})
            
            print(f"Deleted: {random_doc['_id']}")
        except StopIteration:
            print("Could not find a document to delete.")
    else:
        print("No documents to delete.")


if __name__ == "__main__":
    print("Starting script... Press Ctrl+C to stop.")

    try:
        client = pymongo.MongoClient("mongodb://root:root@localhost:27017/?authSource=admin")
        db = client["random_data_db"]
        collection = db["my_collection"]
        # The ismaster command is cheap and does not require auth.
        client.admin.command('ismaster')
        print("MongoDB connection successful.")
    except pymongo.errors.ConnectionFailure as e:
        print(f"Could not connect to MongoDB: {e}")
        exit()

    while True:
        try:
            add_random_data(collection)
            add_random_data(collection)
            add_random_data(collection)

            update_random_data(collection)
            delete_random_data(collection)
            
            # Wait for five seconds before the next cycle
            time.sleep(5)

        except KeyboardInterrupt:
            print("\nScript stopped by user.")
            break
        except Exception as e:
            print(f"An error occurred: {e}")
            break

    # Close the connection
    client.close()
    print("MongoDB connection closed.")

{
	"header__change_seq":"20260204052516000000000000000004085",
	"header__change_oper":"D","header__change_mask":"80",
	"header__stream_position":"6982d83c:00000005:00000000",
	"header__operation":"DELETE",
	"header__transaction_id":"4155544F434F4D4D4954000000000000",
	"header__timestamp":"2026-02-04 05:25:16.000000",
	"_id":"6982d8186b2cc5ee1a161d13",
	"_doc":"{\"_id\": {\"$oid\": \"6982d8186b2cc5ee1a161d13\"}}"
}