From 04bf38ab4eb91a019c7d41c296ce10c32dbbc390 Mon Sep 17 00:00:00 2001
From: Simon Aubury <response_github@vsimon.com>
Date: Tue, 21 Feb 2023 18:07:26 +1100
Subject: [PATCH] cleanup

---
 config/mastodon-sink-s3.json | 16 ----------------
 kafkaproducer.py             | 18 +-----------------
 shell/go.sh                  | 15 ---------------
 3 files changed, 1 insertion(+), 48 deletions(-)
 delete mode 100644 config/mastodon-sink-s3.json
 delete mode 100755 shell/go.sh

diff --git a/config/mastodon-sink-s3.json b/config/mastodon-sink-s3.json
deleted file mode 100644
index 41ea297..0000000
--- a/config/mastodon-sink-s3.json
+++ /dev/null
@@ -1,16 +0,0 @@
-{
-    "name": "mastodon-sink-s3",
-    "connector.class": "io.confluent.connect.s3.S3SinkConnector",
-    "topics": "mastodon-topic",
-    "format.class": "io.confluent.connect.s3.format.parquet.ParquetFormat",
-    "flush.size": "1000",
-    "s3.bucket.name": "mastodon",
-    "aws.access.key.id": "minio",
-    "aws.secret.access.key": "minio123",
-    "storage.class": "io.confluent.connect.s3.storage.S3Storage",
-    "store.url": "http://localhost:9000"
-}
-
-  
-
-
diff --git a/kafkaproducer.py b/kafkaproducer.py
index 8129378..a5f3a6a 100644
--- a/kafkaproducer.py
+++ b/kafkaproducer.py
@@ -22,28 +22,12 @@ def kafka_producer():
     producer = AvroProducer(producer_config, default_value_schema=value_schema)
     return 'mastodon-topic', producer
 
-    # try:
-        
-
-    #     value_dict = {  'language': 'en', 'favourites': 0, 'username': 'bob', 'bot': False, 'tags': 0, 'characters': 50, 'words': 12}
-
-    #     producer.produce(topic = 'mastodon-topic', value = value_dict)
-    #     producer.flush()
-
-    # except KafkaException as e:
-    #     print('Kafka failure ' + e)
-
-
-
 def main():
+    # example test producer
     topic_name, producer = kafka_producer()
 
     value_dict = {  'language': 'en', 'favourites': 0, 'username': 'bob', 'bot': False, 'tags': 0, 'characters': 50, 'words': 12}
     producer.produce(topic = topic_name, value = value_dict)
-
-    value_dict = {  'language': 'fr', 'favourites': 0, 'username': 'jane', 'bot': False, 'tags': 0, 'characters': 500, 'words': 120}
-    producer.produce(topic = topic_name, value = value_dict)
-
     producer.flush()
 
 if __name__ == '__main__':
diff --git a/shell/go.sh b/shell/go.sh
deleted file mode 100755
index fb13077..0000000
--- a/shell/go.sh
+++ /dev/null
@@ -1,15 +0,0 @@
-#!/bin/bash
-
-BASE=${HOME}/git/saubury/mastodon-stream/
-PY=./env/bin/python
-cd ${BASE}
-
- 
-
-# while true; do echo Start; ${PY} mastodonlisten.py --enableKafka --public; sleep 30; done &
-
-while true; do echo Start; ${PY} mastodonlisten.py --baseURL https://mastodon.social       --enableKafka --watchdog 30 --public; sleep 30; done
-while true; do echo Start; ${PY} mastodonlisten.py --baseURL https://hachyderm.io          --enableKafka --watchdog 600 ; sleep 30; done
-while true; do echo Start; ${PY} mastodonlisten.py --baseURL https://mastodon.au/          --enableKafka --watchdog 600 ; sleep 30; done
-while true; do echo Start; ${PY} mastodonlisten.py --baseURL https://data-folks.masto.host --enableKafka --watchdog 600 ; sleep 30; done
-