2020-03-25 09:21:57 +01:00
|
|
|
#!/usr/bin/env python3
|
|
|
|
|
|
|
|
from kafka import KafkaConsumer
|
|
|
|
from kafka import KafkaAdminClient
|
|
|
|
import json
|
|
|
|
from pprint import pprint
|
|
|
|
import jaydebeapi
|
|
|
|
import sys
|
|
|
|
import random
|
|
|
|
import string
|
|
|
|
from pprint import pprint
|
|
|
|
import requests
|
|
|
|
import datetime
|
|
|
|
import threading
|
|
|
|
import subprocess
|
|
|
|
import jpype
|
|
|
|
import os
|
|
|
|
import shlex
|
|
|
|
|
|
|
|
|
|
|
|
DEBEZIUM_TPC_VOLUME = '/home/tpc/tpcdata'
|
|
|
|
|
2020-06-16 11:55:21 +02:00
|
|
|
with open('tpc-config.json') as f:
|
2020-03-25 09:21:57 +01:00
|
|
|
tpcconfig = json.load(f)
|
|
|
|
|
|
|
|
for x in range(len(tpcconfig['tpc']['commit.intervals'])):
|
|
|
|
subprocess.call(shlex.split('python3 tpcplot.py ' + DEBEZIUM_TPC_VOLUME + '/tpc_' + str(tpcconfig['tpc']['count']) + '_' + str(
|
|
|
|
tpcconfig['tpc']['commit.intervals'][x]) + '.csv ' + DEBEZIUM_TPC_VOLUME + '/tpc_' + str(tpcconfig['tpc']['count']) + '_' + str(tpcconfig['tpc']['commit.intervals'][x])))
|
|
|
|
subprocess.call(shlex.split('python3 time1-tpcplot-full.py ' + DEBEZIUM_TPC_VOLUME + '/tpc_' + str(tpcconfig['tpc']['count']) + '_' + str(
|
|
|
|
tpcconfig['tpc']['commit.intervals'][x]) + '.csv ' + DEBEZIUM_TPC_VOLUME + '/tpc_' + str(tpcconfig['tpc']['count']) + '_' + str(tpcconfig['tpc']['commit.intervals'][x]) + '-t'))
|
|
|
|
if int(tpcconfig['tpc']['commit.intervals'][x]) < 10:
|
|
|
|
zoomfactor = 250
|
|
|
|
else:
|
|
|
|
zoomfactor = 2.5
|
|
|
|
pass
|
|
|
|
subprocess.call(shlex.split('python3 time1-tpcplot-detail.py ' + DEBEZIUM_TPC_VOLUME + '/tpc_' + str(tpcconfig['tpc']['count']) + '_' + str(tpcconfig['tpc']['commit.intervals'][x]) + '.csv ' + DEBEZIUM_TPC_VOLUME + '/tpc_' + str(
|
|
|
|
tpcconfig['tpc']['count']) + '_' + str(tpcconfig['tpc']['commit.intervals'][x]) + '-t-d ' + str(int(int(tpcconfig['tpc']['commit.intervals'][x]) * zoomfactor)) + ' '))
|
|
|
|
subprocess.call(shlex.split('python3 time-delta-hist.py ' + DEBEZIUM_TPC_VOLUME + '/tpc_' + str(tpcconfig['tpc']['count']) + '_' + str(
|
|
|
|
tpcconfig['tpc']['commit.intervals'][x]) + '.csv ' + DEBEZIUM_TPC_VOLUME + '/tpc_' + str(tpcconfig['tpc']['count']) + '_' + str(tpcconfig['tpc']['commit.intervals'][x]) + '-h'))
|