tet123/debezium-e2e-benchmark/py/runplots.py

40 lines
1.9 KiB
Python
Raw Normal View History

2020-03-25 09:21:57 +01:00
#!/usr/bin/env python3
from kafka import KafkaConsumer
from kafka import KafkaAdminClient
import json
from pprint import pprint
import jaydebeapi
import sys
import random
import string
from pprint import pprint
import requests
import datetime
import threading
import subprocess
import jpype
import os
import shlex
DEBEZIUM_TPC_VOLUME = '/home/tpc/tpcdata'
with open('config.json') as f:
tpcconfig = json.load(f)
for x in range(len(tpcconfig['tpc']['commit.intervals'])):
subprocess.call(shlex.split('python3 tpcplot.py ' + DEBEZIUM_TPC_VOLUME + '/tpc_' + str(tpcconfig['tpc']['count']) + '_' + str(
tpcconfig['tpc']['commit.intervals'][x]) + '.csv ' + DEBEZIUM_TPC_VOLUME + '/tpc_' + str(tpcconfig['tpc']['count']) + '_' + str(tpcconfig['tpc']['commit.intervals'][x])))
subprocess.call(shlex.split('python3 time1-tpcplot-full.py ' + DEBEZIUM_TPC_VOLUME + '/tpc_' + str(tpcconfig['tpc']['count']) + '_' + str(
tpcconfig['tpc']['commit.intervals'][x]) + '.csv ' + DEBEZIUM_TPC_VOLUME + '/tpc_' + str(tpcconfig['tpc']['count']) + '_' + str(tpcconfig['tpc']['commit.intervals'][x]) + '-t'))
if int(tpcconfig['tpc']['commit.intervals'][x]) < 10:
zoomfactor = 250
else:
zoomfactor = 2.5
pass
subprocess.call(shlex.split('python3 time1-tpcplot-detail.py ' + DEBEZIUM_TPC_VOLUME + '/tpc_' + str(tpcconfig['tpc']['count']) + '_' + str(tpcconfig['tpc']['commit.intervals'][x]) + '.csv ' + DEBEZIUM_TPC_VOLUME + '/tpc_' + str(
tpcconfig['tpc']['count']) + '_' + str(tpcconfig['tpc']['commit.intervals'][x]) + '-t-d ' + str(int(int(tpcconfig['tpc']['commit.intervals'][x]) * zoomfactor)) + ' '))
subprocess.call(shlex.split('python3 time-delta-hist.py ' + DEBEZIUM_TPC_VOLUME + '/tpc_' + str(tpcconfig['tpc']['count']) + '_' + str(
tpcconfig['tpc']['commit.intervals'][x]) + '.csv ' + DEBEZIUM_TPC_VOLUME + '/tpc_' + str(tpcconfig['tpc']['count']) + '_' + str(tpcconfig['tpc']['commit.intervals'][x]) + '-h'))