praser.py

import pandas as pd
import json
import matplotlib.pyplot as plt
import sys

plt.rcParams['font.sans-serif'] = ['SimHei']  # 用来正常显示中文标签
plt.rcParams['axes.unicode_minus'] = False  # 用来正常显示负号

FILE_NAME = str(sys.argv[1])

symbols_mark = [
    {'key': '草', 'symbols': ['草']},
    {'key': '?', 'symbols': ['?', '？']},
    {'key': 'kksk', 'symbols': ['kksk']},
]


def symbol_in_message(symbols, msg):
    for symbol in symbols:
        if symbol in msg:
            return True
    return False


with open(FILE_NAME, 'r', encoding='utf-8') as file:
    data = file.read()
data = '[' + data[:-1] + ']'
data = json.loads(data)
df = pd.DataFrame(data)
df['time'] = df['time'].apply(lambda x: pd.Timestamp(x, unit='ms', tz='Asia/Shanghai'))
concat_list = []
for symbol_mark in symbols_mark:
    df[symbol_mark.get('key')] = df['text'].apply(lambda msg: symbol_in_message(symbol_mark.get('symbols'), msg))
    has_symbol_df = df[df[symbol_mark.get('key')]]
    symbol_final = has_symbol_df.groupby(pd.Grouper(key='time', freq='60s')).count()
    concat_list.append(symbol_final[symbol_mark.get('key')])

final = pd.concat(concat_list, axis=1)

with pd.option_context('display.max_rows', None, 'display.max_columns', None):
    print(final)
final.plot()
plt.show()
_ = input()