import pandas as pd
from data_loader.webtext_data import load_data_pirates, load_data_king_arthur

from chester.run_full_cycle import run_tcap, DataSpec

df1 = load_data_pirates().assign(target='chat_logs')
df2 = load_data_king_arthur().assign(target='pirates')
df = pd.concat([df1, df2])
# l = [("lgbm", {"num_leaves": 31})]

out = run_tcap(
    data_spec=DataSpec(df=df, text_column='text', target_column='target'),
    # model_compare=CompareModels(l),
    is_feature_analysis=False, is_text_stats=True, is_model_analysis = False, is_train_model=False
)


