Skip to content

Commit 96264e0

Browse files
committed
add text mining example
1 parent 3de94e6 commit 96264e0

File tree

1 file changed

+20
-0
lines changed

1 file changed

+20
-0
lines changed

examples/text_mining.py

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
import pandas as pd
2+
from niaarm.text import Corpus
3+
from niaarm.mine import get_text_rules
4+
from niapy.algorithms.basic import ParticleSwarmOptimization
5+
6+
df = pd.read_json('datasets/text/artm_test_dataset.json', orient='records')
7+
documents = df['text'].tolist()
8+
corpus = Corpus.from_list(documents)
9+
10+
algorithm = ParticleSwarmOptimization(population_size=200, seed=123)
11+
metrics = ('support', 'confidence', 'aws')
12+
rules, time = get_text_rules(corpus, max_terms=5, algorithm=algorithm, metrics=metrics, max_evals=10000, logging=True)
13+
14+
if len(rules):
15+
print(rules)
16+
print(f'Run time: {time:.2f}s')
17+
rules.to_csv('output.csv')
18+
else:
19+
print('No rules generated')
20+
print(f'Run time: {time:.2f}s')

0 commit comments

Comments
 (0)