The Altair Community is migrating to a new platform to provide a better experience for you. In preparation for the migration, the Altair Community is on read-only mode from October 28 - November 6, 2024. Technical support via cases will continue to work as is. For any urgent requests from Students/Faculty members, please submit the form linked here
Problem with naive bayes....help
Maven
hi everyone i have this xml
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<process version="5.1.006">
<context>
<input/>
<output/>
<macros/>
</context>
<operator activated="true" class="process" compatibility="5.1.006" expanded="true" name="Process">
<parameter key="parallelize_main_process" value="true"/>
<process expanded="true" height="692" width="968">
<operator activated="true" class="text:process_document_from_file" compatibility="5.1.001" expanded="true" height="76" name="Process Documents from Files" width="90" x="45" y="75">
<list key="text_directories">
<parameter key="Negative" value="C:\Documents and Settings\manolis\Desktop\kontos-opinion mininig\DATA_MINIMG\Negative_sosta"/>
<parameter key="Positive" value="C:\Documents and Settings\manolis\Desktop\kontos-opinion mininig\DATA_MINIMG\positive_σωστα"/>
</list>
<parameter key="parallelize_vector_creation" value="true"/>
<process expanded="true" height="396" width="660">
<operator activated="true" class="text:tokenize" compatibility="5.1.001" expanded="true" height="60" name="Tokenize" width="90" x="45" y="165"/>
<operator activated="true" class="text:filter_by_length" compatibility="5.1.001" expanded="true" height="60" name="Filter Tokens (by Length)" width="90" x="112" y="75">
<parameter key="min_chars" value="2"/>
<parameter key="max_chars" value="10"/>
</operator>
<operator activated="true" class="text:transform_cases" compatibility="5.1.001" expanded="true" height="60" name="Transform Cases" width="90" x="313" y="30"/>
<operator activated="false" class="text:filter_stopwords_dictionary" compatibility="5.1.001" expanded="true" height="60" name="Filter Stopwords (Dictionary)" width="90" x="246" y="165">
<parameter key="file" value="C:\Documents and Settings\manolis\Desktop\kontos-opinion mininig\DATA_MINIMG\stopwords_greek\stopwords_greek.txt"/>
</operator>
<operator activated="true" class="text:generate_n_grams_terms" compatibility="5.1.001" expanded="true" height="60" name="Generate n-Grams (Terms)" width="90" x="447" y="210">
<parameter key="max_length" value="22"/>
</operator>
<connect from_port="document" to_op="Tokenize" to_port="document"/>
<connect from_op="Tokenize" from_port="document" to_op="Filter Tokens (by Length)" to_port="document"/>
<connect from_op="Filter Tokens (by Length)" from_port="document" to_op="Transform Cases" to_port="document"/>
<connect from_op="Transform Cases" from_port="document" to_op="Generate n-Grams (Terms)" to_port="document"/>
<connect from_op="Generate n-Grams (Terms)" from_port="document" to_port="document 1"/>
<portSpacing port="source_document" spacing="0"/>
<portSpacing port="sink_document 1" spacing="0"/>
<portSpacing port="sink_document 2" spacing="0"/>
</process>
</operator>
<operator activated="true" class="text:read_document" compatibility="5.1.001" expanded="true" height="60" name="Read Document" width="90" x="112" y="435">
<parameter key="file" value="C:\Documents and Settings\manolis\Desktop\kontos-opinion mininig\Δοκιμαστικα αρθρα\Aρθρο_1.txt"/>
</operator>
<operator activated="true" class="weight_by_svm" compatibility="5.1.006" expanded="true" height="76" name="Weight by SVM" width="90" x="112" y="255"/>
<operator activated="true" class="select_by_weights" compatibility="5.1.006" expanded="true" height="94" name="Select by Weights" width="90" x="380" y="165">
<parameter key="weight_relation" value="top k"/>
<parameter key="k" value="125"/>
</operator>
<operator activated="true" class="naive_bayes" compatibility="5.1.006" expanded="true" height="76" name="Naive Bayes" width="90" x="581" y="165"/>
<operator activated="true" class="text:process_documents" compatibility="5.1.001" expanded="true" height="94" name="Process Documents" width="90" x="313" y="390">
<process expanded="true" height="632" width="932">
<operator activated="true" class="text:tokenize" compatibility="5.1.001" expanded="true" height="60" name="Tokenize (2)" width="90" x="111" y="196"/>
<operator activated="true" class="text:transform_cases" compatibility="5.1.001" expanded="true" height="60" name="Transform Cases (2)" width="90" x="213" y="113"/>
<operator activated="true" class="text:generate_n_grams_terms" compatibility="5.1.001" expanded="true" height="60" name="Generate n-Grams (2)" width="90" x="315" y="30">
<parameter key="max_length" value="22"/>
</operator>
<connect from_port="document" to_op="Tokenize (2)" to_port="document"/>
<connect from_op="Tokenize (2)" from_port="document" to_op="Transform Cases (2)" to_port="document"/>
<connect from_op="Transform Cases (2)" from_port="document" to_op="Generate n-Grams (2)" to_port="document"/>
<connect from_op="Generate n-Grams (2)" from_port="document" to_port="document 1"/>
<portSpacing port="source_document" spacing="0"/>
<portSpacing port="sink_document 1" spacing="0"/>
<portSpacing port="sink_document 2" spacing="0"/>
</process>
</operator>
<operator activated="true" class="apply_model" compatibility="5.1.006" expanded="true" height="76" name="Apply Model" width="90" x="715" y="345">
<list key="application_parameters"/>
</operator>
<connect from_port="input 1" to_op="Process Documents from Files" to_port="word list"/>
<connect from_op="Process Documents from Files" from_port="example set" to_op="Weight by SVM" to_port="example set"/>
<connect from_op="Process Documents from Files" from_port="word list" to_port="result 1"/>
<connect from_op="Read Document" from_port="output" to_op="Process Documents" to_port="documents 1"/>
<connect from_op="Weight by SVM" from_port="weights" to_op="Select by Weights" to_port="weights"/>
<connect from_op="Weight by SVM" from_port="example set" to_op="Select by Weights" to_port="example set input"/>
<connect from_op="Select by Weights" from_port="example set output" to_op="Naive Bayes" to_port="training set"/>
<connect from_op="Naive Bayes" from_port="model" to_op="Apply Model" to_port="model"/>
<connect from_op="Process Documents" from_port="example set" to_op="Apply Model" to_port="unlabelled data"/>
<connect from_op="Apply Model" from_port="labelled data" to_port="result 2"/>
<portSpacing port="source_input 1" spacing="0"/>
<portSpacing port="source_input 2" spacing="0"/>
<portSpacing port="sink_result 1" spacing="0"/>
<portSpacing port="sink_result 2" spacing="0"/>
<portSpacing port="sink_result 3" spacing="0"/>
</process>
</operator>
</process>
i want to see if naive bayes find the right class for my document.when i run the process without the :READ DOCUMENT,PROCESS DOCUMENTS FROM FILES(2),APPLY MODEL AND THE NAIVE BAYES IS INSIDE X VALIDATION) has performance 78%.But in this process says that no obvious errors found but process failed.please help!!!!
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<process version="5.1.006">
<context>
<input/>
<output/>
<macros/>
</context>
<operator activated="true" class="process" compatibility="5.1.006" expanded="true" name="Process">
<parameter key="parallelize_main_process" value="true"/>
<process expanded="true" height="692" width="968">
<operator activated="true" class="text:process_document_from_file" compatibility="5.1.001" expanded="true" height="76" name="Process Documents from Files" width="90" x="45" y="75">
<list key="text_directories">
<parameter key="Negative" value="C:\Documents and Settings\manolis\Desktop\kontos-opinion mininig\DATA_MINIMG\Negative_sosta"/>
<parameter key="Positive" value="C:\Documents and Settings\manolis\Desktop\kontos-opinion mininig\DATA_MINIMG\positive_σωστα"/>
</list>
<parameter key="parallelize_vector_creation" value="true"/>
<process expanded="true" height="396" width="660">
<operator activated="true" class="text:tokenize" compatibility="5.1.001" expanded="true" height="60" name="Tokenize" width="90" x="45" y="165"/>
<operator activated="true" class="text:filter_by_length" compatibility="5.1.001" expanded="true" height="60" name="Filter Tokens (by Length)" width="90" x="112" y="75">
<parameter key="min_chars" value="2"/>
<parameter key="max_chars" value="10"/>
</operator>
<operator activated="true" class="text:transform_cases" compatibility="5.1.001" expanded="true" height="60" name="Transform Cases" width="90" x="313" y="30"/>
<operator activated="false" class="text:filter_stopwords_dictionary" compatibility="5.1.001" expanded="true" height="60" name="Filter Stopwords (Dictionary)" width="90" x="246" y="165">
<parameter key="file" value="C:\Documents and Settings\manolis\Desktop\kontos-opinion mininig\DATA_MINIMG\stopwords_greek\stopwords_greek.txt"/>
</operator>
<operator activated="true" class="text:generate_n_grams_terms" compatibility="5.1.001" expanded="true" height="60" name="Generate n-Grams (Terms)" width="90" x="447" y="210">
<parameter key="max_length" value="22"/>
</operator>
<connect from_port="document" to_op="Tokenize" to_port="document"/>
<connect from_op="Tokenize" from_port="document" to_op="Filter Tokens (by Length)" to_port="document"/>
<connect from_op="Filter Tokens (by Length)" from_port="document" to_op="Transform Cases" to_port="document"/>
<connect from_op="Transform Cases" from_port="document" to_op="Generate n-Grams (Terms)" to_port="document"/>
<connect from_op="Generate n-Grams (Terms)" from_port="document" to_port="document 1"/>
<portSpacing port="source_document" spacing="0"/>
<portSpacing port="sink_document 1" spacing="0"/>
<portSpacing port="sink_document 2" spacing="0"/>
</process>
</operator>
<operator activated="true" class="text:read_document" compatibility="5.1.001" expanded="true" height="60" name="Read Document" width="90" x="112" y="435">
<parameter key="file" value="C:\Documents and Settings\manolis\Desktop\kontos-opinion mininig\Δοκιμαστικα αρθρα\Aρθρο_1.txt"/>
</operator>
<operator activated="true" class="weight_by_svm" compatibility="5.1.006" expanded="true" height="76" name="Weight by SVM" width="90" x="112" y="255"/>
<operator activated="true" class="select_by_weights" compatibility="5.1.006" expanded="true" height="94" name="Select by Weights" width="90" x="380" y="165">
<parameter key="weight_relation" value="top k"/>
<parameter key="k" value="125"/>
</operator>
<operator activated="true" class="naive_bayes" compatibility="5.1.006" expanded="true" height="76" name="Naive Bayes" width="90" x="581" y="165"/>
<operator activated="true" class="text:process_documents" compatibility="5.1.001" expanded="true" height="94" name="Process Documents" width="90" x="313" y="390">
<process expanded="true" height="632" width="932">
<operator activated="true" class="text:tokenize" compatibility="5.1.001" expanded="true" height="60" name="Tokenize (2)" width="90" x="111" y="196"/>
<operator activated="true" class="text:transform_cases" compatibility="5.1.001" expanded="true" height="60" name="Transform Cases (2)" width="90" x="213" y="113"/>
<operator activated="true" class="text:generate_n_grams_terms" compatibility="5.1.001" expanded="true" height="60" name="Generate n-Grams (2)" width="90" x="315" y="30">
<parameter key="max_length" value="22"/>
</operator>
<connect from_port="document" to_op="Tokenize (2)" to_port="document"/>
<connect from_op="Tokenize (2)" from_port="document" to_op="Transform Cases (2)" to_port="document"/>
<connect from_op="Transform Cases (2)" from_port="document" to_op="Generate n-Grams (2)" to_port="document"/>
<connect from_op="Generate n-Grams (2)" from_port="document" to_port="document 1"/>
<portSpacing port="source_document" spacing="0"/>
<portSpacing port="sink_document 1" spacing="0"/>
<portSpacing port="sink_document 2" spacing="0"/>
</process>
</operator>
<operator activated="true" class="apply_model" compatibility="5.1.006" expanded="true" height="76" name="Apply Model" width="90" x="715" y="345">
<list key="application_parameters"/>
</operator>
<connect from_port="input 1" to_op="Process Documents from Files" to_port="word list"/>
<connect from_op="Process Documents from Files" from_port="example set" to_op="Weight by SVM" to_port="example set"/>
<connect from_op="Process Documents from Files" from_port="word list" to_port="result 1"/>
<connect from_op="Read Document" from_port="output" to_op="Process Documents" to_port="documents 1"/>
<connect from_op="Weight by SVM" from_port="weights" to_op="Select by Weights" to_port="weights"/>
<connect from_op="Weight by SVM" from_port="example set" to_op="Select by Weights" to_port="example set input"/>
<connect from_op="Select by Weights" from_port="example set output" to_op="Naive Bayes" to_port="training set"/>
<connect from_op="Naive Bayes" from_port="model" to_op="Apply Model" to_port="model"/>
<connect from_op="Process Documents" from_port="example set" to_op="Apply Model" to_port="unlabelled data"/>
<connect from_op="Apply Model" from_port="labelled data" to_port="result 2"/>
<portSpacing port="source_input 1" spacing="0"/>
<portSpacing port="source_input 2" spacing="0"/>
<portSpacing port="sink_result 1" spacing="0"/>
<portSpacing port="sink_result 2" spacing="0"/>
<portSpacing port="sink_result 3" spacing="0"/>
</process>
</operator>
</process>
i want to see if naive bayes find the right class for my document.when i run the process without the :READ DOCUMENT,PROCESS DOCUMENTS FROM FILES(2),APPLY MODEL AND THE NAIVE BAYES IS INSIDE X VALIDATION) has performance 78%.But in this process says that no obvious errors found but process failed.please help!!!!
0
