How to combine example set in IO Object Collection

hmhsing

I couldn't combine the example set shown in each IO Object Collection from Loop Attributes. I tried using Loop Collection, Remember and Recall operators, but not worked. The process XML is attached, hope someone can help me with this. Thanks.

<?xml version="1.0" encoding="UTF-8"?>

-<process version="7.5.001">


-<context>

<input/>

<output/>

<macros/>

</context>


-<operator name="Process" expanded="true" compatibility="7.5.001" class="process" activated="true">

<parameter value="init" key="logverbosity"/>

<parameter value="2001" key="random_seed"/>

<parameter value="never" key="send_mail"/>

<parameter value="" key="notification_email"/>

<parameter value="30" key="process_duration_for_mail"/>

<parameter value="SYSTEM" key="encoding"/>


-<process expanded="true">


-<operator name="Retrieve number of tourists" expanded="true" compatibility="7.5.001" class="retrieve" activated="true" y="34" x="45" width="90" height="68">

<parameter value="Samples/data/number of tourists" key="repository_entry"/>

</operator>


-<operator name="Loop Values" expanded="true" compatibility="7.5.001" class="loop_values" activated="true" y="34" x="179" width="90" height="82">

<parameter value="COUNTRY" key="attribute"/>

<parameter value="loop_value" key="iteration_macro"/>


-<process expanded="true">


-<operator name="Filter Examples (4)" expanded="true" compatibility="7.5.001" class="filter_examples" activated="true" y="34" x="45" width="90" height="103">

<parameter value="" key="parameter_expression"/>

<parameter value="custom_filters" key="condition_class"/>

<parameter value="false" key="invert_filter"/>


-<list key="filters_list">

<parameter value="COUNTRY.equals.%{loop_value}" key="filters_entry_key"/>

</list>

<parameter value="true" key="filters_logic_and"/>

<parameter value="true" key="filters_check_metadata"/>

</operator>


-<operator name="Recall (2)" expanded="true" compatibility="7.5.001" class="recall" activated="true" y="238" x="715" width="90" height="68">

<parameter value="data" key="name"/>

<parameter value="ExampleSet" key="io_object"/>

<parameter value="true" key="remove_from_store"/>

</operator>


-<operator name="Set Role" expanded="true" compatibility="7.5.001" class="set_role" activated="true" y="34" x="179" width="90" height="82">

<parameter value="YEAR" key="attribute_name"/>

<parameter value="id" key="target_role"/>

<list key="set_additional_roles"/>

</operator>


-<operator name="Loop Attributes (2)" expanded="true" compatibility="7.5.001" class="concurrency:loop_attributes" activated="true" y="34" x="313" width="90" height="82">

<parameter value="subset" key="attribute_filter_type"/>

<parameter value="" key="attribute"/>

<parameter value="01-12-F|01-12-M|13-19-F|13-19-M|20-29-F|20-29-M|30-39-F|30-39-M|40-49-F|40-49-M|50-59-F|50-59-M|60-65-F|60-65-M|66-F|66-M" key="attributes"/>

<parameter value="false" key="use_except_expression"/>

<parameter value="attribute_value" key="value_type"/>

<parameter value="false" key="use_value_type_exception"/>

<parameter value="time" key="except_value_type"/>

<parameter value="attribute_block" key="block_type"/>

<parameter value="false" key="use_block_type_exception"/>

<parameter value="value_matrix_row_start" key="except_block_type"/>

<parameter value="false" key="invert_selection"/>

<parameter value="true" key="include_special_attributes"/>

<parameter value="loop_attribute" key="attribute_name_macro"/>

<parameter value="false" key="reuse_results"/>

<parameter value="true" key="enable_parallel_execution"/>


-<process expanded="true">


-<operator name="Differentiate (2)" expanded="true" compatibility="7.4.000" class="series:differentiate_example_set" activated="true" y="34" x="112" width="90" height="82">

<parameter value="%{loop_attribute}" key="attribute_name"/>

<parameter value="difference" key="change_mode"/>

<parameter value="1" key="lag"/>

<parameter value="true" key="keep_original_attribute"/>

</operator>


-<operator name="Select Attributes (3)" expanded="true" compatibility="7.5.001" class="select_attributes" activated="true" y="34" x="246" width="90" height="82">

<parameter value="no_missing_values" key="attribute_filter_type"/>

<parameter value="66-F" key="attribute"/>

<parameter value="" key="attributes"/>

<parameter value="[-!"#$%&'()*+,./:;<=>?@\[\\\]_`{|}~]" key="regular_expression"/>

<parameter value="true" key="use_except_expression"/>

<parameter value="numeric" key="value_type"/>

<parameter value="false" key="use_value_type_exception"/>

<parameter value="time" key="except_value_type"/>

<parameter value="attribute_block" key="block_type"/>

<parameter value="false" key="use_block_type_exception"/>

<parameter value="value_matrix_row_start" key="except_block_type"/>

<parameter value="true" key="invert_selection"/>

<parameter value="false" key="include_special_attributes"/>

</operator>

<connect to_port="example set input" to_op="Differentiate (2)" from_port="input 1"/>

<connect to_port="example set input" to_op="Select Attributes (3)" from_port="example set output" from_op="Differentiate (2)"/>

<connect to_port="output 1" from_port="example set output" from_op="Select Attributes (3)"/>

<portSpacing spacing="0" port="source_input 1"/>

<portSpacing spacing="0" port="source_input 2"/>

<portSpacing spacing="0" port="sink_output 1"/>

<portSpacing spacing="0" port="sink_output 2"/>

</process>

</operator>

<operator name="Multiply" expanded="true" compatibility="7.5.001" class="multiply" activated="true" y="85" x="447" width="90" height="103"/>


-<operator name="Loop Collection (3)" expanded="true" compatibility="7.5.001" class="loop_collection" activated="true" y="238" x="581" width="90" height="82">

<parameter value="true" key="set_iteration_macro"/>

<parameter value="iteration" key="macro_name"/>

<parameter value="1" key="macro_start_value"/>

<parameter value="false" key="unfold"/>


-<process expanded="true">


-<operator name="Branch" expanded="true" compatibility="7.5.001" class="branch" activated="true" y="34" x="246" width="90" height="82">

<parameter value="expression" key="condition_type"/>

<parameter value="%{iteration}==1" key="expression"/>

<parameter value="ANOVAMatrix" key="io_object"/>

<parameter value="true" key="return_inner_output"/>


-<process expanded="true">

<connect to_port="input 1" from_port="condition"/>

<portSpacing spacing="0" port="source_condition"/>

<portSpacing spacing="0" port="source_input 1"/>

<portSpacing spacing="0" port="sink_input 1"/>

<portSpacing spacing="0" port="sink_input 2"/>

</process>


-<process expanded="true">


-<operator name="Recall" expanded="true" compatibility="7.5.001" class="recall" activated="true" y="238" x="45" width="90" height="68">

<parameter value="data" key="name"/>

<parameter value="ExampleSet" key="io_object"/>

<parameter value="true" key="remove_from_store"/>

</operator>


-<operator name="Join" expanded="true" compatibility="7.5.001" class="join" activated="true" y="34" x="112" width="90" height="82">

<parameter value="true" key="remove_double_attributes"/>

<parameter value="inner" key="join_type"/>

<parameter value="true" key="use_id_attribute_as_key"/>

<list key="key_attributes"/>

<parameter value="false" key="keep_both_join_attributes"/>

</operator>


-<operator name="Remember" expanded="true" compatibility="7.5.001" class="remember" activated="true" y="85" x="246" width="90" height="68">

<parameter value="data" key="name"/>

<parameter value="ExampleSet" key="io_object"/>

<parameter value="1" key="store_which"/>

<parameter value="true" key="remove_from_process"/>

</operator>

<connect to_port="left" to_op="Join" from_port="condition"/>

<connect to_port="right" to_op="Join" from_port="result" from_op="Recall"/>

<connect to_port="store" to_op="Remember" from_port="join" from_op="Join"/>

<connect to_port="input 1" from_port="stored" from_op="Remember"/>

<portSpacing spacing="0" port="source_condition"/>

<portSpacing spacing="0" port="source_input 1"/>

<portSpacing spacing="0" port="sink_input 1"/>

<portSpacing spacing="0" port="sink_input 2"/>

</process>

</operator>

<connect to_port="condition" to_op="Branch" from_port="single"/>

<connect to_port="output 1" from_port="input 1" from_op="Branch"/>

<portSpacing spacing="0" port="source_single"/>

<portSpacing spacing="0" port="sink_output 1"/>

<portSpacing spacing="0" port="sink_output 2"/>

</process>

</operator>


-<operator name="Select" expanded="true" compatibility="7.5.001" class="select" activated="true" y="85" x="581" width="90" height="68">

<parameter value="1" key="index"/>

<parameter value="false" key="unfold"/>

</operator>


-<operator name="Remember (2)" expanded="true" compatibility="7.5.001" class="remember" activated="true" y="85" x="715" width="90" height="68">

<parameter value="data" key="name"/>

<parameter value="ExampleSet" key="io_object"/>

<parameter value="1" key="store_which"/>

<parameter value="true" key="remove_from_process"/>

</operator>

<connect to_port="example set input" to_op="Filter Examples (4)" from_port="example set"/>

<connect to_port="example set input" to_op="Set Role" from_port="example set output" from_op="Filter Examples (4)"/>

<connect to_port="out 1" from_port="result" from_op="Recall (2)"/>

<connect to_port="input 1" to_op="Loop Attributes (2)" from_port="example set output" from_op="Set Role"/>

<connect to_port="input" to_op="Multiply" from_port="output 1" from_op="Loop Attributes (2)"/>

<connect to_port="collection" to_op="Select" from_port="output 1" from_op="Multiply"/>

<connect to_port="collection" to_op="Loop Collection (3)" from_port="output 2" from_op="Multiply"/>

<connect to_port="store" to_op="Remember (2)" from_port="selected" from_op="Select"/>

<portSpacing spacing="0" port="source_example set"/>

<portSpacing spacing="0" port="sink_out 1"/>

<portSpacing spacing="0" port="sink_out 2"/>

</process>

</operator>

<connect to_port="example set" to_op="Loop Values" from_port="output" from_op="Retrieve number of tourists"/>

<connect to_port="result 1" from_port="out 1" from_op="Loop Values"/>

<portSpacing spacing="0" port="source_input 1"/>

<portSpacing spacing="0" port="sink_result 1"/>

<portSpacing spacing="0" port="sink_result 2"/>

</process>

</operator>

</process>

Thomas_Ott

This thread wasn't helpful?

 

http://community.rapidminer.com/t5/RapidMiner-Studio-Forum/Problem-with-combining-all-example-set-from-IO-Object-Collection/m-p/38582

hmhsing

Thanks for your help. Since I used two loops (loop values and then loop attributes in the subprocess), I need two loop collections (one with join, the other with append inside the loop) to combine all the example set together. It finally works, thanks again.