Spreadsheet, table with attribute weights of each model in Auto Model

DocMusher

Hi,
I am wondering if there is a way to create a table consisting of the attribute weights provided by each model used in Auto Model (Different from weight by correlation, rather weight by algorithm)
This would provide an additional way to select the model of preference to deploy (together with resiliency and time needed to compute)
Thanks
Sven

MartinLiebig

Hi @DocMusher ,

we can store the resuts of auto model and create a quick process which gets you all the weights in an ExampleSet to export it. Would this work?

Best,

Martin

MartinLiebig

Hi @DocMusher ,

here you are. Process Attached.

Cheers,

Martin

<?xml version="1.0" encoding="UTF-8"?><process version="9.7.001">
  <context>
    <input/>
    <output/>
    <macros/>
  </context>
  <operator activated="true" class="process" compatibility="9.7.001" expanded="true" name="Process">
    <parameter key="logverbosity" value="init"/>
    <parameter key="random_seed" value="2001"/>
    <parameter key="send_mail" value="never"/>
    <parameter key="notification_email" value=""/>
    <parameter key="process_duration_for_mail" value="30"/>
    <parameter key="encoding" value="SYSTEM"/>
    <process expanded="true">
      <operator activated="true" class="loop_repository" compatibility="9.7.001" expanded="true" height="82" name="Loop Repository" width="90" x="45" y="34">
        <parameter key="repository_folder" value="//Local Repository/Forum/Sven AM"/>
        <parameter key="entry_type" value="IOObject"/>
        <parameter key="filter" value="Weights"/>
        <parameter key="filtered_string" value="file name (last part of the path)"/>
        <parameter key="entry_name_macro" value="entry_name"/>
        <parameter key="repository_path_macro" value="repository_path"/>
        <parameter key="parent_folder_macro" value="parent_folder"/>
        <parameter key="recursive" value="true"/>
        <process expanded="true">
          <operator activated="true" class="handle_exception" compatibility="9.7.001" expanded="true" height="82" name="Handle Exception" width="90" x="112" y="34">
            <parameter key="add_details_to_log" value="false"/>
            <process expanded="true">
              <operator activated="true" class="weights_to_data" compatibility="9.7.001" expanded="true" height="68" name="Weights to Data" width="90" x="45" y="34"/>
              <operator activated="true" class="generate_attributes" compatibility="9.7.001" expanded="true" height="82" name="Generate Attributes" width="90" x="179" y="34">
                <list key="function_descriptions">
                  <parameter key="model" value="%{parent_folder}"/>
                </list>
                <parameter key="keep_all" value="true"/>
              </operator>
              <connect from_port="in 1" to_op="Weights to Data" to_port="attribute weights"/>
              <connect from_op="Weights to Data" from_port="example set" to_op="Generate Attributes" to_port="example set input"/>
              <connect from_op="Generate Attributes" from_port="example set output" to_port="out 1"/>
              <portSpacing port="source_in 1" spacing="0"/>
              <portSpacing port="source_in 2" spacing="0"/>
              <portSpacing port="sink_out 1" spacing="0"/>
              <portSpacing port="sink_out 2" spacing="0"/>
            </process>
            <process expanded="true">
              <portSpacing port="source_in 1" spacing="0"/>
              <portSpacing port="source_in 2" spacing="0"/>
              <portSpacing port="sink_out 1" spacing="0"/>
              <portSpacing port="sink_out 2" spacing="0"/>
            </process>
          </operator>
          <connect from_port="repository object" to_op="Handle Exception" to_port="in 1"/>
          <connect from_op="Handle Exception" from_port="out 1" to_port="out 1"/>
          <portSpacing port="source_repository object" spacing="0"/>
          <portSpacing port="source_in 1" spacing="0"/>
          <portSpacing port="sink_out 1" spacing="0"/>
          <portSpacing port="sink_out 2" spacing="0"/>
        </process>
        <description align="center" color="transparent" colored="false" width="126">Choose the AM Results folder here!</description>
      </operator>
      <operator activated="true" class="operator_toolbox:advanced_append" compatibility="2.6.000" expanded="true" height="82" name="Append (Superset)" width="90" x="179" y="34"/>
      <operator activated="true" class="blending:pivot" compatibility="9.7.001" expanded="true" height="82" name="Pivot" origin="GENERATED_TURBOPREP" width="90" x="380" y="34">
        <parameter key="group_by_attributes" value="Attribute"/>
        <parameter key="column_grouping_attribute" value="model"/>
        <list key="aggregation_attributes">
          <parameter key="Weight" value="average"/>
        </list>
        <parameter key="use_default_aggregation" value="false"/>
        <parameter key="default_aggregation_function" value="first"/>
      </operator>
      <operator activated="true" class="rename_by_replacing" compatibility="9.7.001" expanded="true" height="82" name="Rename by Replacing" width="90" x="581" y="34">
        <parameter key="attribute_filter_type" value="all"/>
        <parameter key="attribute" value=""/>
        <parameter key="attributes" value=""/>
        <parameter key="use_except_expression" value="false"/>
        <parameter key="value_type" value="attribute_value"/>
        <parameter key="use_value_type_exception" value="false"/>
        <parameter key="except_value_type" value="time"/>
        <parameter key="block_type" value="attribute_block"/>
        <parameter key="use_block_type_exception" value="false"/>
        <parameter key="except_block_type" value="value_matrix_row_start"/>
        <parameter key="invert_selection" value="false"/>
        <parameter key="include_special_attributes" value="false"/>
        <parameter key="replace_what" value="average\((.+)\)"/>
        <parameter key="replace_by" value="$1"/>
      </operator>
      <connect from_op="Loop Repository" from_port="out 1" to_op="Append (Superset)" to_port="example set 1"/>
      <connect from_op="Append (Superset)" from_port="merged set" to_op="Pivot" to_port="input"/>
      <connect from_op="Pivot" from_port="output" to_op="Rename by Replacing" to_port="example set input"/>
      <connect from_op="Rename by Replacing" from_port="example set output" to_port="result 1"/>
      <portSpacing port="source_input 1" spacing="0"/>
      <portSpacing port="sink_result 1" spacing="0"/>
      <portSpacing port="sink_result 2" spacing="0"/>
    </process>
  </operator>
</process>

DocMusher

Yes, this would be a good solution!

DocMusher

Great!!!!!! Thanks