The Altair Community is migrating to a new platform to provide a better experience for you. In preparation for the migration, the Altair Community is on read-only mode from October 28 - November 6, 2024. Technical support via cases will continue to work as is. For any urgent requests from Students/Faculty members, please submit the form linked here

On Twitter API feed I am loosing the last digit on the tweet tweet_id using depivot.

Robi_MeRobi_Me Member Posts: 32 Maven
Hi

I am doing some work on extracting data from the Twitter API, and I am having problems extracting the id for the tweet. I keep loosing the last character. 
<?xml version="1.0" encoding="UTF-8"?><process version="9.10.000">
  <context>
    <input/>
    <output/>
    <macros/>
  </context>
  <operator activated="true" class="process" compatibility="9.10.000" expanded="true" name="Process">
    <parameter key="logverbosity" value="init"/>
    <parameter key="random_seed" value="2001"/>
    <parameter key="send_mail" value="never"/>
    <parameter key="notification_email" value=""/>
    <parameter key="process_duration_for_mail" value="30"/>
    <parameter key="encoding" value="SYSTEM"/>
    <process expanded="true">
      <operator activated="true" class="text:create_document" compatibility="9.4.000" expanded="true" height="68" name="Create Document" width="90" x="45" y="187">
        <parameter key="text" value="{&quot;success&quot;:true,&quot;total&quot;:5,&quot;message&quot;:&quot;Executed query successfully&quot;,&quot;searchTerms&quot;:&quot;\&quot;alexander forbes\&quot;&quot;,&quot;data&quot;:[{&quot;tweet&quot;:{&quot;bookmark_count&quot;:0,&quot;bookmarked&quot;:false,&quot;created_at&quot;:&quot;Mon Jun 26 06:40:42 +0000 2023&quot;,&quot;conversation_id_str&quot;:&quot;1673219718721806336&quot;,&quot;favorite_count&quot;:1,&quot;favorited&quot;:false,&quot;full_text&quot;:&quot;@AlexanderForbes @Alexander Forbes please respond to my email requests.l need my 2014 IRP5 for resolving with SARS.l have emailed you several times from last week.Please respond urgently.&quot;,&quot;in_reply_to_screen_name&quot;:&quot;AlexanderForbes&quot;,&quot;in_reply_to_user_id_str&quot;:&quot;59608915&quot;,&quot;is_quote_status&quot;:false,&quot;lang&quot;:&quot;en&quot;,&quot;quote_count&quot;:0,&quot;reply_count&quot;:0,&quot;retweet_count&quot;:0,&quot;retweeted&quot;:false,&quot;user_id_str&quot;:&quot;864307387913695232&quot;,&quot;id_str&quot;:&quot;1673219718721806336&quot;},&quot;user&quot;:{&quot;can_dm&quot;:true,&quot;can_media_tag&quot;:true,&quot;created_at&quot;:&quot;Tue May 16 02:31:54 +0000 2017&quot;,&quot;default_profile_image&quot;:false,&quot;description&quot;:&quot;Child Of God COTH INT, IT, ICT Cloud Digital Agile Project Manager / ICT, IT Business 16 Years, Family &amp; Music Promoter in the making&quot;,&quot;fast_followers_count&quot;:0,&quot;favourites_count&quot;:6466,&quot;followers_count&quot;:136,&quot;friends_count&quot;:453,&quot;has_custom_timelines&quot;:true,&quot;is_translator&quot;:false,&quot;listed_count&quot;:0,&quot;location&quot;:&quot;Terenure, Johannesburg SA&quot;,&quot;media_count&quot;:395,&quot;name&quot;:&quot;William Mashaba Siduna&quot;,&quot;normal_followers_count&quot;:136,&quot;possibly_sensitive&quot;:false,&quot;profile_image_url_https&quot;:&quot;https://pbs.twimg.com/profile_images/1666330890815848450/B1LZlkMl_normal.jpg&quot;,&quot;screen_name&quot;:&quot;WSiduna&quot;,&quot;statuses_count&quot;:1907,&quot;translator_type&quot;:&quot;none&quot;,&quot;verified&quot;:false,&quot;want_retweets&quot;:false,&quot;withheld_in_countries&quot;:[]}},{&quot;tweet&quot;:{&quot;bookmark_count&quot;:0,&quot;bookmarked&quot;:false,&quot;created_at&quot;:&quot;Sun Jun 25 23:17:09 +0000 2023&quot;,&quot;conversation_id_str&quot;:&quot;1673067026053574664&quot;,&quot;favorite_count&quot;:0,&quot;favorited&quot;:false,&quot;full_text&quot;:&quot;@theskygenieshow @WrestleTalk_TV As long as there is a PPV event tonight, I don’t care. As long there is a Wrestling event, I’ll be excited&quot;,&quot;in_reply_to_screen_name&quot;:&quot;theskygenieshow&quot;,&quot;in_reply_to_status_id_str&quot;:&quot;1673103988861071362&quot;,&quot;in_reply_to_user_id_str&quot;:&quot;992148401788669952&quot;,&quot;is_quote_status&quot;:false,&quot;lang&quot;:&quot;en&quot;,&quot;quote_count&quot;:0,&quot;reply_count&quot;:0,&quot;retweet_count&quot;:0,&quot;retweeted&quot;:false,&quot;user_id_str&quot;:&quot;2737469578&quot;,&quot;id_str&quot;:&quot;1673108095667503104&quot;},&quot;user&quot;:{&quot;can_dm&quot;:false,&quot;can_media_tag&quot;:true,&quot;created_at&quot;:&quot;Fri Aug 08 18:40:42 +0000 2014&quot;,&quot;default_profile_image&quot;:false,&quot;description&quot;:&quot;&quot;,&quot;fast_followers_count&quot;:0,&quot;favourites_count&quot;:309,&quot;followers_count&quot;:44,&quot;friends_count&quot;:269,&quot;has_custom_timelines&quot;:false,&quot;is_translator&quot;:false,&quot;listed_count&quot;:0,&quot;location&quot;:&quot;Blackpool, England&quot;,&quot;media_count&quot;:8,&quot;name&quot;:&quot;Alexander Forbes&quot;,&quot;normal_followers_count&quot;:44,&quot;possibly_sensitive&quot;:false,&quot;profile_banner_url&quot;:&quot;https://pbs.twimg.com/profile_banners/2737469578/1434097773&quot;,&quot;profile_image_url_https&quot;:&quot;https://pbs.twimg.com/profile_images/1429497043660288006/okKAPA5Z_normal.jpg&quot;,&quot;screen_name&quot;:&quot;715Alexander&quot;,&quot;statuses_count&quot;:555,&quot;translator_type&quot;:&quot;none&quot;,&quot;verified&quot;:false,&quot;want_retweets&quot;:false,&quot;withheld_in_countries&quot;:[]}},{&quot;tweet&quot;:{&quot;bookmark_count&quot;:0,&quot;bookmarked&quot;:false,&quot;created_at&quot;:&quot;Sun Jun 25 20:44:02 +0000 2023&quot;,&quot;conversation_id_str&quot;:&quot;1673067026053574664&quot;,&quot;favorite_count&quot;:0,&quot;favorited&quot;:false,&quot;full_text&quot;:&quot;@WrestleTalk_TV Okay. One less match on WrestleLeague but, it’ll still be interesting how the other matches go&quot;,&quot;in_reply_to_screen_name&quot;:&quot;WrestleTalk_TV&quot;,&quot;in_reply_to_status_id_str&quot;:&quot;1673067026053574664&quot;,&quot;in_reply_to_user_id_str&quot;:&quot;448441609&quot;,&quot;is_quote_status&quot;:false,&quot;lang&quot;:&quot;en&quot;,&quot;quote_count&quot;:0,&quot;reply_count&quot;:1,&quot;retweet_count&quot;:0,&quot;retweeted&quot;:false,&quot;user_id_str&quot;:&quot;2737469578&quot;,&quot;id_str&quot;:&quot;1673069562898653185&quot;},&quot;user&quot;:{&quot;can_dm&quot;:false,&quot;can_media_tag&quot;:true,&quot;created_at&quot;:&quot;Fri Aug 08 18:40:42 +0000 2014&quot;,&quot;default_profile_image&quot;:false,&quot;description&quot;:&quot;&quot;,&quot;fast_followers_count&quot;:0,&quot;favourites_count&quot;:309,&quot;followers_count&quot;:44,&quot;friends_count&quot;:269,&quot;has_custom_timelines&quot;:false,&quot;is_translator&quot;:false,&quot;listed_count&quot;:0,&quot;location&quot;:&quot;Blackpool, England&quot;,&quot;media_count&quot;:8,&quot;name&quot;:&quot;Alexander Forbes&quot;,&quot;normal_followers_count&quot;:44,&quot;possibly_sensitive&quot;:false,&quot;profile_banner_url&quot;:&quot;https://pbs.twimg.com/profile_banners/2737469578/1434097773&quot;,&quot;profile_image_url_https&quot;:&quot;https://pbs.twimg.com/profile_images/1429497043660288006/okKAPA5Z_normal.jpg&quot;,&quot;screen_name&quot;:&quot;715Alexander&quot;,&quot;statuses_count&quot;:555,&quot;translator_type&quot;:&quot;none&quot;,&quot;verified&quot;:false,&quot;want_retweets&quot;:false,&quot;withheld_in_countries&quot;:[]}},{&quot;tweet&quot;:{&quot;bookmark_count&quot;:0,&quot;bookmarked&quot;:false,&quot;created_at&quot;:&quot;Sun Jun 25 14:04:09 +0000 2023&quot;,&quot;conversation_id_str&quot;:&quot;1672961862428704768&quot;,&quot;favorite_count&quot;:0,&quot;favorited&quot;:false,&quot;full_text&quot;:&quot;@Wezi_heartsound Link I join some&quot;,&quot;in_reply_to_screen_name&quot;:&quot;Wezi_heartsound&quot;,&quot;in_reply_to_status_id_str&quot;:&quot;1672961862428704768&quot;,&quot;in_reply_to_user_id_str&quot;:&quot;1354300669&quot;,&quot;is_quote_status&quot;:false,&quot;lang&quot;:&quot;en&quot;,&quot;quote_count&quot;:0,&quot;reply_count&quot;:0,&quot;retweet_count&quot;:0,&quot;retweeted&quot;:false,&quot;user_id_str&quot;:&quot;1256642933744336902&quot;,&quot;id_str&quot;:&quot;1672968926748082182&quot;},&quot;user&quot;:{&quot;can_dm&quot;:false,&quot;can_media_tag&quot;:false,&quot;created_at&quot;:&quot;Sat May 02 17:53:32 +0000 2020&quot;,&quot;default_profile_image&quot;:false,&quot;description&quot;:&quot;i am who I am what I do defines me,full time manchester united supporter, movie lover, children lover&quot;,&quot;fast_followers_count&quot;:0,&quot;favourites_count&quot;:21069,&quot;followers_count&quot;:556,&quot;friends_count&quot;:2474,&quot;has_custom_timelines&quot;:true,&quot;is_translator&quot;:false,&quot;listed_count&quot;:3,&quot;location&quot;:&quot;Lusaka, Zambia&quot;,&quot;media_count&quot;:13,&quot;name&quot;:&quot;Alexander Forbes&#55356;&#56831;&#55356;&#56818;&#55356;&#56831;&#55356;&#56818;&#55358;&#56593;&#55358;&#56593;&#55358;&#56593;&#55358;&#56593;&#55357;&#56501;&#55357;&#56500;&#55357;&#56502;&#55357;&#56503;&#55357;&#56499;&#55357;&#56496;&#55357;&#56504;&quot;,&quot;normal_followers_count&quot;:556,&quot;possibly_sensitive&quot;:false,&quot;profile_banner_url&quot;:&quot;https://pbs.twimg.com/profile_banners/1256642933744336902/1588443390&quot;,&quot;profile_image_url_https&quot;:&quot;https://pbs.twimg.com/profile_images/1509929001883738116/jMYKzyBN_normal.jpg&quot;,&quot;screen_name&quot;:&quot;Alexand90845096&quot;,&quot;statuses_count&quot;:1580,&quot;translator_type&quot;:&quot;none&quot;,&quot;verified&quot;:false,&quot;want_retweets&quot;:false,&quot;withheld_in_countries&quot;:[]}},{&quot;tweet&quot;:{&quot;bookmark_count&quot;:0,&quot;bookmarked&quot;:false,&quot;created_at&quot;:&quot;Sun Jun 25 14:02:45 +0000 2023&quot;,&quot;conversation_id_str&quot;:&quot;1672840965927608320&quot;,&quot;favorite_count&quot;:0,&quot;favorited&quot;:false,&quot;full_text&quot;:&quot;@Nachi_Mushy @glasses__girl Ok boi but mona apo it was suppose to the man is evil not men are evil&quot;,&quot;in_reply_to_screen_name&quot;:&quot;Nachi_Mushy&quot;,&quot;in_reply_to_status_id_str&quot;:&quot;1672860103366565888&quot;,&quot;in_reply_to_user_id_str&quot;:&quot;3239377665&quot;,&quot;is_quote_status&quot;:false,&quot;lang&quot;:&quot;en&quot;,&quot;quote_count&quot;:0,&quot;reply_count&quot;:0,&quot;retweet_count&quot;:0,&quot;retweeted&quot;:false,&quot;user_id_str&quot;:&quot;1256642933744336902&quot;,&quot;id_str&quot;:&quot;1672968578021175301&quot;},&quot;user&quot;:{&quot;can_dm&quot;:false,&quot;can_media_tag&quot;:false,&quot;created_at&quot;:&quot;Sat May 02 17:53:32 +0000 2020&quot;,&quot;default_profile_image&quot;:false,&quot;description&quot;:&quot;i am who I am what I do defines me,full time manchester united supporter, movie lover, children lover&quot;,&quot;fast_followers_count&quot;:0,&quot;favourites_count&quot;:21069,&quot;followers_count&quot;:556,&quot;friends_count&quot;:2474,&quot;has_custom_timelines&quot;:true,&quot;is_translator&quot;:false,&quot;listed_count&quot;:3,&quot;location&quot;:&quot;Lusaka, Zambia&quot;,&quot;media_count&quot;:13,&quot;name&quot;:&quot;Alexander Forbes&#55356;&#56831;&#55356;&#56818;&#55356;&#56831;&#55356;&#56818;&#55358;&#56593;&#55358;&#56593;&#55358;&#56593;&#55358;&#56593;&#55357;&#56501;&#55357;&#56500;&#55357;&#56502;&#55357;&#56503;&#55357;&#56499;&#55357;&#56496;&#55357;&#56504;&quot;,&quot;normal_followers_count&quot;:556,&quot;possibly_sensitive&quot;:false,&quot;profile_banner_url&quot;:&quot;https://pbs.twimg.com/profile_banners/1256642933744336902/1588443390&quot;,&quot;profile_image_url_https&quot;:&quot;https://pbs.twimg.com/profile_images/1509929001883738116/jMYKzyBN_normal.jpg&quot;,&quot;screen_name&quot;:&quot;Alexand90845096&quot;,&quot;statuses_count&quot;:1580,&quot;translator_type&quot;:&quot;none&quot;,&quot;verified&quot;:false,&quot;want_retweets&quot;:false,&quot;withheld_in_countries&quot;:[]}}]}"/>
        <parameter key="add label" value="false"/>
        <parameter key="label_type" value="nominal"/>
      </operator>
      <operator activated="true" class="text:json_to_data" compatibility="9.4.000" expanded="true" height="82" name="JSON To Data" width="90" x="179" y="187">
        <parameter key="ignore_arrays" value="false"/>
        <parameter key="limit_attributes" value="false"/>
        <parameter key="skip_invalid_documents" value="false"/>
        <parameter key="guess_data_types" value="true"/>
        <parameter key="keep_missing_attributes" value="false"/>
        <parameter key="missing_values_aliases" value=", null, NaN, missing"/>
      </operator>
      <operator activated="true" class="multiply" compatibility="9.10.000" expanded="true" height="124" name="Multiply" width="90" x="313" y="187"/>
      <operator activated="true" class="de_pivot" compatibility="9.10.000" expanded="true" height="82" name="De-Pivot" width="90" x="447" y="442">
        <list key="attribute_name">
          <parameter key="id" value="data\[\d*\].tweet.conversation_id_str"/>
          <parameter key="favorite_count" value="data\[\d*\].tweet.favorite_count"/>
        </list>
        <parameter key="index_attribute" value="uuid"/>
        <parameter key="create_nominal_index" value="false"/>
        <parameter key="keep_missings" value="true"/>
      </operator>
      <operator activated="true" class="select_attributes" compatibility="9.10.000" expanded="true" height="82" name="Select Attributes (6)" width="90" x="581" y="442">
        <parameter key="attribute_filter_type" value="regular_expression"/>
        <parameter key="attribute" value=""/>
        <parameter key="attributes" value=""/>
        <parameter key="regular_expression" value=".*\[\d*\].*"/>
        <parameter key="use_except_expression" value="false"/>
        <parameter key="value_type" value="attribute_value"/>
        <parameter key="use_value_type_exception" value="false"/>
        <parameter key="except_value_type" value="time"/>
        <parameter key="block_type" value="attribute_block"/>
        <parameter key="use_block_type_exception" value="false"/>
        <parameter key="except_block_type" value="value_matrix_row_start"/>
        <parameter key="invert_selection" value="true"/>
        <parameter key="include_special_attributes" value="false"/>
      </operator>
      <operator activated="true" class="select_attributes" compatibility="9.10.000" expanded="true" height="82" name="Select Attributes (23)" width="90" x="715" y="442">
        <parameter key="attribute_filter_type" value="subset"/>
        <parameter key="attribute" value="uuid"/>
        <parameter key="attributes" value="|favorite_count|id|uuid"/>
        <parameter key="use_except_expression" value="false"/>
        <parameter key="value_type" value="attribute_value"/>
        <parameter key="use_value_type_exception" value="false"/>
        <parameter key="except_value_type" value="time"/>
        <parameter key="block_type" value="attribute_block"/>
        <parameter key="use_block_type_exception" value="false"/>
        <parameter key="except_block_type" value="value_matrix_row_start"/>
        <parameter key="invert_selection" value="false"/>
        <parameter key="include_special_attributes" value="false"/>
      </operator>
      <operator activated="true" class="de_pivot" compatibility="9.10.000" expanded="true" height="82" name="De-Pivot (7)" width="90" x="447" y="289">
        <list key="attribute_name">
          <parameter key="followers_count" value="data\[\d*\].user.normal_followers_count"/>
          <parameter key="id" value="data\[\d*\].tweet.conversation_id_str"/>
        </list>
        <parameter key="index_attribute" value="uuid"/>
        <parameter key="create_nominal_index" value="false"/>
        <parameter key="keep_missings" value="true"/>
      </operator>
      <operator activated="true" class="select_attributes" compatibility="9.10.000" expanded="true" height="82" name="Select Attributes (7)" width="90" x="581" y="289">
        <parameter key="attribute_filter_type" value="regular_expression"/>
        <parameter key="attribute" value=""/>
        <parameter key="attributes" value=""/>
        <parameter key="regular_expression" value=".*\[\d*\].*"/>
        <parameter key="use_except_expression" value="false"/>
        <parameter key="value_type" value="attribute_value"/>
        <parameter key="use_value_type_exception" value="false"/>
        <parameter key="except_value_type" value="time"/>
        <parameter key="block_type" value="attribute_block"/>
        <parameter key="use_block_type_exception" value="false"/>
        <parameter key="except_block_type" value="value_matrix_row_start"/>
        <parameter key="invert_selection" value="true"/>
        <parameter key="include_special_attributes" value="false"/>
      </operator>
      <operator activated="true" class="select_attributes" compatibility="9.10.000" expanded="true" height="82" name="Select Attributes (24)" width="90" x="715" y="289">
        <parameter key="attribute_filter_type" value="subset"/>
        <parameter key="attribute" value="uuid"/>
        <parameter key="attributes" value="|followers_count|id|uuid"/>
        <parameter key="use_except_expression" value="false"/>
        <parameter key="value_type" value="attribute_value"/>
        <parameter key="use_value_type_exception" value="false"/>
        <parameter key="except_value_type" value="time"/>
        <parameter key="block_type" value="attribute_block"/>
        <parameter key="use_block_type_exception" value="false"/>
        <parameter key="except_block_type" value="value_matrix_row_start"/>
        <parameter key="invert_selection" value="false"/>
        <parameter key="include_special_attributes" value="false"/>
      </operator>
      <operator activated="true" class="de_pivot" compatibility="9.10.000" expanded="true" height="82" name="De-Pivot (8)" width="90" x="447" y="187">
        <list key="attribute_name">
          <parameter key="created_at" value="data\[\d*\].tweet.created_at"/>
          <parameter key="screen_name" value="data\[\d*\].user.screen_name"/>
          <parameter key="user_id" value="data\[\d*\].tweet.user_id_str"/>
          <parameter key="full_text" value="data\[\d*\].tweet.full_text"/>
          <parameter key="id" value="data\[\d*\].tweet.conversation_id_str"/>
          <parameter key="id_str" value="data\[\d*\].tweet.id_str"/>
          <parameter key="lang" value="data\[\d*\].tweet.lang"/>
          <parameter key="quote_count" value="data\[\d*\].tweet.quote_count"/>
          <parameter key="reply_count" value="data\[\d*\].tweet.reply_count"/>
          <parameter key="retweet_count" value="data\[\d*\].tweet.retweet_count"/>
          <parameter key="retweeted" value="data\[\d*\].tweet.retweeted"/>
        </list>
        <parameter key="index_attribute" value="uuid"/>
        <parameter key="create_nominal_index" value="false"/>
        <parameter key="keep_missings" value="true"/>
      </operator>
      <operator activated="true" class="select_attributes" compatibility="9.10.000" expanded="true" height="82" name="Select Attributes (17)" width="90" x="581" y="187">
        <parameter key="attribute_filter_type" value="regular_expression"/>
        <parameter key="attribute" value=""/>
        <parameter key="attributes" value=""/>
        <parameter key="regular_expression" value=".*\[\d*\].*"/>
        <parameter key="use_except_expression" value="false"/>
        <parameter key="value_type" value="attribute_value"/>
        <parameter key="use_value_type_exception" value="false"/>
        <parameter key="except_value_type" value="time"/>
        <parameter key="block_type" value="attribute_block"/>
        <parameter key="use_block_type_exception" value="false"/>
        <parameter key="except_block_type" value="value_matrix_row_start"/>
        <parameter key="invert_selection" value="true"/>
        <parameter key="include_special_attributes" value="false"/>
      </operator>
      <operator activated="true" class="operator_toolbox:extract_sentiment" compatibility="2.11.000" expanded="true" height="103" name="Extract Sentiment" width="90" x="715" y="187">
        <parameter key="model" value="vader"/>
        <parameter key="text_attribute" value="full_text"/>
        <parameter key="show_advanced_output" value="true"/>
        <parameter key="use_default_tokenization_regex" value="true"/>
        <list key="additional_words"/>
      </operator>
      <operator activated="true" class="operator_toolbox:set_metadata" compatibility="2.11.000" expanded="true" height="68" name="Set Meta Data (4)" width="90" x="849" y="187">
        <list key="attributes">
          <parameter key="id" value="numeric.regular"/>
          <parameter key="id_str" value="polynominal.regular"/>
        </list>
        <parameter key="remove_duplicate_roles" value="false"/>
      </operator>
      <operator activated="true" class="rename" compatibility="9.10.000" expanded="true" height="82" name="Rename" width="90" x="983" y="187">
        <parameter key="old_name" value="created_at"/>
        <parameter key="new_name" value="created_at2"/>
        <list key="rename_additional_attributes"/>
      </operator>
      <operator activated="true" class="generate_attributes" compatibility="9.10.000" expanded="true" height="82" name="Generate Attributes (3)" width="90" x="1117" y="187">
        <list key="function_descriptions">
          <parameter key="date" value="date_now()"/>
          <parameter key="url" value="concat(concat(&quot;https://twitter.com/&quot;,screen_name),concat(&quot;/status/&quot;,str(id)))"/>
        </list>
        <parameter key="keep_all" value="true"/>
        <description align="center" color="transparent" colored="false" width="126">Inlcude the search criteria to be written to DB</description>
      </operator>
      <operator activated="true" class="concurrency:join" compatibility="9.8.001" expanded="true" height="82" name="Join" width="90" x="1251" y="187">
        <parameter key="remove_double_attributes" value="true"/>
        <parameter key="join_type" value="inner"/>
        <parameter key="use_id_attribute_as_key" value="false"/>
        <list key="key_attributes">
          <parameter key="id" value="id"/>
        </list>
        <parameter key="keep_both_join_attributes" value="false"/>
      </operator>
      <operator activated="true" class="concurrency:join" compatibility="9.8.001" expanded="true" height="82" name="Join (5)" width="90" x="1385" y="187">
        <parameter key="remove_double_attributes" value="true"/>
        <parameter key="join_type" value="inner"/>
        <parameter key="use_id_attribute_as_key" value="false"/>
        <list key="key_attributes">
          <parameter key="id" value="id"/>
        </list>
        <parameter key="keep_both_join_attributes" value="false"/>
      </operator>
      <connect from_op="Create Document" from_port="output" to_op="JSON To Data" to_port="documents 1"/>
      <connect from_op="JSON To Data" from_port="example set" to_op="Multiply" to_port="input"/>
      <connect from_op="Multiply" from_port="output 1" to_op="De-Pivot (8)" to_port="example set input"/>
      <connect from_op="Multiply" from_port="output 2" to_op="De-Pivot (7)" to_port="example set input"/>
      <connect from_op="Multiply" from_port="output 3" to_op="De-Pivot" to_port="example set input"/>
      <connect from_op="De-Pivot" from_port="example set output" to_op="Select Attributes (6)" to_port="example set input"/>
      <connect from_op="Select Attributes (6)" from_port="example set output" to_op="Select Attributes (23)" to_port="example set input"/>
      <connect from_op="Select Attributes (23)" from_port="example set output" to_op="Join (5)" to_port="right"/>
      <connect from_op="De-Pivot (7)" from_port="example set output" to_op="Select Attributes (7)" to_port="example set input"/>
      <connect from_op="Select Attributes (7)" from_port="example set output" to_op="Select Attributes (24)" to_port="example set input"/>
      <connect from_op="Select Attributes (24)" from_port="example set output" to_op="Join" to_port="right"/>
      <connect from_op="De-Pivot (8)" from_port="example set output" to_op="Select Attributes (17)" to_port="example set input"/>
      <connect from_op="Select Attributes (17)" from_port="example set output" to_op="Extract Sentiment" to_port="exa"/>
      <connect from_op="Extract Sentiment" from_port="exa" to_op="Set Meta Data (4)" to_port="exa"/>
      <connect from_op="Set Meta Data (4)" from_port="exa" to_op="Rename" to_port="example set input"/>
      <connect from_op="Rename" from_port="example set output" to_op="Generate Attributes (3)" to_port="example set input"/>
      <connect from_op="Generate Attributes (3)" from_port="example set output" to_op="Join" to_port="left"/>
      <connect from_op="Join" from_port="join" to_op="Join (5)" to_port="left"/>
      <connect from_op="Join (5)" from_port="join" to_port="result 1"/>
      <portSpacing port="source_input 1" spacing="0"/>
      <portSpacing port="sink_result 1" spacing="0"/>
      <portSpacing port="sink_result 2" spacing="0"/>
    </process>
  </operator>
</process>
When de nesting the data I am loosing the last digit on the tweet_id, I have solved this issue before but for the life of mme cannot remember how to prevent the last character on the tweet_id being turned to a zero. HELP! 

Tagged:
Sign In or Register to comment.