-
Notifications
You must be signed in to change notification settings - Fork 13
/
Lora Layer.operation
1 lines (1 loc) · 300 KB
/
Lora Layer.operation
1
{"name":"Lora Layer","type":"COMPOSITE_OPERATION","inputs":[{"name":"input","shape":[2,10,768],"type":"DECIMAL","primitive_name":"Input","flow_state":"REF_SINK"},{"name":"hidden size","shape":[],"type":"INTEGER","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"r","data":4,"shape":[],"type":"INTEGER","primitive_name":"Input","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"Reshape For 2D Input","type":"COMPOSITE_OPERATION","position":{"x":416,"y":157},"inputs":[{"name":"Input","shape":[2,10,768],"type":"DECIMAL","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"},{"name":"Original Starting Shape","primitive_name":"Output (1)","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":260,"y":93},"inputs":[{"name":"input","shape":[2,10,768],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"slice","primitive_name":"slice","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":630,"y":92},"inputs":[{"name":"array","shape":[3],"type":"INTEGER","primitive_name":"array","flow_state":"REF_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"},{"name":"start_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"start_index","flow_state":"BOOT_SOURCE"},{"name":"end_index","data":2,"shape":[],"type":"INTEGER","primitive_name":"end_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"sliced_array","primitive_name":"sliced_array","flow_state":"UNBOUND"}]},{"name":"parse_decimal","primitive_name":"parse_decimal","type":"PRIMITIVE_OPERATION","aliases":["parse_to_decimal","convert_to_decimal","parse_float","parse_to_float","convert_to_float","parse_double","parse_to_double","convert_to_double"],"position":{"x":1007,"y":93},"inputs":[{"name":"input","shape":[2],"type":"INTEGER","primitive_name":"input","flow_state":"REF_SINK"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"Product","type":"COMPOSITE_OPERATION","position":{"x":1364,"y":93},"inputs":[{"name":"1D Array","shape":[2],"type":"DECIMAL","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"Natural Logarithm","type":"COMPOSITE_OPERATION","position":{"x":332,"y":47},"inputs":[{"name":"Input","shape":[2],"type":"DECIMAL","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":515,"y":46},"inputs":[{"name":"input","shape":[2],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1040,"y":135},"inputs":[{"name":"target","data":2.71828,"shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SOURCE"},{"name":"shape","shape":[1],"type":"INTEGER","primitive_name":"shape","flow_state":"REF_SINK"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]},{"name":"element_wise_logarithm","primitive_name":"element_wise_logarithm","type":"PRIMITIVE_OPERATION","aliases":["log"],"position":{"x":1631,"y":135},"inputs":[{"name":"base","shape":[2],"type":"DECIMAL","primitive_name":"base","flow_state":"REF_SINK"},{"name":"argument","shape":[2],"type":"DECIMAL","primitive_name":"argument","flow_state":"REF_SINK"}],"outputs":[{"name":"exponent","primitive_name":"exponent","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Input"},"sink":{"operation":"get_shape","data":"input"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"element_wise_logarithm","data":"base"},"control_points":[]},{"source":{"operation":"element_wise_logarithm","data":"exponent"},"sink":{"operation":"this","data":"Output"},"control_points":[]},{"source":{"operation":"this","data":"Input"},"sink":{"operation":"element_wise_logarithm","data":"argument"},"control_points":[{"x":431,"y":390},{"x":1536,"y":390}]}]},{"name":"sum","primitive_name":"sum","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":822,"y":44},"inputs":[{"name":"array","shape":[2],"type":"DECIMAL","primitive_name":"array","flow_state":"REF_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"},{"name":"keep_dimension","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"keep_dimension","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"sum_result","primitive_name":"sum_result","flow_state":"UNBOUND"}]},{"name":"Natural Exponential","type":"COMPOSITE_OPERATION","position":{"x":1275,"y":47},"inputs":[{"name":"Input","shape":[1],"type":"DECIMAL","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":515,"y":45},"inputs":[{"name":"input","shape":[1],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1040,"y":135},"inputs":[{"name":"target","data":2.71828,"shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SOURCE"},{"name":"shape","shape":[1],"type":"INTEGER","primitive_name":"shape","flow_state":"REF_SINK"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]},{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","aliases":["exp","pow","power"],"position":{"x":1601,"y":131},"inputs":[{"name":"base","shape":[1],"type":"DECIMAL","primitive_name":"base","flow_state":"REF_SINK"},{"name":"exponent","shape":[1],"type":"DECIMAL","primitive_name":"exponent","flow_state":"REF_SINK"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Input"},"sink":{"operation":"get_shape","data":"input"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[]},{"source":{"operation":"this","data":"Input"},"sink":{"operation":"element_wise_exponentiate","data":"exponent"},"control_points":[{"x":451,"y":369},{"x":1491,"y":369}]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]}],"links":[{"source":{"operation":"Natural Logarithm","data":"Output"},"sink":{"operation":"sum","data":"array"},"control_points":[]},{"source":{"operation":"sum","data":"sum_result"},"sink":{"operation":"Natural Exponential","data":"Input"},"control_points":[]},{"source":{"operation":"Natural Exponential","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]},{"source":{"operation":"this","data":"1D Array"},"sink":{"operation":"Natural Logarithm","data":"Input"},"control_points":[]}]},{"name":"parse_integer","primitive_name":"parse_integer","type":"PRIMITIVE_OPERATION","aliases":["parse_to_integer","convert_to_integer"],"position":{"x":1818,"y":95},"inputs":[{"name":"input","shape":[1],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"get_sub_arrays","primitive_name":"get_sub_arrays","type":"PRIMITIVE_OPERATION","aliases":["get_subarrays","batch_get_sub_arrays","batch_get_subarrays","get_sub_arrays_by_batch","get_subarrays_by_batch","get_elements","get_sub_elements"],"position":{"x":651,"y":391},"inputs":[{"name":"input","shape":[3],"type":"INTEGER","primitive_name":"input","flow_state":"REF_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"},{"name":"selected_indices","data":[2],"shape":[1],"type":"INTEGER","primitive_name":"selected_indices","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"concatenate","primitive_name":"concatenate","type":"PRIMITIVE_OPERATION","aliases":["concat","join","merge"],"position":{"x":2154,"y":356},"inputs":[{"name":"array_1","shape":[1],"type":"INTEGER","primitive_name":"array_1","flow_state":"REF_SINK"},{"name":"array_2","shape":[1],"type":"INTEGER","primitive_name":"array_2","flow_state":"REF_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"concatenated_array","primitive_name":"concatenated_array","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"slice","data":"array"},"control_points":[]},{"source":{"operation":"slice","data":"sliced_array"},"sink":{"operation":"parse_decimal","data":"input"},"control_points":[]},{"source":{"operation":"parse_decimal","data":"output"},"sink":{"operation":"Product","data":"1D Array"},"control_points":[]},{"source":{"operation":"Product","data":"Output"},"sink":{"operation":"parse_integer","data":"input"},"control_points":[]},{"source":{"operation":"this","data":"Input"},"sink":{"operation":"get_shape","data":"input"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"get_sub_arrays","data":"input"},"control_points":[]},{"source":{"operation":"get_sub_arrays","data":"output"},"sink":{"operation":"concatenate","data":"array_2"},"control_points":[]},{"source":{"operation":"parse_integer","data":"output"},"sink":{"operation":"concatenate","data":"array_1"},"control_points":[]},{"source":{"operation":"concatenate","data":"concatenated_array"},"sink":{"operation":"this","data":"Output"},"control_points":[]},{"source":{"operation":"slice","data":"sliced_array"},"sink":{"operation":"this","data":"Original Starting Shape"},"control_points":[{"x":1223,"y":267},{"x":2406,"y":267}]}]},{"name":"reshape","primitive_name":"reshape","type":"PRIMITIVE_OPERATION","aliases":["shape","view"],"position":{"x":851,"y":64},"inputs":[{"name":"input","shape":[2,10,768],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"},{"name":"new_shape","shape":[2],"type":"INTEGER","primitive_name":"new_shape","flow_state":"REF_SINK"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"\"A\" Linear Layer (2D)","type":"COMPOSITE_OPERATION","aliases":["2D Dense Layer"],"position":{"x":1333,"y":210},"inputs":[{"name":"Input","shape":[20,768],"type":"DECIMAL","primitive_name":"new_inp","flow_state":"REF_SINK"},{"name":"Hidden Size","shape":[],"type":"INTEGER","primitive_name":"New Input","flow_state":"BOOT_SINK"}],"outputs":[{"name":"Output","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"Calculate Multiply Init Weight Shape","type":"COMPOSITE_OPERATION","position":{"x":570,"y":292},"inputs":[{"name":"Input","shape":[20,768],"type":"DECIMAL","primitive_name":"Input","flow_state":"REF_SINK"},{"name":"Hidden Size","shape":[],"type":"INTEGER","primitive_name":"New Input","flow_state":"BOOT_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","position":{"x":580,"y":46},"inputs":[{"name":"input","shape":[20,768],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"slice","primitive_name":"slice","type":"PRIMITIVE_OPERATION","position":{"x":1055,"y":111},"inputs":[{"name":"array","shape":[2],"type":"INTEGER","primitive_name":"array","flow_state":"REF_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"},{"name":"start_index","data":1,"shape":[],"type":"INTEGER","primitive_name":"start_index","flow_state":"BOOT_SOURCE"},{"name":"end_index","data":2,"shape":[],"type":"INTEGER","primitive_name":"end_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"sliced_array","primitive_name":"sliced_array","flow_state":"UNBOUND"}]},{"name":"expand_one_dimension","primitive_name":"expand_one_dimension","type":"PRIMITIVE_OPERATION","aliases":["expand","expand_dimension","extend","extend_dimension","extend_one_dimension","increase_dimension","increase_one_dimension"],"position":{"x":718,"y":374},"inputs":[{"name":"input","shape":[],"type":"INTEGER","primitive_name":"input","flow_state":"BOOT_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"concatenate","primitive_name":"concatenate","type":"PRIMITIVE_OPERATION","position":{"x":1568,"y":340},"inputs":[{"name":"array_1","shape":[1],"type":"INTEGER","primitive_name":"array_1","flow_state":"REF_SINK"},{"name":"array_2","shape":[1],"type":"INTEGER","primitive_name":"array_2","flow_state":"REF_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"concatenated_array","primitive_name":"concatenated_array","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"slice","data":"array"},"control_points":[]},{"source":{"operation":"slice","data":"sliced_array"},"sink":{"operation":"concatenate","data":"array_1"},"control_points":[]},{"source":{"operation":"this","data":"Input"},"sink":{"operation":"get_shape","data":"input"},"control_points":[]},{"source":{"operation":"concatenate","data":"concatenated_array"},"sink":{"operation":"this","data":"Output"},"control_points":[]},{"source":{"operation":"this","data":"Hidden Size"},"sink":{"operation":"expand_one_dimension","data":"input"},"control_points":[]},{"source":{"operation":"expand_one_dimension","data":"output"},"sink":{"operation":"concatenate","data":"array_2"},"control_points":[]}]},{"name":"slice","primitive_name":"slice","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":1142,"y":649},"inputs":[{"name":"array","shape":[2],"type":"INTEGER","primitive_name":"array","flow_state":"REF_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"},{"name":"start_index","data":1,"shape":[],"type":"INTEGER","primitive_name":"start_index","flow_state":"BOOT_SOURCE"},{"name":"end_index","data":2,"shape":[],"type":"INTEGER","primitive_name":"end_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"sliced_array","primitive_name":"sliced_array","flow_state":"UNBOUND"}]},{"name":"Add Multiply Weight","type":"COMPOSITE_OPERATION","aliases":["read weight","load weight","get weight"],"position":{"x":1128,"y":217},"inputs":[{"name":"Is Train","data":false,"shape":[],"type":"BOOLEAN","primitive_name":"New Input","flow_state":"BOOT_SOURCE"},{"name":"Is Initialize Weight","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"Input","flow_state":"BOOT_SOURCE"},{"name":"Initialize Shape","shape":[2],"type":"INTEGER","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"Read/Initialize Weight","type":"CONDITIONAL_OPERATION","position":{"x":539,"y":253},"inputs":[{"name":"Is Train","shape":[],"type":"BOOLEAN","primitive_name":"Is True","flow_state":"BOOT_SINK"},{"name":"Is Initialize Weight","shape":[],"type":"BOOLEAN","primitive_name":"New Input","flow_state":"BOOT_SINK"},{"name":"Initialize Shape","shape":[2],"type":"INTEGER","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"exist_in_files","primitive_name":"exist_in_files","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":442,"y":135},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Weight","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"is_exist","primitive_name":"is_exist","flow_state":"UNBOUND"}]},{"name":"Read/Initialize Weight","type":"CONDITIONAL_OPERATION","position":{"x":1034,"y":135},"inputs":[{"name":"Is True","primitive_name":"Is True"},{"name":"Initialize Shape","primitive_name":"Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"read_from_file","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":625,"y":47},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Weight","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"read_from_file","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"Get Random Number Limits","type":"COMPOSITE_OPERATION","position":{"x":511,"y":296},"inputs":[{"name":"Input","primitive_name":"Input"}],"outputs":[{"name":"Left Limit","primitive_name":"Output","flow_state":"UNBOUND"},{"name":"Right Limit","primitive_name":"Output (1)","flow_state":"UNBOUND"}],"operations":[{"name":"parse_decimal","primitive_name":"parse_decimal","type":"PRIMITIVE_OPERATION","aliases":["parse_float","parse_double"],"position":{"x":397,"y":47},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"reduce_one_dimension","primitive_name":"reduce_one_dimension","type":"PRIMITIVE_OPERATION","aliases":["reduce_dimension","decrease_dimension","decrease_one_dimension","get_sub_array","get_subarray","get_element","get_sub_element"],"position":{"x":956,"y":47},"inputs":[{"name":"input","primitive_name":"input"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"},{"name":"selected_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"selected_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","aliases":["div"],"position":{"x":1473,"y":120},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"divided_result","primitive_name":"divided_result","flow_state":"UNBOUND"}]},{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","aliases":["exp","pow","power","exponentiate"],"position":{"x":2003,"y":119},"inputs":[{"name":"base","primitive_name":"base"},{"name":"exponent","data":0.5,"shape":[],"type":"DECIMAL","primitive_name":"exponent","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"multiply","primitive_name":"multiply","type":"PRIMITIVE_OPERATION","aliases":["dot","prod","product","dot_prod","dot_product","matmul","matrix_multiply"],"position":{"x":2636,"y":119},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","data":-1.0,"shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"multiplied_result","primitive_name":"multiplied_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"divide","data":"divided_result"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"multiply","data":"left_operand"},"control_points":[]},{"source":{"operation":"multiply","data":"multiplied_result"},"sink":{"operation":"this","data":"Left Limit"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"this","data":"Right Limit"},"control_points":[{"x":2460,"y":293},{"x":3107,"y":293}]},{"source":{"operation":"reduce_one_dimension","data":"output"},"sink":{"operation":"divide","data":"right_operand"},"control_points":[]},{"source":{"operation":"this","data":"Input"},"sink":{"operation":"parse_decimal","data":"input"},"control_points":[]},{"source":{"operation":"parse_decimal","data":"output"},"sink":{"operation":"reduce_one_dimension","data":"input"},"control_points":[]}]},{"name":"generate_uniform_random_number","primitive_name":"generate_uniform_random_number","type":"PRIMITIVE_OPERATION","position":{"x":1204,"y":220},"inputs":[{"name":"shape","primitive_name":"shape"},{"name":"random_seed","data":10,"shape":[],"type":"INTEGER","primitive_name":"random_seed","flow_state":"BOOT_SOURCE"},{"name":"left_limit","primitive_name":"left_limit"},{"name":"right_limit","primitive_name":"right_limit"}],"outputs":[{"name":"random_number","primitive_name":"random_number","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"Get Random Number Limits","data":"Left Limit"},"sink":{"operation":"generate_uniform_random_number","data":"left_limit"},"control_points":[]},{"source":{"operation":"Get Random Number Limits","data":"Right Limit"},"sink":{"operation":"generate_uniform_random_number","data":"right_limit"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"generate_uniform_random_number","data":"shape"},"control_points":[{"x":288,"y":274}]},{"source":{"operation":"generate_uniform_random_number","data":"random_number"},"sink":{"operation":"this","data":"Output"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Get Random Number Limits","data":"Input"},"control_points":[{"x":356,"y":350}]}],"condition":{"name":"Is True"}}],"links_if_true":[{"source":{"operation":"exist_in_files","data":"is_exist"},"sink":{"operation":"Read/Initialize Weight","data":"Is True"},"control_points":[]},{"source":{"operation":"Read/Initialize Weight","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read/Initialize Weight","data":"Initialize Shape"},"control_points":[{"x":403,"y":393},{"x":876,"y":393}]}],"operations_if_false":[{"name":"Read/Initialize Weight","type":"CONDITIONAL_OPERATION","position":{"x":644,"y":48},"inputs":[{"name":"Is True","shape":[],"type":"BOOLEAN","primitive_name":"Is True","flow_state":"BOOT_SINK"},{"name":"Initialize Shape","shape":[2],"type":"INTEGER","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"Get Random Number Limits","type":"COMPOSITE_OPERATION","position":{"x":376,"y":333},"inputs":[{"name":"Input","shape":[2],"type":"INTEGER","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Left Limit","primitive_name":"Output","flow_state":"UNBOUND"},{"name":"Right Limit","primitive_name":"Output (1)","flow_state":"UNBOUND"}],"operations":[{"name":"parse_decimal","primitive_name":"parse_decimal","type":"PRIMITIVE_OPERATION","aliases":["parse_float","parse_double"],"position":{"x":397,"y":46},"inputs":[{"name":"input","shape":[2],"type":"INTEGER","primitive_name":"input","flow_state":"REF_SINK"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"reduce_one_dimension","primitive_name":"reduce_one_dimension","type":"PRIMITIVE_OPERATION","aliases":["reduce_dimension","decrease_dimension","decrease_one_dimension","get_sub_array","get_subarray","get_element","get_sub_element"],"position":{"x":956,"y":45},"inputs":[{"name":"input","shape":[2],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"},{"name":"selected_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"selected_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","aliases":["div"],"position":{"x":1473,"y":120},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"REF_SINK"}],"outputs":[{"name":"divided_result","primitive_name":"divided_result","flow_state":"UNBOUND"}]},{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","aliases":["exp","pow","power","exponentiate"],"position":{"x":2003,"y":119},"inputs":[{"name":"base","shape":[],"type":"DECIMAL","primitive_name":"base","flow_state":"REF_SINK"},{"name":"exponent","data":0.5,"shape":[],"type":"DECIMAL","primitive_name":"exponent","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"multiply","primitive_name":"multiply","type":"PRIMITIVE_OPERATION","aliases":["dot","prod","product","dot_prod","dot_product","matmul","matrix_multiply"],"position":{"x":2636,"y":119},"inputs":[{"name":"left_operand","shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"REF_SINK"},{"name":"right_operand","data":-1.0,"shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"multiplied_result","primitive_name":"multiplied_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"divide","data":"divided_result"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"multiply","data":"left_operand"},"control_points":[]},{"source":{"operation":"multiply","data":"multiplied_result"},"sink":{"operation":"this","data":"Left Limit"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"this","data":"Right Limit"},"control_points":[{"x":2460,"y":293},{"x":3107,"y":293}]},{"source":{"operation":"reduce_one_dimension","data":"output"},"sink":{"operation":"divide","data":"right_operand"},"control_points":[]},{"source":{"operation":"this","data":"Input"},"sink":{"operation":"parse_decimal","data":"input"},"control_points":[]},{"source":{"operation":"parse_decimal","data":"output"},"sink":{"operation":"reduce_one_dimension","data":"input"},"control_points":[]}]},{"name":"generate_uniform_random_number","primitive_name":"generate_uniform_random_number","type":"PRIMITIVE_OPERATION","position":{"x":1134,"y":257},"inputs":[{"name":"shape","shape":[2],"type":"INTEGER","primitive_name":"shape","flow_state":"REF_SINK"},{"name":"random_seed","data":10,"shape":[],"type":"INTEGER","primitive_name":"random_seed","flow_state":"BOOT_SOURCE"},{"name":"left_limit","shape":[],"type":"DECIMAL","primitive_name":"left_limit","flow_state":"REF_SINK"},{"name":"right_limit","shape":[],"type":"DECIMAL","primitive_name":"right_limit","flow_state":"REF_SINK"}],"outputs":[{"name":"random_number","primitive_name":"random_number","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"Get Random Number Limits","data":"Left Limit"},"sink":{"operation":"generate_uniform_random_number","data":"left_limit"},"control_points":[]},{"source":{"operation":"Get Random Number Limits","data":"Right Limit"},"sink":{"operation":"generate_uniform_random_number","data":"right_limit"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Get Random Number Limits","data":"Input"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"generate_uniform_random_number","data":"shape"},"control_points":[{"x":320,"y":312}]},{"source":{"operation":"generate_uniform_random_number","data":"random_number"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"read_from_file","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":719,"y":46},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Weight","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"read_from_file","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is True"}}],"links_if_false":[{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read/Initialize Weight","data":"Initialize Shape"},"control_points":[]},{"source":{"operation":"this","data":"Is Initialize Weight"},"sink":{"operation":"Read/Initialize Weight","data":"Is True"},"control_points":[]},{"source":{"operation":"Read/Initialize Weight","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is Train"}},{"name":"Train Weight","type":"CONDITIONAL_OPERATION","position":{"x":1164,"y":216},"inputs":[{"name":"Is Train","shape":[],"type":"BOOLEAN","primitive_name":"Is True","flow_state":"BOOT_SINK"},{"name":"Weight","shape":[768,4],"type":"DECIMAL","primitive_name":"Input (2)","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"identity","primitive_name":"identity","type":"PRIMITIVE_OPERATION","aliases":["same"],"position":{"x":438,"y":47},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"Read/Initialize Timestep t","type":"COMPOSITE_OPERATION","position":{"x":742,"y":612},"inputs":[{"name":"Initial t","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"exist_in_files","primitive_name":"exist_in_files","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":402,"y":106},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Timestep for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"is_exist","primitive_name":"is_exist","flow_state":"UNBOUND"}]},{"name":"Read/Initialize Timestep t","type":"CONDITIONAL_OPERATION","position":{"x":944,"y":106},"inputs":[{"name":"Is Initialize","primitive_name":"Is True"},{"name":"Initial t","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"Read Timestep t","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":623,"y":43},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Timestep for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"Read Timestep t","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"identity","primitive_name":"identity","type":"PRIMITIVE_OPERATION","aliases":["same"],"position":{"x":520,"y":46},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"write_to_file","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":1084,"y":229},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Timestep for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"outputs":[]}],"links_if_false":[{"source":{"operation":"identity","data":"output"},"sink":{"operation":"write_to_file","data":"data"},"control_points":[]},{"source":{"operation":"this","data":"Initial t"},"sink":{"operation":"identity","data":"input"},"control_points":[]},{"source":{"operation":"identity","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is Initialize"}}],"links":[{"source":{"operation":"exist_in_files","data":"is_exist"},"sink":{"operation":"Read/Initialize Timestep t","data":"Is Initialize"},"control_points":[]},{"source":{"operation":"this","data":"Initial t"},"sink":{"operation":"Read/Initialize Timestep t","data":"Initial t"},"control_points":[{"x":316,"y":362},{"x":813,"y":362}]},{"source":{"operation":"Read/Initialize Timestep t","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"Increment","primitive_name":"add","type":"PRIMITIVE_OPERATION","aliases":["plus","increment"],"position":{"x":1507,"y":831},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"added_result","primitive_name":"added_result","flow_state":"UNBOUND"}]},{"name":"write_to_file_1","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":2063,"y":717},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Timestep for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"outputs":[]},{"name":"differentiate","primitive_name":"differentiate","type":"PRIMITIVE_OPERATION","aliases":["auto gradients","autogradients","derivatives"],"position":{"x":766,"y":309},"inputs":[{"name":"wrt_input","data":["Lora Layer","\"A\" Linear Layer (2D)","Add Multiply Weight","Train Weight","identity","input"],"shape":[15],"type":"TEXT","primitive_name":"wrt_input","flow_state":"BOOT_SOURCE"},{"name":"function_output","primitive_name":"function_output"},{"name":"order","data":1,"shape":[],"type":"INTEGER","primitive_name":"order","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"derivative","primitive_name":"derivative","flow_state":"UNBOUND"}]},{"name":"Adam Optimizer","type":"COMPOSITE_OPERATION","position":{"x":1483,"y":358},"inputs":[{"name":"Alpha","data":0.001,"shape":[],"type":"DECIMAL","primitive_name":"new_inp","flow_state":"BOOT_SOURCE"},{"name":"Beta 1","data":0.9,"shape":[],"type":"DECIMAL","primitive_name":"i_0_Adam Optimizer","flow_state":"BOOT_SOURCE"},{"name":"Beta 2","data":0.999,"shape":[],"type":"DECIMAL","primitive_name":"i_0_Adam Optimizer","flow_state":"BOOT_SOURCE"},{"name":"g (t)","primitive_name":"i_0_Adam Optimizer"},{"name":"t","primitive_name":"i_0_Adam Optimizer"},{"name":"Epsilon","data":1.0E-7,"shape":[],"type":"DECIMAL","primitive_name":"i_0_Adam Optimizer","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"Gradients","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"Compute first moment estimate","type":"COMPOSITE_OPERATION","position":{"x":693,"y":151},"inputs":[{"name":"Beta 1","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"g (t)","primitive_name":"Input (1)"},{"name":"t","primitive_name":"Input (2)"}],"outputs":[{"name":"m (t)^","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"Update biased first moment estimate","type":"COMPOSITE_OPERATION","position":{"x":584,"y":114},"inputs":[{"name":"Beta 1","shape":[],"type":"DECIMAL","primitive_name":"new_inp","flow_state":"BOOT_SINK"},{"name":"g (t)","primitive_name":"i_1_Update biased first moment estimate"}],"outputs":[{"name":"m (t)","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","position":{"x":457,"y":301},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SINK"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array (1)","type":"COMPOSITE_OPERATION","position":{"x":1348,"y":401},"inputs":[{"name":"Target","primitive_name":"Input"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","primitive_name":"target"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply_1","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1917,"y":647},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":458,"y":94},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"Read/Initialize m (t - 1)","type":"COMPOSITE_OPERATION","position":{"x":855,"y":181},"inputs":[{"name":"Initialize Shape","primitive_name":"Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"exist_in_files","primitive_name":"exist_in_files","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":403,"y":92},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased First Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"is_exist","primitive_name":"is_exist","flow_state":"UNBOUND"}]},{"name":"Read/Initialize m (t - 1)","type":"CONDITIONAL_OPERATION","position":{"x":931,"y":92},"inputs":[{"name":"Is Inititialize","primitive_name":"Is True"},{"name":"Initialize Shape","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"read_from_file","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":633,"y":45},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased First Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"read_from_file","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":588,"y":46},"inputs":[{"name":"target","data":0.0,"shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SOURCE"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is Inititialize"}}],"links":[{"source":{"operation":"exist_in_files","data":"is_exist"},"sink":{"operation":"Read/Initialize m (t - 1)","data":"Is Inititialize"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read/Initialize m (t - 1)","data":"Initialize Shape"},"control_points":[{"x":286,"y":318},{"x":807,"y":318}]},{"source":{"operation":"Read/Initialize m (t - 1)","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":1342,"y":48},"inputs":[{"name":"Target","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":350},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":47},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1916,"y":48},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"add","primitive_name":"add","type":"PRIMITIVE_OPERATION","position":{"x":2641,"y":48},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"added_result","primitive_name":"added_result","flow_state":"UNBOUND"}]},{"name":"Write m (t)","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":3075,"y":227},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased First Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"input_order":[3,1,2,0],"outputs":[]}],"links":[{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"element_wise_multiply_1","data":"right_array"},"control_points":[{"x":548,"y":740}]},{"source":{"operation":"element_wise_multiply","data":"multiplied_array"},"sink":{"operation":"add","data":"left_operand"},"control_points":[]},{"source":{"operation":"element_wise_multiply_1","data":"multiplied_array"},"sink":{"operation":"add","data":"right_operand"},"control_points":[]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"this","data":"m (t)"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[{"x":246,"y":36},{"x":1258,"y":36}]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"left_array"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Target"},"control_points":[{"x":1254,"y":356}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Array"},"control_points":[{"x":376,"y":494}]},{"source":{"operation":"Broadcast Target to Shape of Array (1)","data":"Output"},"sink":{"operation":"element_wise_multiply_1","data":"left_array"},"control_points":[]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"Write m (t)","data":"data"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"get_shape","data":"input"},"control_points":[]},{"source":{"operation":"Read/Initialize m (t - 1)","data":"Output"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[]},{"source":{"operation":"Read/Initialize m (t - 1)","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"right_array"},"control_points":[{"x":1793,"y":236}]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"Read/Initialize m (t - 1)","data":"Initialize Shape"},"control_points":[]}]},{"name":"Compute bias-corrected first moment estimate","type":"COMPOSITE_OPERATION","position":{"x":1332,"y":114},"inputs":[{"name":"m (t)","primitive_name":"new_inp"},{"name":"Beta 1","shape":[],"type":"DECIMAL","primitive_name":"i_0_Compute bias-corrected first moment estimate","flow_state":"BOOT_SINK"},{"name":"t","primitive_name":"i_0_Compute bias-corrected first moment estimate"}],"outputs":[{"name":"m (t)^","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","position":{"x":442,"y":422},"inputs":[{"name":"base","shape":[],"type":"DECIMAL","primitive_name":"base","flow_state":"BOOT_SINK"},{"name":"exponent","primitive_name":"exponent"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","position":{"x":978,"y":383},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":1542,"y":346},"inputs":[{"name":"Target","primitive_name":"Input"},{"name":"Array","primitive_name":"New Input"}],"input_order":[1,0],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":350},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":46},"inputs":[{"name":"target","primitive_name":"target"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","position":{"x":2122,"y":46},"inputs":[{"name":"left_array","primitive_name":"left_operand"},{"name":"right_array","primitive_name":"right_operand"}],"outputs":[{"name":"divided_array","primitive_name":"divided_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"element_wise_exponentiate","data":"exponent"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[]},{"source":{"operation":"this","data":"m (t)"},"sink":{"operation":"element_wise_divide","data":"left_array"},"control_points":[]},{"source":{"operation":"element_wise_divide","data":"divided_array"},"sink":{"operation":"this","data":"m (t)^"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"m (t)"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[{"x":1320,"y":101}]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_divide","data":"right_array"},"control_points":[]}]}],"links":[{"source":{"operation":"Update biased first moment estimate","data":"m (t)"},"sink":{"operation":"Compute bias-corrected first moment estimate","data":"m (t)"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"Update biased first moment estimate","data":"Beta 1"},"control_points":[{"x":497,"y":101}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Update biased first moment estimate","data":"g (t)"},"control_points":[{"x":503,"y":148}]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"Compute bias-corrected first moment estimate","data":"t"},"control_points":[{"x":317,"y":478},{"x":1111,"y":478}]},{"source":{"operation":"Compute bias-corrected first moment estimate","data":"m (t)^"},"sink":{"operation":"this","data":"m (t)^"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"Compute bias-corrected first moment estimate","data":"Beta 1"},"control_points":[{"x":1217,"y":101}]}]},{"name":"Compute second moment estimate","type":"COMPOSITE_OPERATION","position":{"x":667,"y":539},"inputs":[{"name":"Beta 2","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"g (t)","primitive_name":"Input (1)"},{"name":"t","primitive_name":"Input (1)"}],"outputs":[{"name":"v (t)^","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"Update biased second moment estimate","type":"COMPOSITE_OPERATION","position":{"x":510,"y":114},"inputs":[{"name":"Beta 2","shape":[],"type":"DECIMAL","primitive_name":"new_inp","flow_state":"BOOT_SINK"},{"name":"g (t)","primitive_name":"i_0_Update biased second raw moment estimate"}],"outputs":[{"name":"v (t)","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","position":{"x":816,"y":402},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SINK"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array (1)","type":"COMPOSITE_OPERATION","position":{"x":1294,"y":402},"inputs":[{"name":"Target","primitive_name":"Input"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","primitive_name":"target"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply_1","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","aliases":["mul"],"position":{"x":1316,"y":691},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"element_wise_multiply_2","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1797,"y":653},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":451,"y":182},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"Read v (t - 1)","type":"COMPOSITE_OPERATION","position":{"x":860,"y":232},"inputs":[{"name":"Initialize Shape","primitive_name":"Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"exist_in_files","primitive_name":"exist_in_files","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":456,"y":149},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased Second Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"is_exist","primitive_name":"is_exist","flow_state":"UNBOUND"}]},{"name":"Read v (t - 1)","type":"CONDITIONAL_OPERATION","position":{"x":1158,"y":150},"inputs":[{"name":"Is Initialize","primitive_name":"Is True"},{"name":"Initialize Shape","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"read_from_file","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":562,"y":44},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased Second Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"read_from_file","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":500,"y":46},"inputs":[{"name":"target","data":0.0,"shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SOURCE"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is Initialize"}}],"links":[{"source":{"operation":"exist_in_files","data":"is_exist"},"sink":{"operation":"Read v (t - 1)","data":"Is Initialize"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read v (t - 1)","data":"Initialize Shape"},"control_points":[{"x":360,"y":458},{"x":947,"y":458}]},{"source":{"operation":"Read v (t - 1)","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":1294,"y":46},"inputs":[{"name":"Target","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":350},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":47},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1811,"y":144},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"add","primitive_name":"add","type":"PRIMITIVE_OPERATION","position":{"x":2337,"y":143},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"added_result","primitive_name":"added_result","flow_state":"UNBOUND"}]},{"name":"Write v (t)","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":2829,"y":270},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased Second Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"input_order":[3,0,1,2],"outputs":[]}],"links":[{"source":{"operation":"element_wise_multiply","data":"multiplied_array"},"sink":{"operation":"add","data":"left_operand"},"control_points":[]},{"source":{"operation":"element_wise_multiply_2","data":"multiplied_array"},"sink":{"operation":"add","data":"right_operand"},"control_points":[]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"this","data":"v (t)"},"control_points":[{"x":2774,"y":101}]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[{"x":481,"y":494}]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"left_array"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Array"},"control_points":[{"x":434,"y":546},{"x":1241,"y":546}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"element_wise_multiply_1","data":"right_array"},"control_points":[{"x":672,"y":784}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"element_wise_multiply_1","data":"left_array"},"control_points":[{"x":634,"y":746}]},{"source":{"operation":"element_wise_multiply_1","data":"multiplied_array"},"sink":{"operation":"element_wise_multiply_2","data":"right_array"},"control_points":[]},{"source":{"operation":"Broadcast Target to Shape of Array (1)","data":"Output"},"sink":{"operation":"element_wise_multiply_2","data":"left_array"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":133,"y":236}]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"Write v (t)","data":"data"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"Read v (t - 1)","data":"Initialize Shape"},"control_points":[]},{"source":{"operation":"Read v (t - 1)","data":"Output"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[]},{"source":{"operation":"Read v (t - 1)","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"right_array"},"control_points":[{"x":1714,"y":286}]}]},{"name":"Compute bias-corrected second moment estimate","type":"COMPOSITE_OPERATION","position":{"x":1292,"y":114},"inputs":[{"name":"v (t)","primitive_name":"new_inp"},{"name":"Beta 2","shape":[],"type":"DECIMAL","primitive_name":"i_0_Compute bias-corrected first moment estimate","flow_state":"BOOT_SINK"},{"name":"t","primitive_name":"i_0_Compute bias-corrected first moment estimate"}],"outputs":[{"name":"v (t)^","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","position":{"x":420,"y":419},"inputs":[{"name":"base","shape":[],"type":"DECIMAL","primitive_name":"base","flow_state":"BOOT_SINK"},{"name":"exponent","primitive_name":"exponent"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","position":{"x":982,"y":381},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":1535,"y":342},"inputs":[{"name":"Target","primitive_name":"Input"},{"name":"Array","primitive_name":"New Input"}],"input_order":[1,0],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","primitive_name":"target"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","position":{"x":2089,"y":46},"inputs":[{"name":"left_array","primitive_name":"left_operand"},{"name":"right_array","primitive_name":"right_operand"}],"outputs":[{"name":"divided_array","primitive_name":"divided_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"element_wise_exponentiate","data":"exponent"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[]},{"source":{"operation":"this","data":"v (t)"},"sink":{"operation":"element_wise_divide","data":"left_array"},"control_points":[]},{"source":{"operation":"element_wise_divide","data":"divided_array"},"sink":{"operation":"this","data":"v (t)^"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"v (t)"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[{"x":1396,"y":101}]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_divide","data":"right_array"},"control_points":[]}]}],"links":[{"source":{"operation":"Update biased second moment estimate","data":"v (t)"},"sink":{"operation":"Compute bias-corrected second moment estimate","data":"v (t)"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Update biased second moment estimate","data":"g (t)"},"control_points":[{"x":418,"y":148}]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"Update biased second moment estimate","data":"Beta 2"},"control_points":[{"x":416,"y":101}]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"Compute bias-corrected second moment estimate","data":"t"},"control_points":[{"x":327,"y":392},{"x":1170,"y":392}]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"Compute bias-corrected second moment estimate","data":"Beta 2"},"control_points":[{"x":1171,"y":101}]},{"source":{"operation":"Compute bias-corrected second moment estimate","data":"v (t)^"},"sink":{"operation":"this","data":"v (t)^"},"control_points":[]}]},{"name":"Get gradients","type":"COMPOSITE_OPERATION","position":{"x":1620,"y":114},"inputs":[{"name":"Alpha","shape":[],"type":"DECIMAL","primitive_name":"new_inp","flow_state":"BOOT_SINK"},{"name":"m (t)^","primitive_name":"i_0_Get gradients"},{"name":"v (t)^","primitive_name":"i_0_Get gradients"},{"name":"Epsilon","shape":[],"type":"DECIMAL","primitive_name":"i_0_Get gradients","flow_state":"BOOT_SINK"}],"outputs":[{"name":"Gradients","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":551,"y":42},"inputs":[{"name":"Target","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1089,"y":172},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array (1)","type":"COMPOSITE_OPERATION","position":{"x":552,"y":433},"inputs":[{"name":"Target","data":0.5,"shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SOURCE"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","position":{"x":1088,"y":400},"inputs":[{"name":"base","primitive_name":"base"},{"name":"exponent","primitive_name":"exponent"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array (2)","type":"COMPOSITE_OPERATION","position":{"x":552,"y":652},"inputs":[{"name":"Target","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"Array","primitive_name":"New Input"}],"input_order":[1,0],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"add","primitive_name":"add","type":"PRIMITIVE_OPERATION","position":{"x":1722,"y":400},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"added_result","primitive_name":"added_result","flow_state":"UNBOUND"}]},{"name":"element_wise_divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","position":{"x":2265,"y":171},"inputs":[{"name":"left_array","primitive_name":"left_operand"},{"name":"right_array","primitive_name":"right_operand"}],"outputs":[{"name":"divided_array","primitive_name":"divided_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"add","data":"left_operand"},"control_points":[]},{"source":{"operation":"this","data":"m (t)^"},"sink":{"operation":"element_wise_multiply","data":"right_array"},"control_points":[{"x":441,"y":265}]},{"source":{"operation":"element_wise_multiply","data":"multiplied_array"},"sink":{"operation":"element_wise_divide","data":"left_array"},"control_points":[]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"element_wise_divide","data":"right_array"},"control_points":[]},{"source":{"operation":"element_wise_divide","data":"divided_array"},"sink":{"operation":"this","data":"Gradients"},"control_points":[]},{"source":{"operation":"this","data":"v (t)^"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[{"x":350,"y":365},{"x":982,"y":365}]},{"source":{"operation":"this","data":"Alpha"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"m (t)^"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"left_array"},"control_points":[]},{"source":{"operation":"this","data":"v (t)^"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Array"},"control_points":[]},{"source":{"operation":"Broadcast Target to Shape of Array (1)","data":"Output"},"sink":{"operation":"element_wise_exponentiate","data":"exponent"},"control_points":[]},{"source":{"operation":"this","data":"Epsilon"},"sink":{"operation":"Broadcast Target to Shape of Array (2)","data":"Target"},"control_points":[{"x":348,"y":744}]},{"source":{"operation":"this","data":"v (t)^"},"sink":{"operation":"Broadcast Target to Shape of Array (2)","data":"Array"},"control_points":[{"x":351,"y":706}]},{"source":{"operation":"Broadcast Target to Shape of Array (2)","data":"Output"},"sink":{"operation":"add","data":"right_operand"},"control_points":[{"x":1546,"y":709}]}]}],"links":[{"source":{"operation":"this","data":"Alpha"},"sink":{"operation":"Get gradients","data":"Alpha"},"control_points":[{"x":1466,"y":101}]},{"source":{"operation":"Get gradients","data":"Gradients"},"sink":{"operation":"this","data":"Gradients"},"control_points":[]},{"source":{"operation":"this","data":"Epsilon"},"sink":{"operation":"Get gradients","data":"Epsilon"},"control_points":[{"x":557,"y":821},{"x":1306,"y":821}]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"Compute first moment estimate","data":"t"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Compute first moment estimate","data":"g (t)"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"Compute first moment estimate","data":"Beta 1"},"control_points":[{"x":630,"y":148}]},{"source":{"operation":"Compute first moment estimate","data":"m (t)^"},"sink":{"operation":"Get gradients","data":"m (t)^"},"control_points":[]},{"source":{"operation":"Compute second moment estimate","data":"v (t)^"},"sink":{"operation":"Get gradients","data":"v (t)^"},"control_points":[]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"Compute second moment estimate","data":"Beta 2"},"control_points":[{"x":506,"y":594}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Compute second moment estimate","data":"g (t)"},"control_points":[{"x":492,"y":632}]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"Compute second moment estimate","data":"t"},"control_points":[{"x":479,"y":670}]}]},{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","aliases":["minus","decrement"],"position":{"x":2043,"y":320},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"write_to_file","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":2476,"y":47},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Weight","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"outputs":[]}],"links_if_true":[{"source":{"operation":"Adam Optimizer","data":"Gradients"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"this","data":"Output"},"control_points":[{"x":2836,"y":376}]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"write_to_file","data":"data"},"control_points":[]},{"source":{"operation":"differentiate","data":"derivative"},"sink":{"operation":"Adam Optimizer","data":"g (t)"},"control_points":[{"x":1394,"y":364}]},{"source":{"operation":"Increment","data":"added_result"},"sink":{"operation":"write_to_file_1","data":"data"},"control_points":[]},{"source":{"operation":"this","data":"Weight"},"sink":{"operation":"identity","data":"input"},"control_points":[]},{"source":{"operation":"identity","data":"output"},"sink":{"operation":"subtract","data":"left_operand"},"control_points":[{"x":1860,"y":102}]},{"source":{"operation":"Read/Initialize Timestep t","data":"Output"},"sink":{"operation":"Adam Optimizer","data":"t"},"control_points":[{"x":1396,"y":666}]},{"source":{"operation":"Read/Initialize Timestep t","data":"Output"},"sink":{"operation":"Increment","data":"left_operand"},"control_points":[]}],"operations_if_false":[{"name":"identity","primitive_name":"identity","type":"PRIMITIVE_OPERATION","aliases":["same"],"position":{"x":626,"y":46},"inputs":[{"name":"input","shape":[768,4],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"identity","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]},{"source":{"operation":"this","data":"Weight"},"sink":{"operation":"identity","data":"input"},"control_points":[]}],"condition":{"name":"Is Train"}}],"links":[{"source":{"operation":"this","data":"Is Initialize Weight"},"sink":{"operation":"Read/Initialize Weight","data":"Is Initialize Weight"},"control_points":[]},{"source":{"operation":"this","data":"Is Train"},"sink":{"operation":"Read/Initialize Weight","data":"Is Train"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read/Initialize Weight","data":"Initialize Shape"},"control_points":[]},{"source":{"operation":"Read/Initialize Weight","data":"Output"},"sink":{"operation":"Train Weight","data":"Weight"},"control_points":[]},{"source":{"operation":"this","data":"Is Train"},"sink":{"operation":"Train Weight","data":"Is Train"},"control_points":[{"x":1023,"y":101}]},{"source":{"operation":"Train Weight","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"multiply","primitive_name":"multiply","type":"PRIMITIVE_OPERATION","position":{"x":1599,"y":46},"inputs":[{"name":"left_operand","shape":[20,768],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"REF_SINK"},{"name":"right_operand","shape":[768,4],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"REF_SINK"}],"outputs":[{"name":"multiplied_result","primitive_name":"multiplied_result","flow_state":"UNBOUND"}]},{"name":"Get Shape for Multiplied Result","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","position":{"x":2083,"y":307},"inputs":[{"name":"Input","shape":[20,4],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"}],"outputs":[{"name":"Shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"Add Bias Weight","type":"COMPOSITE_OPERATION","aliases":["read weight","load weight","get weight"],"position":{"x":1650,"y":572},"inputs":[{"name":"Is Train","data":false,"shape":[],"type":"BOOLEAN","primitive_name":"New Input","flow_state":"BOOT_SOURCE"},{"name":"Is Initialize Weight","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"Input","flow_state":"BOOT_SOURCE"},{"name":"Initialize Shape","shape":[1],"type":"INTEGER","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"Read/Initialize Weight","type":"CONDITIONAL_OPERATION","position":{"x":539,"y":253},"inputs":[{"name":"Is Train","shape":[],"type":"BOOLEAN","primitive_name":"Is True","flow_state":"BOOT_SINK"},{"name":"Is Initialize Weight","shape":[],"type":"BOOLEAN","primitive_name":"New Input","flow_state":"BOOT_SINK"},{"name":"Initialize Shape","shape":[1],"type":"INTEGER","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"exist_in_files","primitive_name":"exist_in_files","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":442,"y":135},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Weight","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"is_exist","primitive_name":"is_exist","flow_state":"UNBOUND"}]},{"name":"Read/Initialize Weight","type":"CONDITIONAL_OPERATION","position":{"x":1034,"y":135},"inputs":[{"name":"Is True","primitive_name":"Is True"},{"name":"Initialize Shape","primitive_name":"Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"read_from_file","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":625,"y":47},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Weight","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"read_from_file","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"Get Random Number Limits","type":"COMPOSITE_OPERATION","position":{"x":511,"y":296},"inputs":[{"name":"Input","primitive_name":"Input"}],"outputs":[{"name":"Left Limit","primitive_name":"Output","flow_state":"UNBOUND"},{"name":"Right Limit","primitive_name":"Output (1)","flow_state":"UNBOUND"}],"operations":[{"name":"parse_decimal","primitive_name":"parse_decimal","type":"PRIMITIVE_OPERATION","aliases":["parse_float","parse_double"],"position":{"x":397,"y":46},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"reduce_one_dimension","primitive_name":"reduce_one_dimension","type":"PRIMITIVE_OPERATION","aliases":["reduce_dimension","decrease_dimension","decrease_one_dimension","get_sub_array","get_subarray","get_element","get_sub_element"],"position":{"x":956,"y":45},"inputs":[{"name":"input","primitive_name":"input"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"},{"name":"selected_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"selected_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","aliases":["div"],"position":{"x":1473,"y":120},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"divided_result","primitive_name":"divided_result","flow_state":"UNBOUND"}]},{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","aliases":["exp","pow","power","exponentiate"],"position":{"x":2003,"y":119},"inputs":[{"name":"base","primitive_name":"base"},{"name":"exponent","data":0.5,"shape":[],"type":"DECIMAL","primitive_name":"exponent","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"multiply","primitive_name":"multiply","type":"PRIMITIVE_OPERATION","aliases":["dot","prod","product","dot_prod","dot_product","matmul","matrix_multiply"],"position":{"x":2636,"y":119},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","data":-1.0,"shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"multiplied_result","primitive_name":"multiplied_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"divide","data":"divided_result"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"multiply","data":"left_operand"},"control_points":[]},{"source":{"operation":"multiply","data":"multiplied_result"},"sink":{"operation":"this","data":"Left Limit"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"this","data":"Right Limit"},"control_points":[{"x":2460,"y":293},{"x":3107,"y":293}]},{"source":{"operation":"reduce_one_dimension","data":"output"},"sink":{"operation":"divide","data":"right_operand"},"control_points":[]},{"source":{"operation":"this","data":"Input"},"sink":{"operation":"parse_decimal","data":"input"},"control_points":[]},{"source":{"operation":"parse_decimal","data":"output"},"sink":{"operation":"reduce_one_dimension","data":"input"},"control_points":[]}]},{"name":"generate_uniform_random_number","primitive_name":"generate_uniform_random_number","type":"PRIMITIVE_OPERATION","position":{"x":1204,"y":220},"inputs":[{"name":"shape","primitive_name":"shape"},{"name":"random_seed","data":10,"shape":[],"type":"INTEGER","primitive_name":"random_seed","flow_state":"BOOT_SOURCE"},{"name":"left_limit","primitive_name":"left_limit"},{"name":"right_limit","primitive_name":"right_limit"}],"outputs":[{"name":"random_number","primitive_name":"random_number","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"Get Random Number Limits","data":"Left Limit"},"sink":{"operation":"generate_uniform_random_number","data":"left_limit"},"control_points":[]},{"source":{"operation":"Get Random Number Limits","data":"Right Limit"},"sink":{"operation":"generate_uniform_random_number","data":"right_limit"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"generate_uniform_random_number","data":"shape"},"control_points":[{"x":288,"y":274}]},{"source":{"operation":"generate_uniform_random_number","data":"random_number"},"sink":{"operation":"this","data":"Output"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Get Random Number Limits","data":"Input"},"control_points":[{"x":356,"y":350}]}],"condition":{"name":"Is True"}}],"links_if_true":[{"source":{"operation":"exist_in_files","data":"is_exist"},"sink":{"operation":"Read/Initialize Weight","data":"Is True"},"control_points":[]},{"source":{"operation":"Read/Initialize Weight","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read/Initialize Weight","data":"Initialize Shape"},"control_points":[{"x":403,"y":393},{"x":876,"y":393}]}],"operations_if_false":[{"name":"Read/Initialize Weight","type":"CONDITIONAL_OPERATION","position":{"x":644,"y":48},"inputs":[{"name":"Is True","shape":[],"type":"BOOLEAN","primitive_name":"Is True","flow_state":"BOOT_SINK"},{"name":"Initialize Shape","shape":[1],"type":"INTEGER","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"Get Random Number Limits","type":"COMPOSITE_OPERATION","position":{"x":376,"y":333},"inputs":[{"name":"Input","shape":[1],"type":"INTEGER","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Left Limit","primitive_name":"Output","flow_state":"UNBOUND"},{"name":"Right Limit","primitive_name":"Output (1)","flow_state":"UNBOUND"}],"operations":[{"name":"parse_decimal","primitive_name":"parse_decimal","type":"PRIMITIVE_OPERATION","aliases":["parse_float","parse_double"],"position":{"x":397,"y":46},"inputs":[{"name":"input","shape":[1],"type":"INTEGER","primitive_name":"input","flow_state":"REF_SINK"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"reduce_one_dimension","primitive_name":"reduce_one_dimension","type":"PRIMITIVE_OPERATION","aliases":["reduce_dimension","decrease_dimension","decrease_one_dimension","get_sub_array","get_subarray","get_element","get_sub_element"],"position":{"x":956,"y":45},"inputs":[{"name":"input","shape":[1],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"},{"name":"selected_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"selected_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","aliases":["div"],"position":{"x":1473,"y":120},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"REF_SINK"}],"outputs":[{"name":"divided_result","primitive_name":"divided_result","flow_state":"UNBOUND"}]},{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","aliases":["exp","pow","power","exponentiate"],"position":{"x":2003,"y":119},"inputs":[{"name":"base","shape":[],"type":"DECIMAL","primitive_name":"base","flow_state":"REF_SINK"},{"name":"exponent","data":0.5,"shape":[],"type":"DECIMAL","primitive_name":"exponent","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"multiply","primitive_name":"multiply","type":"PRIMITIVE_OPERATION","aliases":["dot","prod","product","dot_prod","dot_product","matmul","matrix_multiply"],"position":{"x":2636,"y":119},"inputs":[{"name":"left_operand","shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"REF_SINK"},{"name":"right_operand","data":-1.0,"shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"multiplied_result","primitive_name":"multiplied_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"divide","data":"divided_result"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"multiply","data":"left_operand"},"control_points":[]},{"source":{"operation":"multiply","data":"multiplied_result"},"sink":{"operation":"this","data":"Left Limit"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"this","data":"Right Limit"},"control_points":[{"x":2460,"y":293},{"x":3107,"y":293}]},{"source":{"operation":"reduce_one_dimension","data":"output"},"sink":{"operation":"divide","data":"right_operand"},"control_points":[]},{"source":{"operation":"this","data":"Input"},"sink":{"operation":"parse_decimal","data":"input"},"control_points":[]},{"source":{"operation":"parse_decimal","data":"output"},"sink":{"operation":"reduce_one_dimension","data":"input"},"control_points":[]}]},{"name":"generate_uniform_random_number","primitive_name":"generate_uniform_random_number","type":"PRIMITIVE_OPERATION","position":{"x":1134,"y":257},"inputs":[{"name":"shape","shape":[1],"type":"INTEGER","primitive_name":"shape","flow_state":"REF_SINK"},{"name":"random_seed","data":10,"shape":[],"type":"INTEGER","primitive_name":"random_seed","flow_state":"BOOT_SOURCE"},{"name":"left_limit","shape":[],"type":"DECIMAL","primitive_name":"left_limit","flow_state":"REF_SINK"},{"name":"right_limit","shape":[],"type":"DECIMAL","primitive_name":"right_limit","flow_state":"REF_SINK"}],"outputs":[{"name":"random_number","primitive_name":"random_number","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"Get Random Number Limits","data":"Left Limit"},"sink":{"operation":"generate_uniform_random_number","data":"left_limit"},"control_points":[]},{"source":{"operation":"Get Random Number Limits","data":"Right Limit"},"sink":{"operation":"generate_uniform_random_number","data":"right_limit"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Get Random Number Limits","data":"Input"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"generate_uniform_random_number","data":"shape"},"control_points":[{"x":320,"y":312}]},{"source":{"operation":"generate_uniform_random_number","data":"random_number"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"read_from_file","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":722,"y":46},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Weight","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"read_from_file","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is True"}}],"links_if_false":[{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read/Initialize Weight","data":"Initialize Shape"},"control_points":[]},{"source":{"operation":"this","data":"Is Initialize Weight"},"sink":{"operation":"Read/Initialize Weight","data":"Is True"},"control_points":[]},{"source":{"operation":"Read/Initialize Weight","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is Train"}},{"name":"Train Weight","type":"CONDITIONAL_OPERATION","position":{"x":1164,"y":216},"inputs":[{"name":"Is Train","shape":[],"type":"BOOLEAN","primitive_name":"Is True","flow_state":"BOOT_SINK"},{"name":"Weight","shape":[4],"type":"DECIMAL","primitive_name":"Input (2)","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"identity","primitive_name":"identity","type":"PRIMITIVE_OPERATION","aliases":["same"],"position":{"x":438,"y":46},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"Read/Initialize Timestep t","type":"COMPOSITE_OPERATION","position":{"x":742,"y":612},"inputs":[{"name":"Initial t","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"exist_in_files","primitive_name":"exist_in_files","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":402,"y":106},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Timestep for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"is_exist","primitive_name":"is_exist","flow_state":"UNBOUND"}]},{"name":"Read/Initialize Timestep t","type":"CONDITIONAL_OPERATION","position":{"x":944,"y":106},"inputs":[{"name":"Is Initialize","primitive_name":"Is True"},{"name":"Initial t","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"Read Timestep t","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":622,"y":47},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Timestep for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"Read Timestep t","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"identity","primitive_name":"identity","type":"PRIMITIVE_OPERATION","aliases":["same"],"position":{"x":520,"y":46},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"write_to_file","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":1084,"y":229},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Timestep for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"outputs":[]}],"links_if_false":[{"source":{"operation":"identity","data":"output"},"sink":{"operation":"write_to_file","data":"data"},"control_points":[]},{"source":{"operation":"this","data":"Initial t"},"sink":{"operation":"identity","data":"input"},"control_points":[]},{"source":{"operation":"identity","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is Initialize"}}],"links":[{"source":{"operation":"exist_in_files","data":"is_exist"},"sink":{"operation":"Read/Initialize Timestep t","data":"Is Initialize"},"control_points":[]},{"source":{"operation":"this","data":"Initial t"},"sink":{"operation":"Read/Initialize Timestep t","data":"Initial t"},"control_points":[{"x":316,"y":362},{"x":813,"y":362}]},{"source":{"operation":"Read/Initialize Timestep t","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"Increment","primitive_name":"add","type":"PRIMITIVE_OPERATION","aliases":["plus","increment"],"position":{"x":1507,"y":831},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"added_result","primitive_name":"added_result","flow_state":"UNBOUND"}]},{"name":"write_to_file_1","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":2063,"y":717},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Timestep for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"outputs":[]},{"name":"differentiate","primitive_name":"differentiate","type":"PRIMITIVE_OPERATION","aliases":["auto gradients","autogradients","derivatives"],"position":{"x":766,"y":309},"inputs":[{"name":"wrt_input","data":["Lora Layer","\"A\" Linear Layer (2D)","Add Bias Weight","Train Weight","identity","input"],"shape":[15],"type":"TEXT","primitive_name":"wrt_input","flow_state":"BOOT_SOURCE"},{"name":"function_output","primitive_name":"function_output"},{"name":"order","data":1,"shape":[],"type":"INTEGER","primitive_name":"order","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"derivative","primitive_name":"derivative","flow_state":"UNBOUND"}]},{"name":"Adam Optimizer","type":"COMPOSITE_OPERATION","position":{"x":1483,"y":358},"inputs":[{"name":"Alpha","data":0.001,"shape":[],"type":"DECIMAL","primitive_name":"new_inp","flow_state":"BOOT_SOURCE"},{"name":"Beta 1","data":0.9,"shape":[],"type":"DECIMAL","primitive_name":"i_0_Adam Optimizer","flow_state":"BOOT_SOURCE"},{"name":"Beta 2","data":0.999,"shape":[],"type":"DECIMAL","primitive_name":"i_0_Adam Optimizer","flow_state":"BOOT_SOURCE"},{"name":"g (t)","primitive_name":"i_0_Adam Optimizer"},{"name":"t","primitive_name":"i_0_Adam Optimizer"},{"name":"Epsilon","data":1.0E-7,"shape":[],"type":"DECIMAL","primitive_name":"i_0_Adam Optimizer","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"Gradients","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"Compute first moment estimate","type":"COMPOSITE_OPERATION","position":{"x":693,"y":151},"inputs":[{"name":"Beta 1","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"g (t)","primitive_name":"Input (1)"},{"name":"t","primitive_name":"Input (2)"}],"outputs":[{"name":"m (t)^","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"Update biased first moment estimate","type":"COMPOSITE_OPERATION","position":{"x":584,"y":114},"inputs":[{"name":"Beta 1","shape":[],"type":"DECIMAL","primitive_name":"new_inp","flow_state":"BOOT_SINK"},{"name":"g (t)","primitive_name":"i_1_Update biased first moment estimate"}],"outputs":[{"name":"m (t)","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","position":{"x":457,"y":301},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SINK"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array (1)","type":"COMPOSITE_OPERATION","position":{"x":1348,"y":401},"inputs":[{"name":"Target","primitive_name":"Input"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","primitive_name":"target"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply_1","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1917,"y":647},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":458,"y":94},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"Read/Initialize m (t - 1)","type":"COMPOSITE_OPERATION","position":{"x":855,"y":181},"inputs":[{"name":"Initialize Shape","primitive_name":"Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"exist_in_files","primitive_name":"exist_in_files","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":403,"y":92},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased First Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"is_exist","primitive_name":"is_exist","flow_state":"UNBOUND"}]},{"name":"Read/Initialize m (t - 1)","type":"CONDITIONAL_OPERATION","position":{"x":931,"y":92},"inputs":[{"name":"Is Inititialize","primitive_name":"Is True"},{"name":"Initialize Shape","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"read_from_file","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":633,"y":45},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased First Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"read_from_file","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":588,"y":46},"inputs":[{"name":"target","data":0.0,"shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SOURCE"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is Inititialize"}}],"links":[{"source":{"operation":"exist_in_files","data":"is_exist"},"sink":{"operation":"Read/Initialize m (t - 1)","data":"Is Inititialize"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read/Initialize m (t - 1)","data":"Initialize Shape"},"control_points":[{"x":286,"y":318},{"x":807,"y":318}]},{"source":{"operation":"Read/Initialize m (t - 1)","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":1342,"y":48},"inputs":[{"name":"Target","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":350},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":47},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1916,"y":48},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"add","primitive_name":"add","type":"PRIMITIVE_OPERATION","position":{"x":2641,"y":48},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"added_result","primitive_name":"added_result","flow_state":"UNBOUND"}]},{"name":"Write m (t)","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":3075,"y":227},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased First Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"input_order":[3,1,2,0],"outputs":[]}],"links":[{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"element_wise_multiply_1","data":"right_array"},"control_points":[{"x":548,"y":740}]},{"source":{"operation":"element_wise_multiply","data":"multiplied_array"},"sink":{"operation":"add","data":"left_operand"},"control_points":[]},{"source":{"operation":"element_wise_multiply_1","data":"multiplied_array"},"sink":{"operation":"add","data":"right_operand"},"control_points":[]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"this","data":"m (t)"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[{"x":246,"y":36},{"x":1258,"y":36}]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"left_array"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Target"},"control_points":[{"x":1254,"y":356}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Array"},"control_points":[{"x":376,"y":494}]},{"source":{"operation":"Broadcast Target to Shape of Array (1)","data":"Output"},"sink":{"operation":"element_wise_multiply_1","data":"left_array"},"control_points":[]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"Write m (t)","data":"data"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"get_shape","data":"input"},"control_points":[]},{"source":{"operation":"Read/Initialize m (t - 1)","data":"Output"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[]},{"source":{"operation":"Read/Initialize m (t - 1)","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"right_array"},"control_points":[{"x":1793,"y":236}]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"Read/Initialize m (t - 1)","data":"Initialize Shape"},"control_points":[]}]},{"name":"Compute bias-corrected first moment estimate","type":"COMPOSITE_OPERATION","position":{"x":1332,"y":114},"inputs":[{"name":"m (t)","primitive_name":"new_inp"},{"name":"Beta 1","shape":[],"type":"DECIMAL","primitive_name":"i_0_Compute bias-corrected first moment estimate","flow_state":"BOOT_SINK"},{"name":"t","primitive_name":"i_0_Compute bias-corrected first moment estimate"}],"outputs":[{"name":"m (t)^","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","position":{"x":442,"y":422},"inputs":[{"name":"base","shape":[],"type":"DECIMAL","primitive_name":"base","flow_state":"BOOT_SINK"},{"name":"exponent","primitive_name":"exponent"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","position":{"x":978,"y":383},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":1542,"y":346},"inputs":[{"name":"Target","primitive_name":"Input"},{"name":"Array","primitive_name":"New Input"}],"input_order":[1,0],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":350},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":46},"inputs":[{"name":"target","primitive_name":"target"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","position":{"x":2122,"y":46},"inputs":[{"name":"left_array","primitive_name":"left_operand"},{"name":"right_array","primitive_name":"right_operand"}],"outputs":[{"name":"divided_array","primitive_name":"divided_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"element_wise_exponentiate","data":"exponent"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[]},{"source":{"operation":"this","data":"m (t)"},"sink":{"operation":"element_wise_divide","data":"left_array"},"control_points":[]},{"source":{"operation":"element_wise_divide","data":"divided_array"},"sink":{"operation":"this","data":"m (t)^"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"m (t)"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[{"x":1320,"y":101}]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_divide","data":"right_array"},"control_points":[]}]}],"links":[{"source":{"operation":"Update biased first moment estimate","data":"m (t)"},"sink":{"operation":"Compute bias-corrected first moment estimate","data":"m (t)"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"Update biased first moment estimate","data":"Beta 1"},"control_points":[{"x":497,"y":101}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Update biased first moment estimate","data":"g (t)"},"control_points":[{"x":503,"y":148}]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"Compute bias-corrected first moment estimate","data":"t"},"control_points":[{"x":317,"y":478},{"x":1111,"y":478}]},{"source":{"operation":"Compute bias-corrected first moment estimate","data":"m (t)^"},"sink":{"operation":"this","data":"m (t)^"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"Compute bias-corrected first moment estimate","data":"Beta 1"},"control_points":[{"x":1217,"y":101}]}]},{"name":"Compute second moment estimate","type":"COMPOSITE_OPERATION","position":{"x":667,"y":539},"inputs":[{"name":"Beta 2","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"g (t)","primitive_name":"Input (1)"},{"name":"t","primitive_name":"Input (1)"}],"outputs":[{"name":"v (t)^","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"Update biased second moment estimate","type":"COMPOSITE_OPERATION","position":{"x":510,"y":114},"inputs":[{"name":"Beta 2","shape":[],"type":"DECIMAL","primitive_name":"new_inp","flow_state":"BOOT_SINK"},{"name":"g (t)","primitive_name":"i_0_Update biased second raw moment estimate"}],"outputs":[{"name":"v (t)","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","position":{"x":816,"y":402},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SINK"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array (1)","type":"COMPOSITE_OPERATION","position":{"x":1294,"y":402},"inputs":[{"name":"Target","primitive_name":"Input"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","primitive_name":"target"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply_1","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","aliases":["mul"],"position":{"x":1316,"y":691},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"element_wise_multiply_2","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1797,"y":653},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":451,"y":182},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"Read v (t - 1)","type":"COMPOSITE_OPERATION","position":{"x":860,"y":232},"inputs":[{"name":"Initialize Shape","primitive_name":"Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"exist_in_files","primitive_name":"exist_in_files","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":456,"y":149},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased Second Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"is_exist","primitive_name":"is_exist","flow_state":"UNBOUND"}]},{"name":"Read v (t - 1)","type":"CONDITIONAL_OPERATION","position":{"x":1158,"y":150},"inputs":[{"name":"Is Initialize","primitive_name":"Is True"},{"name":"Initialize Shape","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"read_from_file","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":562,"y":44},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased Second Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"read_from_file","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":500,"y":46},"inputs":[{"name":"target","data":0.0,"shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SOURCE"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is Initialize"}}],"links":[{"source":{"operation":"exist_in_files","data":"is_exist"},"sink":{"operation":"Read v (t - 1)","data":"Is Initialize"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read v (t - 1)","data":"Initialize Shape"},"control_points":[{"x":360,"y":458},{"x":947,"y":458}]},{"source":{"operation":"Read v (t - 1)","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":1294,"y":46},"inputs":[{"name":"Target","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":350},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":47},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1811,"y":144},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"add","primitive_name":"add","type":"PRIMITIVE_OPERATION","position":{"x":2337,"y":143},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"added_result","primitive_name":"added_result","flow_state":"UNBOUND"}]},{"name":"Write v (t)","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":2829,"y":270},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased Second Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"input_order":[3,0,1,2],"outputs":[]}],"links":[{"source":{"operation":"element_wise_multiply","data":"multiplied_array"},"sink":{"operation":"add","data":"left_operand"},"control_points":[]},{"source":{"operation":"element_wise_multiply_2","data":"multiplied_array"},"sink":{"operation":"add","data":"right_operand"},"control_points":[]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"this","data":"v (t)"},"control_points":[{"x":2774,"y":101}]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[{"x":481,"y":494}]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"left_array"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Array"},"control_points":[{"x":434,"y":546},{"x":1241,"y":546}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"element_wise_multiply_1","data":"right_array"},"control_points":[{"x":672,"y":784}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"element_wise_multiply_1","data":"left_array"},"control_points":[{"x":634,"y":746}]},{"source":{"operation":"element_wise_multiply_1","data":"multiplied_array"},"sink":{"operation":"element_wise_multiply_2","data":"right_array"},"control_points":[]},{"source":{"operation":"Broadcast Target to Shape of Array (1)","data":"Output"},"sink":{"operation":"element_wise_multiply_2","data":"left_array"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":133,"y":236}]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"Write v (t)","data":"data"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"Read v (t - 1)","data":"Initialize Shape"},"control_points":[]},{"source":{"operation":"Read v (t - 1)","data":"Output"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[]},{"source":{"operation":"Read v (t - 1)","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"right_array"},"control_points":[{"x":1714,"y":286}]}]},{"name":"Compute bias-corrected second moment estimate","type":"COMPOSITE_OPERATION","position":{"x":1292,"y":114},"inputs":[{"name":"v (t)","primitive_name":"new_inp"},{"name":"Beta 2","shape":[],"type":"DECIMAL","primitive_name":"i_0_Compute bias-corrected first moment estimate","flow_state":"BOOT_SINK"},{"name":"t","primitive_name":"i_0_Compute bias-corrected first moment estimate"}],"outputs":[{"name":"v (t)^","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","position":{"x":420,"y":419},"inputs":[{"name":"base","shape":[],"type":"DECIMAL","primitive_name":"base","flow_state":"BOOT_SINK"},{"name":"exponent","primitive_name":"exponent"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","position":{"x":982,"y":381},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":1535,"y":342},"inputs":[{"name":"Target","primitive_name":"Input"},{"name":"Array","primitive_name":"New Input"}],"input_order":[1,0],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","primitive_name":"target"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","position":{"x":2089,"y":46},"inputs":[{"name":"left_array","primitive_name":"left_operand"},{"name":"right_array","primitive_name":"right_operand"}],"outputs":[{"name":"divided_array","primitive_name":"divided_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"element_wise_exponentiate","data":"exponent"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[]},{"source":{"operation":"this","data":"v (t)"},"sink":{"operation":"element_wise_divide","data":"left_array"},"control_points":[]},{"source":{"operation":"element_wise_divide","data":"divided_array"},"sink":{"operation":"this","data":"v (t)^"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"v (t)"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[{"x":1396,"y":101}]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_divide","data":"right_array"},"control_points":[]}]}],"links":[{"source":{"operation":"Update biased second moment estimate","data":"v (t)"},"sink":{"operation":"Compute bias-corrected second moment estimate","data":"v (t)"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Update biased second moment estimate","data":"g (t)"},"control_points":[{"x":418,"y":148}]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"Update biased second moment estimate","data":"Beta 2"},"control_points":[{"x":416,"y":101}]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"Compute bias-corrected second moment estimate","data":"t"},"control_points":[{"x":327,"y":392},{"x":1170,"y":392}]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"Compute bias-corrected second moment estimate","data":"Beta 2"},"control_points":[{"x":1171,"y":101}]},{"source":{"operation":"Compute bias-corrected second moment estimate","data":"v (t)^"},"sink":{"operation":"this","data":"v (t)^"},"control_points":[]}]},{"name":"Get gradients","type":"COMPOSITE_OPERATION","position":{"x":1620,"y":114},"inputs":[{"name":"Alpha","shape":[],"type":"DECIMAL","primitive_name":"new_inp","flow_state":"BOOT_SINK"},{"name":"m (t)^","primitive_name":"i_0_Get gradients"},{"name":"v (t)^","primitive_name":"i_0_Get gradients"},{"name":"Epsilon","shape":[],"type":"DECIMAL","primitive_name":"i_0_Get gradients","flow_state":"BOOT_SINK"}],"outputs":[{"name":"Gradients","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":551,"y":42},"inputs":[{"name":"Target","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1089,"y":172},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array (1)","type":"COMPOSITE_OPERATION","position":{"x":552,"y":433},"inputs":[{"name":"Target","data":0.5,"shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SOURCE"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","position":{"x":1088,"y":400},"inputs":[{"name":"base","primitive_name":"base"},{"name":"exponent","primitive_name":"exponent"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array (2)","type":"COMPOSITE_OPERATION","position":{"x":552,"y":652},"inputs":[{"name":"Target","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"Array","primitive_name":"New Input"}],"input_order":[1,0],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"add","primitive_name":"add","type":"PRIMITIVE_OPERATION","position":{"x":1722,"y":400},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"added_result","primitive_name":"added_result","flow_state":"UNBOUND"}]},{"name":"element_wise_divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","position":{"x":2265,"y":171},"inputs":[{"name":"left_array","primitive_name":"left_operand"},{"name":"right_array","primitive_name":"right_operand"}],"outputs":[{"name":"divided_array","primitive_name":"divided_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"add","data":"left_operand"},"control_points":[]},{"source":{"operation":"this","data":"m (t)^"},"sink":{"operation":"element_wise_multiply","data":"right_array"},"control_points":[{"x":441,"y":265}]},{"source":{"operation":"element_wise_multiply","data":"multiplied_array"},"sink":{"operation":"element_wise_divide","data":"left_array"},"control_points":[]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"element_wise_divide","data":"right_array"},"control_points":[]},{"source":{"operation":"element_wise_divide","data":"divided_array"},"sink":{"operation":"this","data":"Gradients"},"control_points":[]},{"source":{"operation":"this","data":"v (t)^"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[{"x":350,"y":365},{"x":982,"y":365}]},{"source":{"operation":"this","data":"Alpha"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"m (t)^"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"left_array"},"control_points":[]},{"source":{"operation":"this","data":"v (t)^"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Array"},"control_points":[]},{"source":{"operation":"Broadcast Target to Shape of Array (1)","data":"Output"},"sink":{"operation":"element_wise_exponentiate","data":"exponent"},"control_points":[]},{"source":{"operation":"this","data":"Epsilon"},"sink":{"operation":"Broadcast Target to Shape of Array (2)","data":"Target"},"control_points":[{"x":348,"y":744}]},{"source":{"operation":"this","data":"v (t)^"},"sink":{"operation":"Broadcast Target to Shape of Array (2)","data":"Array"},"control_points":[{"x":351,"y":706}]},{"source":{"operation":"Broadcast Target to Shape of Array (2)","data":"Output"},"sink":{"operation":"add","data":"right_operand"},"control_points":[{"x":1546,"y":709}]}]}],"links":[{"source":{"operation":"this","data":"Alpha"},"sink":{"operation":"Get gradients","data":"Alpha"},"control_points":[{"x":1466,"y":101}]},{"source":{"operation":"Get gradients","data":"Gradients"},"sink":{"operation":"this","data":"Gradients"},"control_points":[]},{"source":{"operation":"this","data":"Epsilon"},"sink":{"operation":"Get gradients","data":"Epsilon"},"control_points":[{"x":557,"y":821},{"x":1306,"y":821}]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"Compute first moment estimate","data":"t"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Compute first moment estimate","data":"g (t)"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"Compute first moment estimate","data":"Beta 1"},"control_points":[{"x":630,"y":148}]},{"source":{"operation":"Compute first moment estimate","data":"m (t)^"},"sink":{"operation":"Get gradients","data":"m (t)^"},"control_points":[]},{"source":{"operation":"Compute second moment estimate","data":"v (t)^"},"sink":{"operation":"Get gradients","data":"v (t)^"},"control_points":[]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"Compute second moment estimate","data":"Beta 2"},"control_points":[{"x":506,"y":594}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Compute second moment estimate","data":"g (t)"},"control_points":[{"x":492,"y":632}]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"Compute second moment estimate","data":"t"},"control_points":[{"x":479,"y":670}]}]},{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","aliases":["minus","decrement"],"position":{"x":2043,"y":320},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"write_to_file","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":2476,"y":47},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Weight","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"outputs":[]}],"links_if_true":[{"source":{"operation":"Adam Optimizer","data":"Gradients"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"this","data":"Output"},"control_points":[{"x":2836,"y":376}]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"write_to_file","data":"data"},"control_points":[]},{"source":{"operation":"differentiate","data":"derivative"},"sink":{"operation":"Adam Optimizer","data":"g (t)"},"control_points":[{"x":1394,"y":364}]},{"source":{"operation":"Increment","data":"added_result"},"sink":{"operation":"write_to_file_1","data":"data"},"control_points":[]},{"source":{"operation":"this","data":"Weight"},"sink":{"operation":"identity","data":"input"},"control_points":[]},{"source":{"operation":"identity","data":"output"},"sink":{"operation":"subtract","data":"left_operand"},"control_points":[{"x":1860,"y":100}]},{"source":{"operation":"Read/Initialize Timestep t","data":"Output"},"sink":{"operation":"Adam Optimizer","data":"t"},"control_points":[{"x":1396,"y":666}]},{"source":{"operation":"Read/Initialize Timestep t","data":"Output"},"sink":{"operation":"Increment","data":"left_operand"},"control_points":[]}],"operations_if_false":[{"name":"identity","primitive_name":"identity","type":"PRIMITIVE_OPERATION","aliases":["same"],"position":{"x":626,"y":47},"inputs":[{"name":"input","shape":[4],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"identity","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]},{"source":{"operation":"this","data":"Weight"},"sink":{"operation":"identity","data":"input"},"control_points":[]}],"condition":{"name":"Is Train"}}],"links":[{"source":{"operation":"this","data":"Is Initialize Weight"},"sink":{"operation":"Read/Initialize Weight","data":"Is Initialize Weight"},"control_points":[]},{"source":{"operation":"this","data":"Is Train"},"sink":{"operation":"Read/Initialize Weight","data":"Is Train"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read/Initialize Weight","data":"Initialize Shape"},"control_points":[]},{"source":{"operation":"Read/Initialize Weight","data":"Output"},"sink":{"operation":"Train Weight","data":"Weight"},"control_points":[]},{"source":{"operation":"this","data":"Is Train"},"sink":{"operation":"Train Weight","data":"Is Train"},"control_points":[{"x":1023,"y":101}]},{"source":{"operation":"Train Weight","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"expand_one_dimension_1","primitive_name":"expand_one_dimension","type":"PRIMITIVE_OPERATION","position":{"x":2459,"y":573},"inputs":[{"name":"input","shape":[4],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"Broadcast Residuals to Shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","position":{"x":2991,"y":306},"inputs":[{"name":"Target","shape":[1,4],"type":"DECIMAL","primitive_name":"target","flow_state":"REF_SINK"},{"name":"Shape","shape":[2],"type":"INTEGER","primitive_name":"shape","flow_state":"REF_SINK"}],"input_order":[1,0],"outputs":[{"name":"Broadcasted Residuals","primitive_name":"result","flow_state":"UNBOUND"}]},{"name":"add","primitive_name":"add","type":"PRIMITIVE_OPERATION","position":{"x":3486,"y":46},"inputs":[{"name":"left_operand","shape":[20,4],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"REF_SINK"},{"name":"right_operand","shape":[20,4],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"REF_SINK"}],"outputs":[{"name":"added_result","primitive_name":"added_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"Get Shape for Multiplied Result","data":"Shape"},"sink":{"operation":"Broadcast Residuals to Shape","data":"Shape"},"control_points":[]},{"source":{"operation":"this","data":"Input"},"sink":{"operation":"multiply","data":"left_operand"},"control_points":[]},{"source":{"operation":"Broadcast Residuals to Shape","data":"Broadcasted Residuals"},"sink":{"operation":"add","data":"right_operand"},"control_points":[]},{"source":{"operation":"multiply","data":"multiplied_result"},"sink":{"operation":"Get Shape for Multiplied Result","data":"Input"},"control_points":[]},{"source":{"operation":"expand_one_dimension_1","data":"output"},"sink":{"operation":"Broadcast Residuals to Shape","data":"Target"},"control_points":[]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"this","data":"Output"},"control_points":[]},{"source":{"operation":"this","data":"Input"},"sink":{"operation":"Calculate Multiply Init Weight Shape","data":"Input"},"control_points":[]},{"source":{"operation":"multiply","data":"multiplied_result"},"sink":{"operation":"add","data":"left_operand"},"control_points":[]},{"source":{"operation":"Calculate Multiply Init Weight Shape","data":"Output"},"sink":{"operation":"slice","data":"array"},"control_points":[]},{"source":{"operation":"this","data":"Hidden Size"},"sink":{"operation":"Calculate Multiply Init Weight Shape","data":"Hidden Size"},"control_points":[]},{"source":{"operation":"Add Multiply Weight","data":"Output"},"sink":{"operation":"multiply","data":"right_operand"},"control_points":[]},{"source":{"operation":"Calculate Multiply Init Weight Shape","data":"Output"},"sink":{"operation":"Add Multiply Weight","data":"Initialize Shape"},"control_points":[]},{"source":{"operation":"slice","data":"sliced_array"},"sink":{"operation":"Add Bias Weight","data":"Initialize Shape"},"control_points":[]},{"source":{"operation":"Add Bias Weight","data":"Output"},"sink":{"operation":"expand_one_dimension_1","data":"input"},"control_points":[]}]},{"name":"\"B\" Linear Layer (2D)","type":"COMPOSITE_OPERATION","aliases":["2D Dense Layer"],"position":{"x":1855,"y":413},"inputs":[{"name":"Input","shape":[20,4],"type":"DECIMAL","primitive_name":"new_inp","flow_state":"REF_SINK"},{"name":"Hidden Size","shape":[],"type":"INTEGER","primitive_name":"New Input","flow_state":"BOOT_SINK"}],"outputs":[{"name":"Output","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"Calculate Multiply Init Weight Shape","type":"COMPOSITE_OPERATION","position":{"x":570,"y":292},"inputs":[{"name":"Input","shape":[20,4],"type":"DECIMAL","primitive_name":"Input","flow_state":"REF_SINK"},{"name":"Hidden Size","shape":[],"type":"INTEGER","primitive_name":"New Input","flow_state":"BOOT_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","position":{"x":580,"y":46},"inputs":[{"name":"input","shape":[20,4],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"slice","primitive_name":"slice","type":"PRIMITIVE_OPERATION","position":{"x":1055,"y":111},"inputs":[{"name":"array","shape":[2],"type":"INTEGER","primitive_name":"array","flow_state":"REF_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"},{"name":"start_index","data":1,"shape":[],"type":"INTEGER","primitive_name":"start_index","flow_state":"BOOT_SOURCE"},{"name":"end_index","data":2,"shape":[],"type":"INTEGER","primitive_name":"end_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"sliced_array","primitive_name":"sliced_array","flow_state":"UNBOUND"}]},{"name":"expand_one_dimension","primitive_name":"expand_one_dimension","type":"PRIMITIVE_OPERATION","aliases":["expand","expand_dimension","extend","extend_dimension","extend_one_dimension","increase_dimension","increase_one_dimension"],"position":{"x":718,"y":374},"inputs":[{"name":"input","shape":[],"type":"INTEGER","primitive_name":"input","flow_state":"BOOT_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"concatenate","primitive_name":"concatenate","type":"PRIMITIVE_OPERATION","position":{"x":1568,"y":340},"inputs":[{"name":"array_1","shape":[1],"type":"INTEGER","primitive_name":"array_1","flow_state":"REF_SINK"},{"name":"array_2","shape":[1],"type":"INTEGER","primitive_name":"array_2","flow_state":"REF_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"concatenated_array","primitive_name":"concatenated_array","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"slice","data":"array"},"control_points":[]},{"source":{"operation":"slice","data":"sliced_array"},"sink":{"operation":"concatenate","data":"array_1"},"control_points":[]},{"source":{"operation":"this","data":"Input"},"sink":{"operation":"get_shape","data":"input"},"control_points":[]},{"source":{"operation":"concatenate","data":"concatenated_array"},"sink":{"operation":"this","data":"Output"},"control_points":[]},{"source":{"operation":"this","data":"Hidden Size"},"sink":{"operation":"expand_one_dimension","data":"input"},"control_points":[]},{"source":{"operation":"expand_one_dimension","data":"output"},"sink":{"operation":"concatenate","data":"array_2"},"control_points":[]}]},{"name":"slice","primitive_name":"slice","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":1142,"y":649},"inputs":[{"name":"array","shape":[2],"type":"INTEGER","primitive_name":"array","flow_state":"REF_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"},{"name":"start_index","data":1,"shape":[],"type":"INTEGER","primitive_name":"start_index","flow_state":"BOOT_SOURCE"},{"name":"end_index","data":2,"shape":[],"type":"INTEGER","primitive_name":"end_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"sliced_array","primitive_name":"sliced_array","flow_state":"UNBOUND"}]},{"name":"Add Multiply Weight","type":"COMPOSITE_OPERATION","aliases":["read weight","load weight","get weight"],"position":{"x":1128,"y":215},"inputs":[{"name":"Is Train","data":false,"shape":[],"type":"BOOLEAN","primitive_name":"New Input","flow_state":"BOOT_SOURCE"},{"name":"Is Initialize Weight","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"Input","flow_state":"BOOT_SOURCE"},{"name":"Initialize Shape","shape":[2],"type":"INTEGER","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"Read/Initialize Weight","type":"CONDITIONAL_OPERATION","position":{"x":539,"y":253},"inputs":[{"name":"Is Train","shape":[],"type":"BOOLEAN","primitive_name":"Is True","flow_state":"BOOT_SINK"},{"name":"Is Initialize Weight","shape":[],"type":"BOOLEAN","primitive_name":"New Input","flow_state":"BOOT_SINK"},{"name":"Initialize Shape","shape":[2],"type":"INTEGER","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"exist_in_files","primitive_name":"exist_in_files","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":442,"y":135},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Weight","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"is_exist","primitive_name":"is_exist","flow_state":"UNBOUND"}]},{"name":"Read/Initialize Weight","type":"CONDITIONAL_OPERATION","position":{"x":1034,"y":135},"inputs":[{"name":"Is True","primitive_name":"Is True"},{"name":"Initialize Shape","primitive_name":"Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"read_from_file","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":625,"y":47},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Weight","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"read_from_file","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"Get Random Number Limits","type":"COMPOSITE_OPERATION","position":{"x":511,"y":296},"inputs":[{"name":"Input","primitive_name":"Input"}],"outputs":[{"name":"Left Limit","primitive_name":"Output","flow_state":"UNBOUND"},{"name":"Right Limit","primitive_name":"Output (1)","flow_state":"UNBOUND"}],"operations":[{"name":"parse_decimal","primitive_name":"parse_decimal","type":"PRIMITIVE_OPERATION","aliases":["parse_float","parse_double"],"position":{"x":397,"y":47},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"reduce_one_dimension","primitive_name":"reduce_one_dimension","type":"PRIMITIVE_OPERATION","aliases":["reduce_dimension","decrease_dimension","decrease_one_dimension","get_sub_array","get_subarray","get_element","get_sub_element"],"position":{"x":956,"y":47},"inputs":[{"name":"input","primitive_name":"input"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"},{"name":"selected_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"selected_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","aliases":["div"],"position":{"x":1473,"y":120},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"divided_result","primitive_name":"divided_result","flow_state":"UNBOUND"}]},{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","aliases":["exp","pow","power","exponentiate"],"position":{"x":2003,"y":119},"inputs":[{"name":"base","primitive_name":"base"},{"name":"exponent","data":0.5,"shape":[],"type":"DECIMAL","primitive_name":"exponent","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"multiply","primitive_name":"multiply","type":"PRIMITIVE_OPERATION","aliases":["dot","prod","product","dot_prod","dot_product","matmul","matrix_multiply"],"position":{"x":2636,"y":119},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","data":-1.0,"shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"multiplied_result","primitive_name":"multiplied_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"divide","data":"divided_result"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"multiply","data":"left_operand"},"control_points":[]},{"source":{"operation":"multiply","data":"multiplied_result"},"sink":{"operation":"this","data":"Left Limit"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"this","data":"Right Limit"},"control_points":[{"x":2460,"y":293},{"x":3107,"y":293}]},{"source":{"operation":"reduce_one_dimension","data":"output"},"sink":{"operation":"divide","data":"right_operand"},"control_points":[]},{"source":{"operation":"this","data":"Input"},"sink":{"operation":"parse_decimal","data":"input"},"control_points":[]},{"source":{"operation":"parse_decimal","data":"output"},"sink":{"operation":"reduce_one_dimension","data":"input"},"control_points":[]}]},{"name":"generate_uniform_random_number","primitive_name":"generate_uniform_random_number","type":"PRIMITIVE_OPERATION","position":{"x":1204,"y":220},"inputs":[{"name":"shape","primitive_name":"shape"},{"name":"random_seed","data":10,"shape":[],"type":"INTEGER","primitive_name":"random_seed","flow_state":"BOOT_SOURCE"},{"name":"left_limit","primitive_name":"left_limit"},{"name":"right_limit","primitive_name":"right_limit"}],"outputs":[{"name":"random_number","primitive_name":"random_number","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"Get Random Number Limits","data":"Left Limit"},"sink":{"operation":"generate_uniform_random_number","data":"left_limit"},"control_points":[]},{"source":{"operation":"Get Random Number Limits","data":"Right Limit"},"sink":{"operation":"generate_uniform_random_number","data":"right_limit"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"generate_uniform_random_number","data":"shape"},"control_points":[{"x":288,"y":274}]},{"source":{"operation":"generate_uniform_random_number","data":"random_number"},"sink":{"operation":"this","data":"Output"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Get Random Number Limits","data":"Input"},"control_points":[{"x":356,"y":350}]}],"condition":{"name":"Is True"}}],"links_if_true":[{"source":{"operation":"exist_in_files","data":"is_exist"},"sink":{"operation":"Read/Initialize Weight","data":"Is True"},"control_points":[]},{"source":{"operation":"Read/Initialize Weight","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read/Initialize Weight","data":"Initialize Shape"},"control_points":[{"x":403,"y":393},{"x":876,"y":393}]}],"operations_if_false":[{"name":"Read/Initialize Weight","type":"CONDITIONAL_OPERATION","position":{"x":644,"y":48},"inputs":[{"name":"Is True","shape":[],"type":"BOOLEAN","primitive_name":"Is True","flow_state":"BOOT_SINK"},{"name":"Initialize Shape","shape":[2],"type":"INTEGER","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"Get Random Number Limits","type":"COMPOSITE_OPERATION","position":{"x":376,"y":333},"inputs":[{"name":"Input","shape":[2],"type":"INTEGER","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Left Limit","primitive_name":"Output","flow_state":"UNBOUND"},{"name":"Right Limit","primitive_name":"Output (1)","flow_state":"UNBOUND"}],"operations":[{"name":"parse_decimal","primitive_name":"parse_decimal","type":"PRIMITIVE_OPERATION","aliases":["parse_float","parse_double"],"position":{"x":397,"y":46},"inputs":[{"name":"input","shape":[2],"type":"INTEGER","primitive_name":"input","flow_state":"REF_SINK"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"reduce_one_dimension","primitive_name":"reduce_one_dimension","type":"PRIMITIVE_OPERATION","aliases":["reduce_dimension","decrease_dimension","decrease_one_dimension","get_sub_array","get_subarray","get_element","get_sub_element"],"position":{"x":956,"y":45},"inputs":[{"name":"input","shape":[2],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"},{"name":"selected_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"selected_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","aliases":["div"],"position":{"x":1473,"y":120},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"REF_SINK"}],"outputs":[{"name":"divided_result","primitive_name":"divided_result","flow_state":"UNBOUND"}]},{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","aliases":["exp","pow","power","exponentiate"],"position":{"x":2003,"y":119},"inputs":[{"name":"base","shape":[],"type":"DECIMAL","primitive_name":"base","flow_state":"REF_SINK"},{"name":"exponent","data":0.5,"shape":[],"type":"DECIMAL","primitive_name":"exponent","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"multiply","primitive_name":"multiply","type":"PRIMITIVE_OPERATION","aliases":["dot","prod","product","dot_prod","dot_product","matmul","matrix_multiply"],"position":{"x":2636,"y":119},"inputs":[{"name":"left_operand","shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"REF_SINK"},{"name":"right_operand","data":-1.0,"shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"multiplied_result","primitive_name":"multiplied_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"divide","data":"divided_result"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"multiply","data":"left_operand"},"control_points":[]},{"source":{"operation":"multiply","data":"multiplied_result"},"sink":{"operation":"this","data":"Left Limit"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"this","data":"Right Limit"},"control_points":[{"x":2460,"y":293},{"x":3107,"y":293}]},{"source":{"operation":"reduce_one_dimension","data":"output"},"sink":{"operation":"divide","data":"right_operand"},"control_points":[]},{"source":{"operation":"this","data":"Input"},"sink":{"operation":"parse_decimal","data":"input"},"control_points":[]},{"source":{"operation":"parse_decimal","data":"output"},"sink":{"operation":"reduce_one_dimension","data":"input"},"control_points":[]}]},{"name":"generate_uniform_random_number","primitive_name":"generate_uniform_random_number","type":"PRIMITIVE_OPERATION","position":{"x":1134,"y":257},"inputs":[{"name":"shape","shape":[2],"type":"INTEGER","primitive_name":"shape","flow_state":"REF_SINK"},{"name":"random_seed","data":10,"shape":[],"type":"INTEGER","primitive_name":"random_seed","flow_state":"BOOT_SOURCE"},{"name":"left_limit","shape":[],"type":"DECIMAL","primitive_name":"left_limit","flow_state":"REF_SINK"},{"name":"right_limit","shape":[],"type":"DECIMAL","primitive_name":"right_limit","flow_state":"REF_SINK"}],"outputs":[{"name":"random_number","primitive_name":"random_number","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"Get Random Number Limits","data":"Left Limit"},"sink":{"operation":"generate_uniform_random_number","data":"left_limit"},"control_points":[]},{"source":{"operation":"Get Random Number Limits","data":"Right Limit"},"sink":{"operation":"generate_uniform_random_number","data":"right_limit"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Get Random Number Limits","data":"Input"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"generate_uniform_random_number","data":"shape"},"control_points":[{"x":320,"y":312}]},{"source":{"operation":"generate_uniform_random_number","data":"random_number"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"read_from_file","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":719,"y":46},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Weight","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"read_from_file","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is True"}}],"links_if_false":[{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read/Initialize Weight","data":"Initialize Shape"},"control_points":[]},{"source":{"operation":"this","data":"Is Initialize Weight"},"sink":{"operation":"Read/Initialize Weight","data":"Is True"},"control_points":[]},{"source":{"operation":"Read/Initialize Weight","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is Train"}},{"name":"Train Weight","type":"CONDITIONAL_OPERATION","position":{"x":1164,"y":216},"inputs":[{"name":"Is Train","shape":[],"type":"BOOLEAN","primitive_name":"Is True","flow_state":"BOOT_SINK"},{"name":"Weight","shape":[4,768],"type":"DECIMAL","primitive_name":"Input (2)","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"identity","primitive_name":"identity","type":"PRIMITIVE_OPERATION","aliases":["same"],"position":{"x":438,"y":47},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"Read/Initialize Timestep t","type":"COMPOSITE_OPERATION","position":{"x":742,"y":612},"inputs":[{"name":"Initial t","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"exist_in_files","primitive_name":"exist_in_files","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":402,"y":106},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Timestep for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"is_exist","primitive_name":"is_exist","flow_state":"UNBOUND"}]},{"name":"Read/Initialize Timestep t","type":"CONDITIONAL_OPERATION","position":{"x":944,"y":106},"inputs":[{"name":"Is Initialize","primitive_name":"Is True"},{"name":"Initial t","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"Read Timestep t","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":623,"y":43},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Timestep for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"Read Timestep t","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"identity","primitive_name":"identity","type":"PRIMITIVE_OPERATION","aliases":["same"],"position":{"x":520,"y":46},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"write_to_file","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":1084,"y":229},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Timestep for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"outputs":[]}],"links_if_false":[{"source":{"operation":"identity","data":"output"},"sink":{"operation":"write_to_file","data":"data"},"control_points":[]},{"source":{"operation":"this","data":"Initial t"},"sink":{"operation":"identity","data":"input"},"control_points":[]},{"source":{"operation":"identity","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is Initialize"}}],"links":[{"source":{"operation":"exist_in_files","data":"is_exist"},"sink":{"operation":"Read/Initialize Timestep t","data":"Is Initialize"},"control_points":[]},{"source":{"operation":"this","data":"Initial t"},"sink":{"operation":"Read/Initialize Timestep t","data":"Initial t"},"control_points":[{"x":316,"y":362},{"x":813,"y":362}]},{"source":{"operation":"Read/Initialize Timestep t","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"Increment","primitive_name":"add","type":"PRIMITIVE_OPERATION","aliases":["plus","increment"],"position":{"x":1507,"y":831},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"added_result","primitive_name":"added_result","flow_state":"UNBOUND"}]},{"name":"write_to_file_1","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":2063,"y":717},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Timestep for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"outputs":[]},{"name":"differentiate","primitive_name":"differentiate","type":"PRIMITIVE_OPERATION","aliases":["auto gradients","autogradients","derivatives"],"position":{"x":766,"y":309},"inputs":[{"name":"wrt_input","data":["Lora Layer","\"B\" Linear Layer (2D)","Add Multiply Weight","Train Weight","identity","input"],"shape":[15],"type":"TEXT","primitive_name":"wrt_input","flow_state":"BOOT_SOURCE"},{"name":"function_output","primitive_name":"function_output"},{"name":"order","data":1,"shape":[],"type":"INTEGER","primitive_name":"order","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"derivative","primitive_name":"derivative","flow_state":"UNBOUND"}]},{"name":"Adam Optimizer","type":"COMPOSITE_OPERATION","position":{"x":1483,"y":358},"inputs":[{"name":"Alpha","data":0.001,"shape":[],"type":"DECIMAL","primitive_name":"new_inp","flow_state":"BOOT_SOURCE"},{"name":"Beta 1","data":0.9,"shape":[],"type":"DECIMAL","primitive_name":"i_0_Adam Optimizer","flow_state":"BOOT_SOURCE"},{"name":"Beta 2","data":0.999,"shape":[],"type":"DECIMAL","primitive_name":"i_0_Adam Optimizer","flow_state":"BOOT_SOURCE"},{"name":"g (t)","primitive_name":"i_0_Adam Optimizer"},{"name":"t","primitive_name":"i_0_Adam Optimizer"},{"name":"Epsilon","data":1.0E-7,"shape":[],"type":"DECIMAL","primitive_name":"i_0_Adam Optimizer","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"Gradients","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"Compute first moment estimate","type":"COMPOSITE_OPERATION","position":{"x":693,"y":151},"inputs":[{"name":"Beta 1","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"g (t)","primitive_name":"Input (1)"},{"name":"t","primitive_name":"Input (2)"}],"outputs":[{"name":"m (t)^","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"Update biased first moment estimate","type":"COMPOSITE_OPERATION","position":{"x":584,"y":114},"inputs":[{"name":"Beta 1","shape":[],"type":"DECIMAL","primitive_name":"new_inp","flow_state":"BOOT_SINK"},{"name":"g (t)","primitive_name":"i_1_Update biased first moment estimate"}],"outputs":[{"name":"m (t)","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","position":{"x":457,"y":301},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SINK"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array (1)","type":"COMPOSITE_OPERATION","position":{"x":1348,"y":401},"inputs":[{"name":"Target","primitive_name":"Input"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","primitive_name":"target"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply_1","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1917,"y":647},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":458,"y":94},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"Read/Initialize m (t - 1)","type":"COMPOSITE_OPERATION","position":{"x":855,"y":181},"inputs":[{"name":"Initialize Shape","primitive_name":"Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"exist_in_files","primitive_name":"exist_in_files","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":403,"y":92},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased First Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"is_exist","primitive_name":"is_exist","flow_state":"UNBOUND"}]},{"name":"Read/Initialize m (t - 1)","type":"CONDITIONAL_OPERATION","position":{"x":931,"y":92},"inputs":[{"name":"Is Inititialize","primitive_name":"Is True"},{"name":"Initialize Shape","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"read_from_file","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":633,"y":45},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased First Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"read_from_file","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":588,"y":46},"inputs":[{"name":"target","data":0.0,"shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SOURCE"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is Inititialize"}}],"links":[{"source":{"operation":"exist_in_files","data":"is_exist"},"sink":{"operation":"Read/Initialize m (t - 1)","data":"Is Inititialize"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read/Initialize m (t - 1)","data":"Initialize Shape"},"control_points":[{"x":286,"y":318},{"x":807,"y":318}]},{"source":{"operation":"Read/Initialize m (t - 1)","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":1342,"y":48},"inputs":[{"name":"Target","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":350},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":47},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1916,"y":48},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"add","primitive_name":"add","type":"PRIMITIVE_OPERATION","position":{"x":2641,"y":48},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"added_result","primitive_name":"added_result","flow_state":"UNBOUND"}]},{"name":"Write m (t)","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":3075,"y":227},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased First Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"input_order":[3,1,2,0],"outputs":[]}],"links":[{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"element_wise_multiply_1","data":"right_array"},"control_points":[{"x":548,"y":740}]},{"source":{"operation":"element_wise_multiply","data":"multiplied_array"},"sink":{"operation":"add","data":"left_operand"},"control_points":[]},{"source":{"operation":"element_wise_multiply_1","data":"multiplied_array"},"sink":{"operation":"add","data":"right_operand"},"control_points":[]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"this","data":"m (t)"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[{"x":246,"y":36},{"x":1258,"y":36}]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"left_array"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Target"},"control_points":[{"x":1254,"y":356}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Array"},"control_points":[{"x":376,"y":494}]},{"source":{"operation":"Broadcast Target to Shape of Array (1)","data":"Output"},"sink":{"operation":"element_wise_multiply_1","data":"left_array"},"control_points":[]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"Write m (t)","data":"data"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"get_shape","data":"input"},"control_points":[]},{"source":{"operation":"Read/Initialize m (t - 1)","data":"Output"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[]},{"source":{"operation":"Read/Initialize m (t - 1)","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"right_array"},"control_points":[{"x":1793,"y":236}]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"Read/Initialize m (t - 1)","data":"Initialize Shape"},"control_points":[]}]},{"name":"Compute bias-corrected first moment estimate","type":"COMPOSITE_OPERATION","position":{"x":1332,"y":114},"inputs":[{"name":"m (t)","primitive_name":"new_inp"},{"name":"Beta 1","shape":[],"type":"DECIMAL","primitive_name":"i_0_Compute bias-corrected first moment estimate","flow_state":"BOOT_SINK"},{"name":"t","primitive_name":"i_0_Compute bias-corrected first moment estimate"}],"outputs":[{"name":"m (t)^","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","position":{"x":442,"y":422},"inputs":[{"name":"base","shape":[],"type":"DECIMAL","primitive_name":"base","flow_state":"BOOT_SINK"},{"name":"exponent","primitive_name":"exponent"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","position":{"x":978,"y":383},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":1542,"y":346},"inputs":[{"name":"Target","primitive_name":"Input"},{"name":"Array","primitive_name":"New Input"}],"input_order":[1,0],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":350},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":46},"inputs":[{"name":"target","primitive_name":"target"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","position":{"x":2122,"y":46},"inputs":[{"name":"left_array","primitive_name":"left_operand"},{"name":"right_array","primitive_name":"right_operand"}],"outputs":[{"name":"divided_array","primitive_name":"divided_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"element_wise_exponentiate","data":"exponent"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[]},{"source":{"operation":"this","data":"m (t)"},"sink":{"operation":"element_wise_divide","data":"left_array"},"control_points":[]},{"source":{"operation":"element_wise_divide","data":"divided_array"},"sink":{"operation":"this","data":"m (t)^"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"m (t)"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[{"x":1320,"y":101}]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_divide","data":"right_array"},"control_points":[]}]}],"links":[{"source":{"operation":"Update biased first moment estimate","data":"m (t)"},"sink":{"operation":"Compute bias-corrected first moment estimate","data":"m (t)"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"Update biased first moment estimate","data":"Beta 1"},"control_points":[{"x":497,"y":101}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Update biased first moment estimate","data":"g (t)"},"control_points":[{"x":503,"y":148}]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"Compute bias-corrected first moment estimate","data":"t"},"control_points":[{"x":317,"y":478},{"x":1111,"y":478}]},{"source":{"operation":"Compute bias-corrected first moment estimate","data":"m (t)^"},"sink":{"operation":"this","data":"m (t)^"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"Compute bias-corrected first moment estimate","data":"Beta 1"},"control_points":[{"x":1217,"y":101}]}]},{"name":"Compute second moment estimate","type":"COMPOSITE_OPERATION","position":{"x":667,"y":539},"inputs":[{"name":"Beta 2","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"g (t)","primitive_name":"Input (1)"},{"name":"t","primitive_name":"Input (1)"}],"outputs":[{"name":"v (t)^","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"Update biased second moment estimate","type":"COMPOSITE_OPERATION","position":{"x":510,"y":114},"inputs":[{"name":"Beta 2","shape":[],"type":"DECIMAL","primitive_name":"new_inp","flow_state":"BOOT_SINK"},{"name":"g (t)","primitive_name":"i_0_Update biased second raw moment estimate"}],"outputs":[{"name":"v (t)","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","position":{"x":816,"y":402},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SINK"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array (1)","type":"COMPOSITE_OPERATION","position":{"x":1294,"y":402},"inputs":[{"name":"Target","primitive_name":"Input"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","primitive_name":"target"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply_1","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","aliases":["mul"],"position":{"x":1316,"y":691},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"element_wise_multiply_2","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1797,"y":653},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":451,"y":182},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"Read v (t - 1)","type":"COMPOSITE_OPERATION","position":{"x":860,"y":232},"inputs":[{"name":"Initialize Shape","primitive_name":"Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"exist_in_files","primitive_name":"exist_in_files","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":456,"y":149},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased Second Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"is_exist","primitive_name":"is_exist","flow_state":"UNBOUND"}]},{"name":"Read v (t - 1)","type":"CONDITIONAL_OPERATION","position":{"x":1158,"y":150},"inputs":[{"name":"Is Initialize","primitive_name":"Is True"},{"name":"Initialize Shape","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"read_from_file","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":562,"y":44},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased Second Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"read_from_file","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":500,"y":46},"inputs":[{"name":"target","data":0.0,"shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SOURCE"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is Initialize"}}],"links":[{"source":{"operation":"exist_in_files","data":"is_exist"},"sink":{"operation":"Read v (t - 1)","data":"Is Initialize"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read v (t - 1)","data":"Initialize Shape"},"control_points":[{"x":360,"y":458},{"x":947,"y":458}]},{"source":{"operation":"Read v (t - 1)","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":1294,"y":46},"inputs":[{"name":"Target","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":350},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":47},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1811,"y":144},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"add","primitive_name":"add","type":"PRIMITIVE_OPERATION","position":{"x":2337,"y":143},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"added_result","primitive_name":"added_result","flow_state":"UNBOUND"}]},{"name":"Write v (t)","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":2829,"y":270},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased Second Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"input_order":[3,0,1,2],"outputs":[]}],"links":[{"source":{"operation":"element_wise_multiply","data":"multiplied_array"},"sink":{"operation":"add","data":"left_operand"},"control_points":[]},{"source":{"operation":"element_wise_multiply_2","data":"multiplied_array"},"sink":{"operation":"add","data":"right_operand"},"control_points":[]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"this","data":"v (t)"},"control_points":[{"x":2774,"y":101}]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[{"x":481,"y":494}]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"left_array"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Array"},"control_points":[{"x":434,"y":546},{"x":1241,"y":546}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"element_wise_multiply_1","data":"right_array"},"control_points":[{"x":672,"y":784}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"element_wise_multiply_1","data":"left_array"},"control_points":[{"x":634,"y":746}]},{"source":{"operation":"element_wise_multiply_1","data":"multiplied_array"},"sink":{"operation":"element_wise_multiply_2","data":"right_array"},"control_points":[]},{"source":{"operation":"Broadcast Target to Shape of Array (1)","data":"Output"},"sink":{"operation":"element_wise_multiply_2","data":"left_array"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":133,"y":236}]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"Write v (t)","data":"data"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"Read v (t - 1)","data":"Initialize Shape"},"control_points":[]},{"source":{"operation":"Read v (t - 1)","data":"Output"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[]},{"source":{"operation":"Read v (t - 1)","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"right_array"},"control_points":[{"x":1714,"y":286}]}]},{"name":"Compute bias-corrected second moment estimate","type":"COMPOSITE_OPERATION","position":{"x":1292,"y":114},"inputs":[{"name":"v (t)","primitive_name":"new_inp"},{"name":"Beta 2","shape":[],"type":"DECIMAL","primitive_name":"i_0_Compute bias-corrected first moment estimate","flow_state":"BOOT_SINK"},{"name":"t","primitive_name":"i_0_Compute bias-corrected first moment estimate"}],"outputs":[{"name":"v (t)^","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","position":{"x":420,"y":419},"inputs":[{"name":"base","shape":[],"type":"DECIMAL","primitive_name":"base","flow_state":"BOOT_SINK"},{"name":"exponent","primitive_name":"exponent"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","position":{"x":982,"y":381},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":1535,"y":342},"inputs":[{"name":"Target","primitive_name":"Input"},{"name":"Array","primitive_name":"New Input"}],"input_order":[1,0],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","primitive_name":"target"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","position":{"x":2089,"y":46},"inputs":[{"name":"left_array","primitive_name":"left_operand"},{"name":"right_array","primitive_name":"right_operand"}],"outputs":[{"name":"divided_array","primitive_name":"divided_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"element_wise_exponentiate","data":"exponent"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[]},{"source":{"operation":"this","data":"v (t)"},"sink":{"operation":"element_wise_divide","data":"left_array"},"control_points":[]},{"source":{"operation":"element_wise_divide","data":"divided_array"},"sink":{"operation":"this","data":"v (t)^"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"v (t)"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[{"x":1396,"y":101}]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_divide","data":"right_array"},"control_points":[]}]}],"links":[{"source":{"operation":"Update biased second moment estimate","data":"v (t)"},"sink":{"operation":"Compute bias-corrected second moment estimate","data":"v (t)"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Update biased second moment estimate","data":"g (t)"},"control_points":[{"x":418,"y":148}]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"Update biased second moment estimate","data":"Beta 2"},"control_points":[{"x":416,"y":101}]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"Compute bias-corrected second moment estimate","data":"t"},"control_points":[{"x":327,"y":392},{"x":1170,"y":392}]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"Compute bias-corrected second moment estimate","data":"Beta 2"},"control_points":[{"x":1171,"y":101}]},{"source":{"operation":"Compute bias-corrected second moment estimate","data":"v (t)^"},"sink":{"operation":"this","data":"v (t)^"},"control_points":[]}]},{"name":"Get gradients","type":"COMPOSITE_OPERATION","position":{"x":1620,"y":114},"inputs":[{"name":"Alpha","shape":[],"type":"DECIMAL","primitive_name":"new_inp","flow_state":"BOOT_SINK"},{"name":"m (t)^","primitive_name":"i_0_Get gradients"},{"name":"v (t)^","primitive_name":"i_0_Get gradients"},{"name":"Epsilon","shape":[],"type":"DECIMAL","primitive_name":"i_0_Get gradients","flow_state":"BOOT_SINK"}],"outputs":[{"name":"Gradients","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":551,"y":42},"inputs":[{"name":"Target","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1089,"y":172},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array (1)","type":"COMPOSITE_OPERATION","position":{"x":552,"y":433},"inputs":[{"name":"Target","data":0.5,"shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SOURCE"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","position":{"x":1088,"y":400},"inputs":[{"name":"base","primitive_name":"base"},{"name":"exponent","primitive_name":"exponent"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array (2)","type":"COMPOSITE_OPERATION","position":{"x":552,"y":652},"inputs":[{"name":"Target","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"Array","primitive_name":"New Input"}],"input_order":[1,0],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"add","primitive_name":"add","type":"PRIMITIVE_OPERATION","position":{"x":1722,"y":400},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"added_result","primitive_name":"added_result","flow_state":"UNBOUND"}]},{"name":"element_wise_divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","position":{"x":2265,"y":171},"inputs":[{"name":"left_array","primitive_name":"left_operand"},{"name":"right_array","primitive_name":"right_operand"}],"outputs":[{"name":"divided_array","primitive_name":"divided_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"add","data":"left_operand"},"control_points":[]},{"source":{"operation":"this","data":"m (t)^"},"sink":{"operation":"element_wise_multiply","data":"right_array"},"control_points":[{"x":441,"y":265}]},{"source":{"operation":"element_wise_multiply","data":"multiplied_array"},"sink":{"operation":"element_wise_divide","data":"left_array"},"control_points":[]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"element_wise_divide","data":"right_array"},"control_points":[]},{"source":{"operation":"element_wise_divide","data":"divided_array"},"sink":{"operation":"this","data":"Gradients"},"control_points":[]},{"source":{"operation":"this","data":"v (t)^"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[{"x":350,"y":365},{"x":982,"y":365}]},{"source":{"operation":"this","data":"Alpha"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"m (t)^"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"left_array"},"control_points":[]},{"source":{"operation":"this","data":"v (t)^"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Array"},"control_points":[]},{"source":{"operation":"Broadcast Target to Shape of Array (1)","data":"Output"},"sink":{"operation":"element_wise_exponentiate","data":"exponent"},"control_points":[]},{"source":{"operation":"this","data":"Epsilon"},"sink":{"operation":"Broadcast Target to Shape of Array (2)","data":"Target"},"control_points":[{"x":348,"y":744}]},{"source":{"operation":"this","data":"v (t)^"},"sink":{"operation":"Broadcast Target to Shape of Array (2)","data":"Array"},"control_points":[{"x":351,"y":706}]},{"source":{"operation":"Broadcast Target to Shape of Array (2)","data":"Output"},"sink":{"operation":"add","data":"right_operand"},"control_points":[{"x":1546,"y":709}]}]}],"links":[{"source":{"operation":"this","data":"Alpha"},"sink":{"operation":"Get gradients","data":"Alpha"},"control_points":[{"x":1466,"y":101}]},{"source":{"operation":"Get gradients","data":"Gradients"},"sink":{"operation":"this","data":"Gradients"},"control_points":[]},{"source":{"operation":"this","data":"Epsilon"},"sink":{"operation":"Get gradients","data":"Epsilon"},"control_points":[{"x":557,"y":821},{"x":1306,"y":821}]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"Compute first moment estimate","data":"t"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Compute first moment estimate","data":"g (t)"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"Compute first moment estimate","data":"Beta 1"},"control_points":[{"x":630,"y":148}]},{"source":{"operation":"Compute first moment estimate","data":"m (t)^"},"sink":{"operation":"Get gradients","data":"m (t)^"},"control_points":[]},{"source":{"operation":"Compute second moment estimate","data":"v (t)^"},"sink":{"operation":"Get gradients","data":"v (t)^"},"control_points":[]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"Compute second moment estimate","data":"Beta 2"},"control_points":[{"x":506,"y":594}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Compute second moment estimate","data":"g (t)"},"control_points":[{"x":492,"y":632}]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"Compute second moment estimate","data":"t"},"control_points":[{"x":479,"y":670}]}]},{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","aliases":["minus","decrement"],"position":{"x":2043,"y":320},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"write_to_file","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":2476,"y":47},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Weight","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"outputs":[]}],"links_if_true":[{"source":{"operation":"Adam Optimizer","data":"Gradients"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"this","data":"Output"},"control_points":[{"x":2836,"y":376}]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"write_to_file","data":"data"},"control_points":[]},{"source":{"operation":"differentiate","data":"derivative"},"sink":{"operation":"Adam Optimizer","data":"g (t)"},"control_points":[{"x":1394,"y":364}]},{"source":{"operation":"Increment","data":"added_result"},"sink":{"operation":"write_to_file_1","data":"data"},"control_points":[]},{"source":{"operation":"this","data":"Weight"},"sink":{"operation":"identity","data":"input"},"control_points":[]},{"source":{"operation":"identity","data":"output"},"sink":{"operation":"subtract","data":"left_operand"},"control_points":[{"x":1860,"y":102}]},{"source":{"operation":"Read/Initialize Timestep t","data":"Output"},"sink":{"operation":"Adam Optimizer","data":"t"},"control_points":[{"x":1396,"y":666}]},{"source":{"operation":"Read/Initialize Timestep t","data":"Output"},"sink":{"operation":"Increment","data":"left_operand"},"control_points":[]}],"operations_if_false":[{"name":"identity","primitive_name":"identity","type":"PRIMITIVE_OPERATION","aliases":["same"],"position":{"x":626,"y":46},"inputs":[{"name":"input","shape":[4,768],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"identity","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]},{"source":{"operation":"this","data":"Weight"},"sink":{"operation":"identity","data":"input"},"control_points":[]}],"condition":{"name":"Is Train"}}],"links":[{"source":{"operation":"this","data":"Is Initialize Weight"},"sink":{"operation":"Read/Initialize Weight","data":"Is Initialize Weight"},"control_points":[]},{"source":{"operation":"this","data":"Is Train"},"sink":{"operation":"Read/Initialize Weight","data":"Is Train"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read/Initialize Weight","data":"Initialize Shape"},"control_points":[]},{"source":{"operation":"Read/Initialize Weight","data":"Output"},"sink":{"operation":"Train Weight","data":"Weight"},"control_points":[]},{"source":{"operation":"this","data":"Is Train"},"sink":{"operation":"Train Weight","data":"Is Train"},"control_points":[{"x":1023,"y":101}]},{"source":{"operation":"Train Weight","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"multiply","primitive_name":"multiply","type":"PRIMITIVE_OPERATION","position":{"x":1599,"y":46},"inputs":[{"name":"left_operand","shape":[20,4],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"REF_SINK"},{"name":"right_operand","shape":[4,768],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"REF_SINK"}],"outputs":[{"name":"multiplied_result","primitive_name":"multiplied_result","flow_state":"UNBOUND"}]},{"name":"Get Shape for Multiplied Result","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","position":{"x":2083,"y":307},"inputs":[{"name":"Input","shape":[20,768],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"}],"outputs":[{"name":"Shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"Add Bias Weight","type":"COMPOSITE_OPERATION","aliases":["read weight","load weight","get weight"],"position":{"x":1650,"y":574},"inputs":[{"name":"Is Train","data":false,"shape":[],"type":"BOOLEAN","primitive_name":"New Input","flow_state":"BOOT_SOURCE"},{"name":"Is Initialize Weight","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"Input","flow_state":"BOOT_SOURCE"},{"name":"Initialize Shape","shape":[1],"type":"INTEGER","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"Read/Initialize Weight","type":"CONDITIONAL_OPERATION","position":{"x":539,"y":253},"inputs":[{"name":"Is Train","shape":[],"type":"BOOLEAN","primitive_name":"Is True","flow_state":"BOOT_SINK"},{"name":"Is Initialize Weight","shape":[],"type":"BOOLEAN","primitive_name":"New Input","flow_state":"BOOT_SINK"},{"name":"Initialize Shape","shape":[1],"type":"INTEGER","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"exist_in_files","primitive_name":"exist_in_files","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":442,"y":135},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Weight","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"is_exist","primitive_name":"is_exist","flow_state":"UNBOUND"}]},{"name":"Read/Initialize Weight","type":"CONDITIONAL_OPERATION","position":{"x":1034,"y":135},"inputs":[{"name":"Is True","primitive_name":"Is True"},{"name":"Initialize Shape","primitive_name":"Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"read_from_file","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":625,"y":47},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Weight","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"read_from_file","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"Get Random Number Limits","type":"COMPOSITE_OPERATION","position":{"x":511,"y":296},"inputs":[{"name":"Input","primitive_name":"Input"}],"outputs":[{"name":"Left Limit","primitive_name":"Output","flow_state":"UNBOUND"},{"name":"Right Limit","primitive_name":"Output (1)","flow_state":"UNBOUND"}],"operations":[{"name":"parse_decimal","primitive_name":"parse_decimal","type":"PRIMITIVE_OPERATION","aliases":["parse_float","parse_double"],"position":{"x":397,"y":46},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"reduce_one_dimension","primitive_name":"reduce_one_dimension","type":"PRIMITIVE_OPERATION","aliases":["reduce_dimension","decrease_dimension","decrease_one_dimension","get_sub_array","get_subarray","get_element","get_sub_element"],"position":{"x":956,"y":45},"inputs":[{"name":"input","primitive_name":"input"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"},{"name":"selected_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"selected_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","aliases":["div"],"position":{"x":1473,"y":120},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"divided_result","primitive_name":"divided_result","flow_state":"UNBOUND"}]},{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","aliases":["exp","pow","power","exponentiate"],"position":{"x":2003,"y":119},"inputs":[{"name":"base","primitive_name":"base"},{"name":"exponent","data":0.5,"shape":[],"type":"DECIMAL","primitive_name":"exponent","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"multiply","primitive_name":"multiply","type":"PRIMITIVE_OPERATION","aliases":["dot","prod","product","dot_prod","dot_product","matmul","matrix_multiply"],"position":{"x":2636,"y":119},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","data":-1.0,"shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"multiplied_result","primitive_name":"multiplied_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"divide","data":"divided_result"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"multiply","data":"left_operand"},"control_points":[]},{"source":{"operation":"multiply","data":"multiplied_result"},"sink":{"operation":"this","data":"Left Limit"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"this","data":"Right Limit"},"control_points":[{"x":2460,"y":293},{"x":3107,"y":293}]},{"source":{"operation":"reduce_one_dimension","data":"output"},"sink":{"operation":"divide","data":"right_operand"},"control_points":[]},{"source":{"operation":"this","data":"Input"},"sink":{"operation":"parse_decimal","data":"input"},"control_points":[]},{"source":{"operation":"parse_decimal","data":"output"},"sink":{"operation":"reduce_one_dimension","data":"input"},"control_points":[]}]},{"name":"generate_uniform_random_number","primitive_name":"generate_uniform_random_number","type":"PRIMITIVE_OPERATION","position":{"x":1204,"y":220},"inputs":[{"name":"shape","primitive_name":"shape"},{"name":"random_seed","data":10,"shape":[],"type":"INTEGER","primitive_name":"random_seed","flow_state":"BOOT_SOURCE"},{"name":"left_limit","primitive_name":"left_limit"},{"name":"right_limit","primitive_name":"right_limit"}],"outputs":[{"name":"random_number","primitive_name":"random_number","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"Get Random Number Limits","data":"Left Limit"},"sink":{"operation":"generate_uniform_random_number","data":"left_limit"},"control_points":[]},{"source":{"operation":"Get Random Number Limits","data":"Right Limit"},"sink":{"operation":"generate_uniform_random_number","data":"right_limit"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"generate_uniform_random_number","data":"shape"},"control_points":[{"x":288,"y":274}]},{"source":{"operation":"generate_uniform_random_number","data":"random_number"},"sink":{"operation":"this","data":"Output"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Get Random Number Limits","data":"Input"},"control_points":[{"x":356,"y":350}]}],"condition":{"name":"Is True"}}],"links_if_true":[{"source":{"operation":"exist_in_files","data":"is_exist"},"sink":{"operation":"Read/Initialize Weight","data":"Is True"},"control_points":[]},{"source":{"operation":"Read/Initialize Weight","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read/Initialize Weight","data":"Initialize Shape"},"control_points":[{"x":403,"y":393},{"x":876,"y":393}]}],"operations_if_false":[{"name":"Read/Initialize Weight","type":"CONDITIONAL_OPERATION","position":{"x":644,"y":48},"inputs":[{"name":"Is True","shape":[],"type":"BOOLEAN","primitive_name":"Is True","flow_state":"BOOT_SINK"},{"name":"Initialize Shape","shape":[1],"type":"INTEGER","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"Get Random Number Limits","type":"COMPOSITE_OPERATION","position":{"x":376,"y":333},"inputs":[{"name":"Input","shape":[1],"type":"INTEGER","primitive_name":"Input","flow_state":"REF_SINK"}],"outputs":[{"name":"Left Limit","primitive_name":"Output","flow_state":"UNBOUND"},{"name":"Right Limit","primitive_name":"Output (1)","flow_state":"UNBOUND"}],"operations":[{"name":"parse_decimal","primitive_name":"parse_decimal","type":"PRIMITIVE_OPERATION","aliases":["parse_float","parse_double"],"position":{"x":397,"y":46},"inputs":[{"name":"input","shape":[1],"type":"INTEGER","primitive_name":"input","flow_state":"REF_SINK"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"reduce_one_dimension","primitive_name":"reduce_one_dimension","type":"PRIMITIVE_OPERATION","aliases":["reduce_dimension","decrease_dimension","decrease_one_dimension","get_sub_array","get_subarray","get_element","get_sub_element"],"position":{"x":956,"y":45},"inputs":[{"name":"input","shape":[1],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"},{"name":"selected_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"selected_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","aliases":["div"],"position":{"x":1473,"y":120},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"REF_SINK"}],"outputs":[{"name":"divided_result","primitive_name":"divided_result","flow_state":"UNBOUND"}]},{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","aliases":["exp","pow","power","exponentiate"],"position":{"x":2003,"y":119},"inputs":[{"name":"base","shape":[],"type":"DECIMAL","primitive_name":"base","flow_state":"REF_SINK"},{"name":"exponent","data":0.5,"shape":[],"type":"DECIMAL","primitive_name":"exponent","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"multiply","primitive_name":"multiply","type":"PRIMITIVE_OPERATION","aliases":["dot","prod","product","dot_prod","dot_product","matmul","matrix_multiply"],"position":{"x":2636,"y":119},"inputs":[{"name":"left_operand","shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"REF_SINK"},{"name":"right_operand","data":-1.0,"shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"multiplied_result","primitive_name":"multiplied_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"divide","data":"divided_result"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"multiply","data":"left_operand"},"control_points":[]},{"source":{"operation":"multiply","data":"multiplied_result"},"sink":{"operation":"this","data":"Left Limit"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"this","data":"Right Limit"},"control_points":[{"x":2460,"y":293},{"x":3107,"y":293}]},{"source":{"operation":"reduce_one_dimension","data":"output"},"sink":{"operation":"divide","data":"right_operand"},"control_points":[]},{"source":{"operation":"this","data":"Input"},"sink":{"operation":"parse_decimal","data":"input"},"control_points":[]},{"source":{"operation":"parse_decimal","data":"output"},"sink":{"operation":"reduce_one_dimension","data":"input"},"control_points":[]}]},{"name":"generate_uniform_random_number","primitive_name":"generate_uniform_random_number","type":"PRIMITIVE_OPERATION","position":{"x":1134,"y":257},"inputs":[{"name":"shape","shape":[1],"type":"INTEGER","primitive_name":"shape","flow_state":"REF_SINK"},{"name":"random_seed","data":10,"shape":[],"type":"INTEGER","primitive_name":"random_seed","flow_state":"BOOT_SOURCE"},{"name":"left_limit","shape":[],"type":"DECIMAL","primitive_name":"left_limit","flow_state":"REF_SINK"},{"name":"right_limit","shape":[],"type":"DECIMAL","primitive_name":"right_limit","flow_state":"REF_SINK"}],"outputs":[{"name":"random_number","primitive_name":"random_number","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"Get Random Number Limits","data":"Left Limit"},"sink":{"operation":"generate_uniform_random_number","data":"left_limit"},"control_points":[]},{"source":{"operation":"Get Random Number Limits","data":"Right Limit"},"sink":{"operation":"generate_uniform_random_number","data":"right_limit"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Get Random Number Limits","data":"Input"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"generate_uniform_random_number","data":"shape"},"control_points":[{"x":320,"y":312}]},{"source":{"operation":"generate_uniform_random_number","data":"random_number"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"read_from_file","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":722,"y":46},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Weight","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"read_from_file","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is True"}}],"links_if_false":[{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read/Initialize Weight","data":"Initialize Shape"},"control_points":[]},{"source":{"operation":"this","data":"Is Initialize Weight"},"sink":{"operation":"Read/Initialize Weight","data":"Is True"},"control_points":[]},{"source":{"operation":"Read/Initialize Weight","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is Train"}},{"name":"Train Weight","type":"CONDITIONAL_OPERATION","position":{"x":1164,"y":216},"inputs":[{"name":"Is Train","shape":[],"type":"BOOLEAN","primitive_name":"Is True","flow_state":"BOOT_SINK"},{"name":"Weight","shape":[768],"type":"DECIMAL","primitive_name":"Input (2)","flow_state":"REF_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"identity","primitive_name":"identity","type":"PRIMITIVE_OPERATION","aliases":["same"],"position":{"x":438,"y":46},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"Read/Initialize Timestep t","type":"COMPOSITE_OPERATION","position":{"x":742,"y":612},"inputs":[{"name":"Initial t","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"exist_in_files","primitive_name":"exist_in_files","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":402,"y":106},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Timestep for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"is_exist","primitive_name":"is_exist","flow_state":"UNBOUND"}]},{"name":"Read/Initialize Timestep t","type":"CONDITIONAL_OPERATION","position":{"x":944,"y":106},"inputs":[{"name":"Is Initialize","primitive_name":"Is True"},{"name":"Initial t","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"Read Timestep t","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":622,"y":47},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Timestep for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"Read Timestep t","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"identity","primitive_name":"identity","type":"PRIMITIVE_OPERATION","aliases":["same"],"position":{"x":520,"y":46},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"write_to_file","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":1084,"y":229},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Timestep for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"outputs":[]}],"links_if_false":[{"source":{"operation":"identity","data":"output"},"sink":{"operation":"write_to_file","data":"data"},"control_points":[]},{"source":{"operation":"this","data":"Initial t"},"sink":{"operation":"identity","data":"input"},"control_points":[]},{"source":{"operation":"identity","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is Initialize"}}],"links":[{"source":{"operation":"exist_in_files","data":"is_exist"},"sink":{"operation":"Read/Initialize Timestep t","data":"Is Initialize"},"control_points":[]},{"source":{"operation":"this","data":"Initial t"},"sink":{"operation":"Read/Initialize Timestep t","data":"Initial t"},"control_points":[{"x":316,"y":362},{"x":813,"y":362}]},{"source":{"operation":"Read/Initialize Timestep t","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"Increment","primitive_name":"add","type":"PRIMITIVE_OPERATION","aliases":["plus","increment"],"position":{"x":1507,"y":831},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"added_result","primitive_name":"added_result","flow_state":"UNBOUND"}]},{"name":"write_to_file_1","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":2063,"y":717},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Timestep for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"outputs":[]},{"name":"differentiate","primitive_name":"differentiate","type":"PRIMITIVE_OPERATION","aliases":["auto gradients","autogradients","derivatives"],"position":{"x":766,"y":309},"inputs":[{"name":"wrt_input","data":["Lora Layer","\"B\" Linear Layer (2D)","Add Bias Weight","Train Weight","identity","input"],"shape":[15],"type":"TEXT","primitive_name":"wrt_input","flow_state":"BOOT_SOURCE"},{"name":"function_output","primitive_name":"function_output"},{"name":"order","data":1,"shape":[],"type":"INTEGER","primitive_name":"order","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"derivative","primitive_name":"derivative","flow_state":"UNBOUND"}]},{"name":"Adam Optimizer","type":"COMPOSITE_OPERATION","position":{"x":1483,"y":358},"inputs":[{"name":"Alpha","data":0.001,"shape":[],"type":"DECIMAL","primitive_name":"new_inp","flow_state":"BOOT_SOURCE"},{"name":"Beta 1","data":0.9,"shape":[],"type":"DECIMAL","primitive_name":"i_0_Adam Optimizer","flow_state":"BOOT_SOURCE"},{"name":"Beta 2","data":0.999,"shape":[],"type":"DECIMAL","primitive_name":"i_0_Adam Optimizer","flow_state":"BOOT_SOURCE"},{"name":"g (t)","primitive_name":"i_0_Adam Optimizer"},{"name":"t","primitive_name":"i_0_Adam Optimizer"},{"name":"Epsilon","data":1.0E-7,"shape":[],"type":"DECIMAL","primitive_name":"i_0_Adam Optimizer","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"Gradients","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"Compute first moment estimate","type":"COMPOSITE_OPERATION","position":{"x":693,"y":151},"inputs":[{"name":"Beta 1","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"g (t)","primitive_name":"Input (1)"},{"name":"t","primitive_name":"Input (2)"}],"outputs":[{"name":"m (t)^","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"Update biased first moment estimate","type":"COMPOSITE_OPERATION","position":{"x":584,"y":114},"inputs":[{"name":"Beta 1","shape":[],"type":"DECIMAL","primitive_name":"new_inp","flow_state":"BOOT_SINK"},{"name":"g (t)","primitive_name":"i_1_Update biased first moment estimate"}],"outputs":[{"name":"m (t)","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","position":{"x":457,"y":301},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SINK"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array (1)","type":"COMPOSITE_OPERATION","position":{"x":1348,"y":401},"inputs":[{"name":"Target","primitive_name":"Input"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","primitive_name":"target"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply_1","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1917,"y":647},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":458,"y":94},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"Read/Initialize m (t - 1)","type":"COMPOSITE_OPERATION","position":{"x":855,"y":181},"inputs":[{"name":"Initialize Shape","primitive_name":"Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"exist_in_files","primitive_name":"exist_in_files","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":403,"y":92},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased First Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"is_exist","primitive_name":"is_exist","flow_state":"UNBOUND"}]},{"name":"Read/Initialize m (t - 1)","type":"CONDITIONAL_OPERATION","position":{"x":931,"y":92},"inputs":[{"name":"Is Inititialize","primitive_name":"Is True"},{"name":"Initialize Shape","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"read_from_file","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":633,"y":45},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased First Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"read_from_file","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":588,"y":46},"inputs":[{"name":"target","data":0.0,"shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SOURCE"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is Inititialize"}}],"links":[{"source":{"operation":"exist_in_files","data":"is_exist"},"sink":{"operation":"Read/Initialize m (t - 1)","data":"Is Inititialize"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read/Initialize m (t - 1)","data":"Initialize Shape"},"control_points":[{"x":286,"y":318},{"x":807,"y":318}]},{"source":{"operation":"Read/Initialize m (t - 1)","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":1342,"y":48},"inputs":[{"name":"Target","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":350},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":47},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1916,"y":48},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"add","primitive_name":"add","type":"PRIMITIVE_OPERATION","position":{"x":2641,"y":48},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"added_result","primitive_name":"added_result","flow_state":"UNBOUND"}]},{"name":"Write m (t)","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":3075,"y":227},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased First Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"input_order":[3,1,2,0],"outputs":[]}],"links":[{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"element_wise_multiply_1","data":"right_array"},"control_points":[{"x":548,"y":740}]},{"source":{"operation":"element_wise_multiply","data":"multiplied_array"},"sink":{"operation":"add","data":"left_operand"},"control_points":[]},{"source":{"operation":"element_wise_multiply_1","data":"multiplied_array"},"sink":{"operation":"add","data":"right_operand"},"control_points":[]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"this","data":"m (t)"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[{"x":246,"y":36},{"x":1258,"y":36}]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"left_array"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Target"},"control_points":[{"x":1254,"y":356}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Array"},"control_points":[{"x":376,"y":494}]},{"source":{"operation":"Broadcast Target to Shape of Array (1)","data":"Output"},"sink":{"operation":"element_wise_multiply_1","data":"left_array"},"control_points":[]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"Write m (t)","data":"data"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"get_shape","data":"input"},"control_points":[]},{"source":{"operation":"Read/Initialize m (t - 1)","data":"Output"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[]},{"source":{"operation":"Read/Initialize m (t - 1)","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"right_array"},"control_points":[{"x":1793,"y":236}]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"Read/Initialize m (t - 1)","data":"Initialize Shape"},"control_points":[]}]},{"name":"Compute bias-corrected first moment estimate","type":"COMPOSITE_OPERATION","position":{"x":1332,"y":114},"inputs":[{"name":"m (t)","primitive_name":"new_inp"},{"name":"Beta 1","shape":[],"type":"DECIMAL","primitive_name":"i_0_Compute bias-corrected first moment estimate","flow_state":"BOOT_SINK"},{"name":"t","primitive_name":"i_0_Compute bias-corrected first moment estimate"}],"outputs":[{"name":"m (t)^","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","position":{"x":442,"y":422},"inputs":[{"name":"base","shape":[],"type":"DECIMAL","primitive_name":"base","flow_state":"BOOT_SINK"},{"name":"exponent","primitive_name":"exponent"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","position":{"x":978,"y":383},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":1542,"y":346},"inputs":[{"name":"Target","primitive_name":"Input"},{"name":"Array","primitive_name":"New Input"}],"input_order":[1,0],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":350},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":46},"inputs":[{"name":"target","primitive_name":"target"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","position":{"x":2122,"y":46},"inputs":[{"name":"left_array","primitive_name":"left_operand"},{"name":"right_array","primitive_name":"right_operand"}],"outputs":[{"name":"divided_array","primitive_name":"divided_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"element_wise_exponentiate","data":"exponent"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[]},{"source":{"operation":"this","data":"m (t)"},"sink":{"operation":"element_wise_divide","data":"left_array"},"control_points":[]},{"source":{"operation":"element_wise_divide","data":"divided_array"},"sink":{"operation":"this","data":"m (t)^"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"m (t)"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[{"x":1320,"y":101}]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_divide","data":"right_array"},"control_points":[]}]}],"links":[{"source":{"operation":"Update biased first moment estimate","data":"m (t)"},"sink":{"operation":"Compute bias-corrected first moment estimate","data":"m (t)"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"Update biased first moment estimate","data":"Beta 1"},"control_points":[{"x":497,"y":101}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Update biased first moment estimate","data":"g (t)"},"control_points":[{"x":503,"y":148}]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"Compute bias-corrected first moment estimate","data":"t"},"control_points":[{"x":317,"y":478},{"x":1111,"y":478}]},{"source":{"operation":"Compute bias-corrected first moment estimate","data":"m (t)^"},"sink":{"operation":"this","data":"m (t)^"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"Compute bias-corrected first moment estimate","data":"Beta 1"},"control_points":[{"x":1217,"y":101}]}]},{"name":"Compute second moment estimate","type":"COMPOSITE_OPERATION","position":{"x":667,"y":539},"inputs":[{"name":"Beta 2","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"g (t)","primitive_name":"Input (1)"},{"name":"t","primitive_name":"Input (1)"}],"outputs":[{"name":"v (t)^","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"Update biased second moment estimate","type":"COMPOSITE_OPERATION","position":{"x":510,"y":114},"inputs":[{"name":"Beta 2","shape":[],"type":"DECIMAL","primitive_name":"new_inp","flow_state":"BOOT_SINK"},{"name":"g (t)","primitive_name":"i_0_Update biased second raw moment estimate"}],"outputs":[{"name":"v (t)","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","position":{"x":816,"y":402},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","shape":[],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"BOOT_SINK"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array (1)","type":"COMPOSITE_OPERATION","position":{"x":1294,"y":402},"inputs":[{"name":"Target","primitive_name":"Input"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","primitive_name":"target"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply_1","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","aliases":["mul"],"position":{"x":1316,"y":691},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"element_wise_multiply_2","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1797,"y":653},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":451,"y":182},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"Read v (t - 1)","type":"COMPOSITE_OPERATION","position":{"x":860,"y":232},"inputs":[{"name":"Initialize Shape","primitive_name":"Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"exist_in_files","primitive_name":"exist_in_files","type":"PRIMITIVE_OPERATION","aliases":[],"position":{"x":456,"y":149},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased Second Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"is_exist","primitive_name":"is_exist","flow_state":"UNBOUND"}]},{"name":"Read v (t - 1)","type":"CONDITIONAL_OPERATION","position":{"x":1158,"y":150},"inputs":[{"name":"Is Initialize","primitive_name":"Is True"},{"name":"Initialize Shape","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations_if_true":[{"name":"read_from_file","primitive_name":"read_from_file","type":"PRIMITIVE_OPERATION","position":{"x":562,"y":44},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased Second Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"extraction_schema","data":"{}","shape":[],"type":"TEXT","primitive_name":"extraction_schema","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_true":[{"source":{"operation":"read_from_file","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"operations_if_false":[{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":500,"y":46},"inputs":[{"name":"target","data":0.0,"shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SOURCE"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}],"condition":{"name":"Is Initialize"}}],"links":[{"source":{"operation":"exist_in_files","data":"is_exist"},"sink":{"operation":"Read v (t - 1)","data":"Is Initialize"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read v (t - 1)","data":"Initialize Shape"},"control_points":[{"x":360,"y":458},{"x":947,"y":458}]},{"source":{"operation":"Read v (t - 1)","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":1294,"y":46},"inputs":[{"name":"Target","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":350},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":47},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1811,"y":144},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"add","primitive_name":"add","type":"PRIMITIVE_OPERATION","position":{"x":2337,"y":143},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"added_result","primitive_name":"added_result","flow_state":"UNBOUND"}]},{"name":"Write v (t)","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":2829,"y":270},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Biased Second Moment Estimate for Training","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"input_order":[3,0,1,2],"outputs":[]}],"links":[{"source":{"operation":"element_wise_multiply","data":"multiplied_array"},"sink":{"operation":"add","data":"left_operand"},"control_points":[]},{"source":{"operation":"element_wise_multiply_2","data":"multiplied_array"},"sink":{"operation":"add","data":"right_operand"},"control_points":[]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"this","data":"v (t)"},"control_points":[{"x":2774,"y":101}]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[{"x":481,"y":494}]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"left_array"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Array"},"control_points":[{"x":434,"y":546},{"x":1241,"y":546}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"element_wise_multiply_1","data":"right_array"},"control_points":[{"x":672,"y":784}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"element_wise_multiply_1","data":"left_array"},"control_points":[{"x":634,"y":746}]},{"source":{"operation":"element_wise_multiply_1","data":"multiplied_array"},"sink":{"operation":"element_wise_multiply_2","data":"right_array"},"control_points":[]},{"source":{"operation":"Broadcast Target to Shape of Array (1)","data":"Output"},"sink":{"operation":"element_wise_multiply_2","data":"left_array"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":133,"y":236}]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"Write v (t)","data":"data"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"Read v (t - 1)","data":"Initialize Shape"},"control_points":[]},{"source":{"operation":"Read v (t - 1)","data":"Output"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[]},{"source":{"operation":"Read v (t - 1)","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"right_array"},"control_points":[{"x":1714,"y":286}]}]},{"name":"Compute bias-corrected second moment estimate","type":"COMPOSITE_OPERATION","position":{"x":1292,"y":114},"inputs":[{"name":"v (t)","primitive_name":"new_inp"},{"name":"Beta 2","shape":[],"type":"DECIMAL","primitive_name":"i_0_Compute bias-corrected first moment estimate","flow_state":"BOOT_SINK"},{"name":"t","primitive_name":"i_0_Compute bias-corrected first moment estimate"}],"outputs":[{"name":"v (t)^","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","position":{"x":420,"y":419},"inputs":[{"name":"base","shape":[],"type":"DECIMAL","primitive_name":"base","flow_state":"BOOT_SINK"},{"name":"exponent","primitive_name":"exponent"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","position":{"x":982,"y":381},"inputs":[{"name":"left_operand","data":1.0,"shape":[],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"BOOT_SOURCE"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":1535,"y":342},"inputs":[{"name":"Target","primitive_name":"Input"},{"name":"Array","primitive_name":"New Input"}],"input_order":[1,0],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","primitive_name":"target"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","position":{"x":2089,"y":46},"inputs":[{"name":"left_array","primitive_name":"left_operand"},{"name":"right_array","primitive_name":"right_operand"}],"outputs":[{"name":"divided_array","primitive_name":"divided_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"element_wise_exponentiate","data":"exponent"},"control_points":[]},{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[]},{"source":{"operation":"this","data":"v (t)"},"sink":{"operation":"element_wise_divide","data":"left_array"},"control_points":[]},{"source":{"operation":"element_wise_divide","data":"divided_array"},"sink":{"operation":"this","data":"v (t)^"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"v (t)"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[{"x":1396,"y":101}]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_divide","data":"right_array"},"control_points":[]}]}],"links":[{"source":{"operation":"Update biased second moment estimate","data":"v (t)"},"sink":{"operation":"Compute bias-corrected second moment estimate","data":"v (t)"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Update biased second moment estimate","data":"g (t)"},"control_points":[{"x":418,"y":148}]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"Update biased second moment estimate","data":"Beta 2"},"control_points":[{"x":416,"y":101}]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"Compute bias-corrected second moment estimate","data":"t"},"control_points":[{"x":327,"y":392},{"x":1170,"y":392}]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"Compute bias-corrected second moment estimate","data":"Beta 2"},"control_points":[{"x":1171,"y":101}]},{"source":{"operation":"Compute bias-corrected second moment estimate","data":"v (t)^"},"sink":{"operation":"this","data":"v (t)^"},"control_points":[]}]},{"name":"Get gradients","type":"COMPOSITE_OPERATION","position":{"x":1620,"y":114},"inputs":[{"name":"Alpha","shape":[],"type":"DECIMAL","primitive_name":"new_inp","flow_state":"BOOT_SINK"},{"name":"m (t)^","primitive_name":"i_0_Get gradients"},{"name":"v (t)^","primitive_name":"i_0_Get gradients"},{"name":"Epsilon","shape":[],"type":"DECIMAL","primitive_name":"i_0_Get gradients","flow_state":"BOOT_SINK"}],"outputs":[{"name":"Gradients","primitive_name":"new_out","flow_state":"UNBOUND"}],"operations":[{"name":"Broadcast Target to Shape of Array","type":"COMPOSITE_OPERATION","position":{"x":551,"y":42},"inputs":[{"name":"Target","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_multiply","primitive_name":"element_wise_multiply","type":"PRIMITIVE_OPERATION","position":{"x":1089,"y":172},"inputs":[{"name":"left_array","primitive_name":"left_array"},{"name":"right_array","primitive_name":"right_array"}],"outputs":[{"name":"multiplied_array","primitive_name":"multiplied_array","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array (1)","type":"COMPOSITE_OPERATION","position":{"x":552,"y":433},"inputs":[{"name":"Target","data":0.5,"shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SOURCE"},{"name":"Array","primitive_name":"New Input"}],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"element_wise_exponentiate","primitive_name":"element_wise_exponentiate","type":"PRIMITIVE_OPERATION","position":{"x":1088,"y":400},"inputs":[{"name":"base","primitive_name":"base"},{"name":"exponent","primitive_name":"exponent"}],"outputs":[{"name":"exponentiation","primitive_name":"exponentiation","flow_state":"UNBOUND"}]},{"name":"Broadcast Target to Shape of Array (2)","type":"COMPOSITE_OPERATION","position":{"x":552,"y":652},"inputs":[{"name":"Target","shape":[],"type":"DECIMAL","primitive_name":"Input","flow_state":"BOOT_SINK"},{"name":"Array","primitive_name":"New Input"}],"input_order":[1,0],"outputs":[{"name":"Output","primitive_name":"Output","flow_state":"UNBOUND"}],"operations":[{"name":"get_shape","primitive_name":"get_shape","type":"PRIMITIVE_OPERATION","aliases":["shape","size","get_size"],"position":{"x":601,"y":346},"inputs":[{"name":"input","primitive_name":"input"}],"outputs":[{"name":"shape","primitive_name":"shape","flow_state":"UNBOUND"}]},{"name":"broadcast_to_shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","aliases":["broadcast","tile","tile_to_shape"],"position":{"x":1097,"y":42},"inputs":[{"name":"target","shape":[],"type":"DECIMAL","primitive_name":"target","flow_state":"BOOT_SINK"},{"name":"shape","primitive_name":"shape"}],"outputs":[{"name":"result","primitive_name":"result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"Array"},"sink":{"operation":"get_shape","data":"input"},"control_points":[{"x":427,"y":404}]},{"source":{"operation":"this","data":"Target"},"sink":{"operation":"broadcast_to_shape","data":"target"},"control_points":[]},{"source":{"operation":"get_shape","data":"shape"},"sink":{"operation":"broadcast_to_shape","data":"shape"},"control_points":[]},{"source":{"operation":"broadcast_to_shape","data":"result"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"add","primitive_name":"add","type":"PRIMITIVE_OPERATION","position":{"x":1722,"y":400},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"added_result","primitive_name":"added_result","flow_state":"UNBOUND"}]},{"name":"element_wise_divide","primitive_name":"divide","type":"PRIMITIVE_OPERATION","position":{"x":2265,"y":171},"inputs":[{"name":"left_array","primitive_name":"left_operand"},{"name":"right_array","primitive_name":"right_operand"}],"outputs":[{"name":"divided_array","primitive_name":"divided_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"element_wise_exponentiate","data":"exponentiation"},"sink":{"operation":"add","data":"left_operand"},"control_points":[]},{"source":{"operation":"this","data":"m (t)^"},"sink":{"operation":"element_wise_multiply","data":"right_array"},"control_points":[{"x":441,"y":265}]},{"source":{"operation":"element_wise_multiply","data":"multiplied_array"},"sink":{"operation":"element_wise_divide","data":"left_array"},"control_points":[]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"element_wise_divide","data":"right_array"},"control_points":[]},{"source":{"operation":"element_wise_divide","data":"divided_array"},"sink":{"operation":"this","data":"Gradients"},"control_points":[]},{"source":{"operation":"this","data":"v (t)^"},"sink":{"operation":"element_wise_exponentiate","data":"base"},"control_points":[{"x":350,"y":365},{"x":982,"y":365}]},{"source":{"operation":"this","data":"Alpha"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Target"},"control_points":[]},{"source":{"operation":"this","data":"m (t)^"},"sink":{"operation":"Broadcast Target to Shape of Array","data":"Array"},"control_points":[]},{"source":{"operation":"Broadcast Target to Shape of Array","data":"Output"},"sink":{"operation":"element_wise_multiply","data":"left_array"},"control_points":[]},{"source":{"operation":"this","data":"v (t)^"},"sink":{"operation":"Broadcast Target to Shape of Array (1)","data":"Array"},"control_points":[]},{"source":{"operation":"Broadcast Target to Shape of Array (1)","data":"Output"},"sink":{"operation":"element_wise_exponentiate","data":"exponent"},"control_points":[]},{"source":{"operation":"this","data":"Epsilon"},"sink":{"operation":"Broadcast Target to Shape of Array (2)","data":"Target"},"control_points":[{"x":348,"y":744}]},{"source":{"operation":"this","data":"v (t)^"},"sink":{"operation":"Broadcast Target to Shape of Array (2)","data":"Array"},"control_points":[{"x":351,"y":706}]},{"source":{"operation":"Broadcast Target to Shape of Array (2)","data":"Output"},"sink":{"operation":"add","data":"right_operand"},"control_points":[{"x":1546,"y":709}]}]}],"links":[{"source":{"operation":"this","data":"Alpha"},"sink":{"operation":"Get gradients","data":"Alpha"},"control_points":[{"x":1466,"y":101}]},{"source":{"operation":"Get gradients","data":"Gradients"},"sink":{"operation":"this","data":"Gradients"},"control_points":[]},{"source":{"operation":"this","data":"Epsilon"},"sink":{"operation":"Get gradients","data":"Epsilon"},"control_points":[{"x":557,"y":821},{"x":1306,"y":821}]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"Compute first moment estimate","data":"t"},"control_points":[]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Compute first moment estimate","data":"g (t)"},"control_points":[]},{"source":{"operation":"this","data":"Beta 1"},"sink":{"operation":"Compute first moment estimate","data":"Beta 1"},"control_points":[{"x":630,"y":148}]},{"source":{"operation":"Compute first moment estimate","data":"m (t)^"},"sink":{"operation":"Get gradients","data":"m (t)^"},"control_points":[]},{"source":{"operation":"Compute second moment estimate","data":"v (t)^"},"sink":{"operation":"Get gradients","data":"v (t)^"},"control_points":[]},{"source":{"operation":"this","data":"Beta 2"},"sink":{"operation":"Compute second moment estimate","data":"Beta 2"},"control_points":[{"x":506,"y":594}]},{"source":{"operation":"this","data":"g (t)"},"sink":{"operation":"Compute second moment estimate","data":"g (t)"},"control_points":[{"x":492,"y":632}]},{"source":{"operation":"this","data":"t"},"sink":{"operation":"Compute second moment estimate","data":"t"},"control_points":[{"x":479,"y":670}]}]},{"name":"subtract","primitive_name":"subtract","type":"PRIMITIVE_OPERATION","aliases":["minus","decrement"],"position":{"x":2043,"y":320},"inputs":[{"name":"left_operand","primitive_name":"left_operand"},{"name":"right_operand","primitive_name":"right_operand"}],"outputs":[{"name":"subtracted_result","primitive_name":"subtracted_result","flow_state":"UNBOUND"}]},{"name":"write_to_file","primitive_name":"write_to_file","type":"PRIMITIVE_OPERATION","aliases":["save_to_file"],"position":{"x":2476,"y":47},"inputs":[{"name":"dir_path","primitive_name":"dir_path"},{"name":"file_name","data":"Weight","shape":[],"type":"TEXT","primitive_name":"file_name","flow_state":"BOOT_SOURCE"},{"name":"is_overwrite","data":true,"shape":[],"type":"BOOLEAN","primitive_name":"is_overwrite","flow_state":"BOOT_SOURCE"},{"name":"data","primitive_name":"data"}],"outputs":[]}],"links_if_true":[{"source":{"operation":"Adam Optimizer","data":"Gradients"},"sink":{"operation":"subtract","data":"right_operand"},"control_points":[]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"this","data":"Output"},"control_points":[{"x":2836,"y":376}]},{"source":{"operation":"subtract","data":"subtracted_result"},"sink":{"operation":"write_to_file","data":"data"},"control_points":[]},{"source":{"operation":"differentiate","data":"derivative"},"sink":{"operation":"Adam Optimizer","data":"g (t)"},"control_points":[{"x":1394,"y":364}]},{"source":{"operation":"Increment","data":"added_result"},"sink":{"operation":"write_to_file_1","data":"data"},"control_points":[]},{"source":{"operation":"this","data":"Weight"},"sink":{"operation":"identity","data":"input"},"control_points":[]},{"source":{"operation":"identity","data":"output"},"sink":{"operation":"subtract","data":"left_operand"},"control_points":[{"x":1860,"y":100}]},{"source":{"operation":"Read/Initialize Timestep t","data":"Output"},"sink":{"operation":"Adam Optimizer","data":"t"},"control_points":[{"x":1396,"y":666}]},{"source":{"operation":"Read/Initialize Timestep t","data":"Output"},"sink":{"operation":"Increment","data":"left_operand"},"control_points":[]}],"operations_if_false":[{"name":"identity","primitive_name":"identity","type":"PRIMITIVE_OPERATION","aliases":["same"],"position":{"x":626,"y":47},"inputs":[{"name":"input","shape":[768],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links_if_false":[{"source":{"operation":"identity","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]},{"source":{"operation":"this","data":"Weight"},"sink":{"operation":"identity","data":"input"},"control_points":[]}],"condition":{"name":"Is Train"}}],"links":[{"source":{"operation":"this","data":"Is Initialize Weight"},"sink":{"operation":"Read/Initialize Weight","data":"Is Initialize Weight"},"control_points":[]},{"source":{"operation":"this","data":"Is Train"},"sink":{"operation":"Read/Initialize Weight","data":"Is Train"},"control_points":[]},{"source":{"operation":"this","data":"Initialize Shape"},"sink":{"operation":"Read/Initialize Weight","data":"Initialize Shape"},"control_points":[]},{"source":{"operation":"Read/Initialize Weight","data":"Output"},"sink":{"operation":"Train Weight","data":"Weight"},"control_points":[]},{"source":{"operation":"this","data":"Is Train"},"sink":{"operation":"Train Weight","data":"Is Train"},"control_points":[{"x":1023,"y":101}]},{"source":{"operation":"Train Weight","data":"Output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]},{"name":"expand_one_dimension_1","primitive_name":"expand_one_dimension","type":"PRIMITIVE_OPERATION","position":{"x":2459,"y":573},"inputs":[{"name":"input","shape":[768],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"Broadcast Residuals to Shape","primitive_name":"broadcast_to_shape","type":"PRIMITIVE_OPERATION","position":{"x":2991,"y":308},"inputs":[{"name":"Target","shape":[1,768],"type":"DECIMAL","primitive_name":"target","flow_state":"REF_SINK"},{"name":"Shape","shape":[2],"type":"INTEGER","primitive_name":"shape","flow_state":"REF_SINK"}],"input_order":[1,0],"outputs":[{"name":"Broadcasted Residuals","primitive_name":"result","flow_state":"UNBOUND"}]},{"name":"add","primitive_name":"add","type":"PRIMITIVE_OPERATION","position":{"x":3486,"y":46},"inputs":[{"name":"left_operand","shape":[20,768],"type":"DECIMAL","primitive_name":"left_operand","flow_state":"REF_SINK"},{"name":"right_operand","shape":[20,768],"type":"DECIMAL","primitive_name":"right_operand","flow_state":"REF_SINK"}],"outputs":[{"name":"added_result","primitive_name":"added_result","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"Get Shape for Multiplied Result","data":"Shape"},"sink":{"operation":"Broadcast Residuals to Shape","data":"Shape"},"control_points":[]},{"source":{"operation":"this","data":"Input"},"sink":{"operation":"multiply","data":"left_operand"},"control_points":[]},{"source":{"operation":"Broadcast Residuals to Shape","data":"Broadcasted Residuals"},"sink":{"operation":"add","data":"right_operand"},"control_points":[]},{"source":{"operation":"multiply","data":"multiplied_result"},"sink":{"operation":"Get Shape for Multiplied Result","data":"Input"},"control_points":[]},{"source":{"operation":"expand_one_dimension_1","data":"output"},"sink":{"operation":"Broadcast Residuals to Shape","data":"Target"},"control_points":[]},{"source":{"operation":"add","data":"added_result"},"sink":{"operation":"this","data":"Output"},"control_points":[]},{"source":{"operation":"this","data":"Input"},"sink":{"operation":"Calculate Multiply Init Weight Shape","data":"Input"},"control_points":[]},{"source":{"operation":"multiply","data":"multiplied_result"},"sink":{"operation":"add","data":"left_operand"},"control_points":[]},{"source":{"operation":"Calculate Multiply Init Weight Shape","data":"Output"},"sink":{"operation":"slice","data":"array"},"control_points":[]},{"source":{"operation":"this","data":"Hidden Size"},"sink":{"operation":"Calculate Multiply Init Weight Shape","data":"Hidden Size"},"control_points":[]},{"source":{"operation":"Add Multiply Weight","data":"Output"},"sink":{"operation":"multiply","data":"right_operand"},"control_points":[]},{"source":{"operation":"Calculate Multiply Init Weight Shape","data":"Output"},"sink":{"operation":"Add Multiply Weight","data":"Initialize Shape"},"control_points":[]},{"source":{"operation":"slice","data":"sliced_array"},"sink":{"operation":"Add Bias Weight","data":"Initialize Shape"},"control_points":[]},{"source":{"operation":"Add Bias Weight","data":"Output"},"sink":{"operation":"expand_one_dimension_1","data":"input"},"control_points":[]}]},{"name":"expand_one_dimension","primitive_name":"expand_one_dimension","type":"PRIMITIVE_OPERATION","aliases":["expand","expand_dimension","extend","extend_dimension","extend_one_dimension","increase_dimension","increase_one_dimension"],"position":{"x":440,"y":344},"inputs":[{"name":"input","shape":[],"type":"INTEGER","primitive_name":"input","flow_state":"BOOT_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]},{"name":"concatenate","primitive_name":"concatenate","type":"PRIMITIVE_OPERATION","aliases":["concat","join","merge"],"position":{"x":922,"y":327},"inputs":[{"name":"array_1","shape":[2],"type":"INTEGER","primitive_name":"array_1","flow_state":"REF_SINK"},{"name":"array_2","shape":[1],"type":"INTEGER","primitive_name":"array_2","flow_state":"REF_SINK"},{"name":"dimension_index","data":0,"shape":[],"type":"INTEGER","primitive_name":"dimension_index","flow_state":"BOOT_SOURCE"}],"outputs":[{"name":"Output Shape","primitive_name":"concatenated_array","flow_state":"UNBOUND"}]},{"name":"Final Reshape","primitive_name":"reshape","type":"PRIMITIVE_OPERATION","aliases":["shape","view"],"position":{"x":2388,"y":293},"inputs":[{"name":"input","shape":[20,768],"type":"DECIMAL","primitive_name":"input","flow_state":"REF_SINK"},{"name":"new_shape","shape":[3],"type":"INTEGER","primitive_name":"new_shape","flow_state":"REF_SINK"}],"outputs":[{"name":"output","primitive_name":"output","flow_state":"UNBOUND"}]}],"links":[{"source":{"operation":"this","data":"input"},"sink":{"operation":"reshape","data":"input"},"control_points":[]},{"source":{"operation":"this","data":"input"},"sink":{"operation":"Reshape For 2D Input","data":"Input"},"control_points":[]},{"source":{"operation":"Reshape For 2D Input","data":"Output"},"sink":{"operation":"reshape","data":"new_shape"},"control_points":[]},{"source":{"operation":"reshape","data":"output"},"sink":{"operation":"\"A\" Linear Layer (2D)","data":"Input"},"control_points":[]},{"source":{"operation":"this","data":"r"},"sink":{"operation":"\"A\" Linear Layer (2D)","data":"Hidden Size"},"control_points":[{"x":394,"y":306}]},{"source":{"operation":"this","data":"hidden size"},"sink":{"operation":"\"B\" Linear Layer (2D)","data":"Hidden Size"},"control_points":[{"x":397,"y":506}]},{"source":{"operation":"\"A\" Linear Layer (2D)","data":"Output"},"sink":{"operation":"\"B\" Linear Layer (2D)","data":"Input"},"control_points":[]},{"source":{"operation":"Reshape For 2D Input","data":"Original Starting Shape"},"sink":{"operation":"concatenate","data":"array_1"},"control_points":[]},{"source":{"operation":"this","data":"hidden size"},"sink":{"operation":"expand_one_dimension","data":"input"},"control_points":[]},{"source":{"operation":"expand_one_dimension","data":"output"},"sink":{"operation":"concatenate","data":"array_2"},"control_points":[]},{"source":{"operation":"concatenate","data":"Output Shape"},"sink":{"operation":"Final Reshape","data":"new_shape"},"control_points":[]},{"source":{"operation":"\"B\" Linear Layer (2D)","data":"Output"},"sink":{"operation":"Final Reshape","data":"input"},"control_points":[]},{"source":{"operation":"Final Reshape","data":"output"},"sink":{"operation":"this","data":"Output"},"control_points":[]}]}