let make_p ~has_config ~loc =

if has_config then [%expr TDSL.param ~more_label:config.label] else [%expr TDSL.param]

let make_vb ?value ~has_config ~loc ~str_loc ~ident string =

let v = [%expr [%e make_p ~has_config ~loc] ?values:[%e value] [%e string]] in

let make_vb_dims ~has_config ~loc ~str_loc ~ident ~dims ~dims_loc string =

let v = [%expr [%e make_p ~has_config ~loc] ~output_dims:[%e dims] [%e string]] in

let make_vb_nd ~has_config ~loc ~str_loc ?axis_labels ~ident ~init_nd string =

| None -> make_p ~has_config ~loc

| Some axis_labels -> [%expr [%e make_p ~has_config ~loc] ~axis_labels:[%e axis_labels]]

let rec translate ~has_config ?ident_label expr =

let loop = translate ~has_config in

let vbs1, e1 = loop expr1 in

let vbs2, e2 = loop expr2 in

let vbs1, e1 = loop expr1 in

let pat, vb = make_vb_dims ~has_config ~loc ~str_loc ~ident ~dims:[ d ] ~dims_loc s in

let pat, vb = make_vb_nd ~has_config ~loc ~str_loc ~ident ~init_nd s in

let pat, vb = make_vb_dims ~has_config ~loc ~str_loc ~ident ~dims ~dims_loc s in

let pat, vb = make_vb ~has_config ~loc ~str_loc ~ident expr in

let vbs, e1 = loop expr1 in

let vbs, e1 = loop expr1 in

let vbs1, e1 = loop ?ident_label expr1 in

let vbs2, e2 = loop expr2 in

let vbs3, e3 = loop expr3 in

let vbs1, e1 = loop ?ident_label expr1 in

let vbs2, e2 = loop expr2 in

let vbs, body = translate ~has_config:true ?ident_label body in

(no_vbs, [%expr fun ~config -> [%e let_opt ~loc vbs body]])

let vbs, body = loop ?ident_label body in

let vbs, body = loop ?ident_label body_expr in

let vbs, body = loop ?ident_label body_expr in

let vbs, body = loop ?ident_label body_expr in

let vbs1, e1 = loop expr1 in

let vbs2, e2 = loop ?ident_label expr2 in

let vbs2, e2 = loop ?ident_label expr2 in

let vbs3, e3 = loop ?ident_label expr3 in

let vbs2, e2 = loop ?ident_label expr2 in

let vbs, pc_rhs = loop ?ident_label pc_rhs in

let vbs, pvb_expr = loop ~ident_label:binding.pvb_pat binding.pvb_expr in

let vbs2, body = loop ?ident_label body in

let vbs, body = loop ?ident_label body in

let vbs, body = loop ?ident_label body in

let vbs, expr = translate ~has_config:false ?ident_label expr in

Both `%cd` and `%op` syntaxes support inline declarations of tensors. For `%op` these are differentiable, for `%cd` non-differentiable tensors. A declaration site uses the string syntax, the content of the string is the is bound to the newly created tensor, and the string itself functions equivalently to using the newly introduced identifier. The scope of the binding is the full scope of the extension point, even if the declaring string appeared in the body of a function that's inside the extension point scope (except for `%op` there is a special case of `~config` labeled argument discussed below). The first element of the label of the created tensor is the string that introduced it.

For `%cd`, the declaration is (currently) only allowed on the left-hand-side, i.e. in the assigned-to position, of an assignment. If possible, one of the tensors on the right-hand-side is picked to provide additional label information. In particular, tensors that are function parameters inside the scope of the extension point, cannot be picked to provide label information, as they would escape their scope at the point the tensor is created.

For `%op`, the declaration is allowed anywhere. If there is a `~config` function parameter used inside the extension scope, for example as `fun ~config ... -> ...` or a more specific example `let%op mlp ~config x = ...`, the scope of an inline-declared tensor is no longer the full scope of the extension point. Instead, the tensor is defined right underneath the introduction of the `~config` parameter: `fun ~config -> let <definitions of the inline-declared tensors> in ...`. The config value passed to the generated code must be a record with at least a field `label : string list`. The inline-declared tensor that's defined under a `~config` parameter is defined as `TDSL.param ~more_label:config.label ...`

let param ?(more_label = []) ?input_dims ?output_dims ?input_axes ?output_axes ?deduced

?(strict = false) ?values label =

term ~label:(label :: more_label) ~grad_spec:Require_grad ~batch_dims:[] ?input_dims

?output_dims ?input_axes ?output_axes ?deduced ~init_op ()

?more_label:string list ->