From f83ecfddd414f5ad912eb3d9916476d58401a5e2 Mon Sep 17 00:00:00 2001
From: Joshua Bell <jsbell@chromium.org>
Date: Tue, 9 Apr 2024 13:07:43 -0700
Subject: [PATCH 01/17] Introduce MLNumber for specifying numeric inputs of any
 type

For some MLGraphBuilder methods the type of a numeric input can vary -
e.g. for constant() an explicit MLOperandDataType is provided; for
clamp() and pad() the data type is implied by input operands. In these
cases, specifying the numeric value as either a float/double or int64
type runs into accuracy or range issues - you can't accurately
represent all int64 values as a double, and you can't represent the
full range of floats as int64. (You also can't represent all int64
values as an long long either - over 2^53 things get wierd. But that's
a digression.)

Per discussion in https://github.com/whatwg/webidl/issues/1388 this
change introduces a union between a bigint type and unrestricted
double called MLNumber. Callers can pass a JS number (1234, 1.1234e38)
or a JS bigint (9007199254740993n), and the implementation will treat
it properly based on the explicit or implicit MLOperandDataType. Usage
of this type should be limited to only those cases.

Fixes #442

Note that #492 proposes changes to the constant sequential filling
operation; this just adds IDL to match the current spec prose.

Some of the concerns raised in #325 are addressed (e.g. clamp()'s
options). However, several other options are still specified as
"float", and should maybe be "double" - but MLNumber is likely not
appropriate for those, so they are not updated here.
---
 index.bs | 34 ++++++++++++++++++++++++++--------
 1 file changed, 26 insertions(+), 8 deletions(-)

diff --git a/index.bs b/index.bs
index 3b07c538..0d3dbbf9 100644
--- a/index.bs
+++ b/index.bs
@@ -1074,6 +1074,8 @@ interface MLOperand {
   MLOperandDataType dataType();
   sequence<unsigned long> shape();
 };
+
+typedef (bigint or unrestricted double) MLNumber;
 </script>
 
 <div class=internal-slots>
@@ -1133,6 +1135,16 @@ The {{MLOperand}} objects are created by the methods of {{MLGraphBuilder}}, inte
 To <dfn for="MLGraphBuilder">validate operand</dfn> given {{MLGraphBuilder}} |builder| and {{MLOperand}} |operand|, return true if |operand|.{{MLOperand/[[builder]]}} is |builder|, and false otherwise.
 </p>
 
+#### {{MLNumber}} #### {#api-mlnumber-typedef}
+
+<dfn typedef>MLNumber</dfn> is used when specifying the type of a numeric option for an {{MLOperand}} which can be of any {{MLOperandDataType}}, including both 64-bit integer types ({{MLOperandDataType/"uint64"}} and {{MLOperandDataType/"int64"}}) and 32-bit floating point ({{MLOperandDataType/"float32"}}). Implementations must process the value according to the corresponding {{MLOperandDataType}}.
+
+<div class="note">
+  Specifying the option as {{double}} would lose accuracy when passing values over 2<sup>53</sup>, and specifying {{long long}} would disallow values over 2<sup>63</sup>.
+</div>
+
+Issue(whatwg/webidl#1388): Support for unions of {{bigint}} and [=numeric types=] new in [[WebIDL]], and implementation support is also limited. Prototype implementations are encouraged to provide feedback for this approach.
+
 ### {{MLOperand/dataType()}} ### {#api-mloperand-datatype}
 Return a data type of the {{MLOperand}}.
 
@@ -1229,7 +1241,13 @@ interface MLGraphBuilder {
   MLOperand constant(MLOperandDescriptor descriptor, ArrayBufferView bufferView);
 
   // Create a single-value operand from the specified number of the specified type.
-  MLOperand constant(double value, optional MLOperandDataType type = "float32");
+  MLOperand constant(MLNumber value, optional MLOperandDataType type = "float32");
+
+  // Create an operand for a constant 1-D tensor of the specified type and range.
+  MLOperand constant(MLNumber start,
+                     MLNumber end,
+                     MLNumber step,
+                     optional MLOperandDataType type = "float32");
 
   // Compile the graph up to the specified output operands asynchronously.
   Promise<MLGraph> build(MLNamedOperands outputs);
@@ -1322,7 +1340,7 @@ Data truncation will occur when the specified value exceeds the range of the spe
 
 <div>
     **Arguments:**
-        - *value*: a {{float}} number. The value of the constant.
+        - *value*: an {{MLNumber}}. The value of the constant.
         - *type*: an optional {{MLOperandDataType}}. If not specified, it is assumed to be {{MLOperandDataType/"float32"}}.
     **Returns:** an {{MLOperand}}. The constant output.
 </div>
@@ -1349,9 +1367,9 @@ Data truncation will occur when the values in the range exceed the range of the
 
 <div>
     **Arguments:**
-        - *start*: a {{float}} scalar. The starting value of the range.
-        - *end*: a {{float}} scalar. The ending value of the range.
-        - *step*: a {{float}} scalar. The gap value between two data points in the range.
+        - *start*: an {{MLNumber}}. The starting value of the range.
+        - *end*: an {{MLNumber}}. The ending value of the range.
+        - *step*: an {{MLNumber}}. The gap value between two data points in the range.
         - *type*: an optional {{MLOperandDataType}}. If not specified, it is assumed to be {{MLOperandDataType/"float32"}}.
     **Returns:** an {{MLOperand}}. The constant 1-D output tensor of size `max(0, ceil((end - start)/step))`.
 </div>
@@ -1633,8 +1651,8 @@ partial interface MLGraphBuilder {
 Clamp the input tensor element-wise within a range specified by the minimum and maximum values.
 <script type=idl>
 dictionary MLClampOptions {
-  float minValue;
-  float maxValue;
+  MLNumber minValue;
+  MLNumber maxValue;
 };
 
 partial interface MLGraphBuilder {
@@ -4389,7 +4407,7 @@ enum MLPaddingMode {
 
 dictionary MLPadOptions {
   MLPaddingMode mode = "constant";
-  float value = 0;
+  MLNumber value = 0;
 };
 
 partial interface MLGraphBuilder {

From 67b5a68bf88e8202f0e915d80d8c7c2def6ee504 Mon Sep 17 00:00:00 2001
From: Joshua Bell <jsbell@chromium.org>
Date: Fri, 19 Apr 2024 09:16:31 -0700
Subject: [PATCH 02/17] Add note about fused activations

---
 index.bs | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/index.bs b/index.bs
index 1d25212c..5108ff98 100644
--- a/index.bs
+++ b/index.bs
@@ -1139,6 +1139,8 @@ To <dfn for="MLGraphBuilder">validate operand</dfn> given {{MLGraphBuilder}} |bu
 
 <dfn typedef>MLNumber</dfn> is used when specifying the type of a numeric option for an {{MLOperand}} which can be of any {{MLOperandDataType}}, including both 64-bit integer types ({{MLOperandDataType/"uint64"}} and {{MLOperandDataType/"int64"}}) and 32-bit floating point ({{MLOperandDataType/"float32"}}). Implementations must process the value according to the corresponding {{MLOperandDataType}}.
 
+When used with an {{MLActivation}}, the data type is not known until the activation function is fused into a specific operation. Implementations must process the value according to the corresponding {{MLOperandDataType}} of the output of the fused operation.
+
 <div class="note">
   Specifying the option as {{double}} would lose accuracy when passing values over 2<sup>53</sup>, and specifying {{long long}} would disallow values over 2<sup>63</sup>.
 </div>

From 35453d65afcd7f934bc113cbd0f8ac3559238040 Mon Sep 17 00:00:00 2001
From: Joshua Bell <jsbell@chromium.org>
Date: Tue, 7 May 2024 09:54:47 -0700
Subject: [PATCH 03/17] Capitalize WebIDL ref

---
 index.bs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/index.bs b/index.bs
index 3966208d..bc344f2d 100644
--- a/index.bs
+++ b/index.bs
@@ -1145,7 +1145,7 @@ When used with an {{MLActivation}}, the data type is not known until the activat
   Specifying the option as {{double}} would lose accuracy when passing values over 2<sup>53</sup>, and specifying {{long long}} would disallow values over 2<sup>63</sup>.
 </div>
 
-Issue(whatwg/webidl#1388): Support for unions of {{bigint}} and [=numeric types=] new in [[WebIDL]], and implementation support is also limited. Prototype implementations are encouraged to provide feedback for this approach.
+Issue(whatwg/webidl#1388): Support for unions of {{bigint}} and [=numeric types=] new in [[WEBIDL]], and implementation support is also limited. Prototype implementations are encouraged to provide feedback for this approach.
 
 ### {{MLOperand/dataType()}} ### {#api-mloperand-datatype}
 Return a data type of the {{MLOperand}}.

From fc0a0905146fa57231aad76c2bd34922f7c1966a Mon Sep 17 00:00:00 2001
From: Joshua Bell <jsbell@chromium.org>
Date: Tue, 7 May 2024 11:11:58 -0700
Subject: [PATCH 04/17] Added more explanatory text around processing

---
 index.bs | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/index.bs b/index.bs
index bc344f2d..c08254a9 100644
--- a/index.bs
+++ b/index.bs
@@ -1137,9 +1137,9 @@ To <dfn for="MLGraphBuilder">validate operand</dfn> given {{MLGraphBuilder}} |bu
 
 #### {{MLNumber}} #### {#api-mlnumber-typedef}
 
-<dfn typedef>MLNumber</dfn> is used when specifying the type of a numeric option for an {{MLOperand}} which can be of any {{MLOperandDataType}}, including both 64-bit integer types ({{MLOperandDataType/"uint64"}} and {{MLOperandDataType/"int64"}}) and 32-bit floating point ({{MLOperandDataType/"float32"}}). Implementations must process the value according to the corresponding {{MLOperandDataType}}.
+<dfn typedef>MLNumber</dfn> is used when specifying the type of a numeric option for an {{MLOperand}} which can be of any {{MLOperandDataType}}, including both 64-bit integer types ({{MLOperandDataType/"uint64"}} and {{MLOperandDataType/"int64"}}) and 32-bit floating point ({{MLOperandDataType/"float32"}}). Implementations must process the value according to the corresponding {{MLOperandDataType}}. For example, if {{MLGraphBuilder/clamp(input, options)}} is called with an {{MLOperand}} with [=MLOperand/dataType=] {{MLOperandDataType/"uint32"}}, the {{MLNumber}} parameters must be processed as if the method accepted {{unsigned long}} parameters.
 
-When used with an {{MLActivation}}, the data type is not known until the activation function is fused into a specific operation. Implementations must process the value according to the corresponding {{MLOperandDataType}} of the output of the fused operation.
+When used with an {{MLActivation}}, the data type is not known until the activation function is fused into a specific operation. Implementations must process the value according to the corresponding {{MLOperandDataType}} of the output of the fused operation. For example, if an {{MLActivation}} created using {{MLGraphBuilder/clamp(options)}} is passed to a method along with an {{MLOperand}} with [=MLOperand/dataType=] {{MLOperandDataType/"float32"}}, the {{MLActivation}}'s {{MLNumber}} parameters must be processed as if the method accepted {{float}} parameters.
 
 <div class="note">
   Specifying the option as {{double}} would lose accuracy when passing values over 2<sup>53</sup>, and specifying {{long long}} would disallow values over 2<sup>63</sup>.

From a3ff823ab44ef44b128234c873a475134c0c5bf4 Mon Sep 17 00:00:00 2001
From: Joshua Bell <jsbell@chromium.org>
Date: Tue, 7 May 2024 11:19:04 -0700
Subject: [PATCH 05/17] Add MLFiniteNumber

---
 index.bs | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/index.bs b/index.bs
index c08254a9..f7f4a2f5 100644
--- a/index.bs
+++ b/index.bs
@@ -1076,6 +1076,7 @@ interface MLOperand {
 };
 
 typedef (bigint or unrestricted double) MLNumber;
+typedef (bigint or double) MLFiniteNumber;
 </script>
 
 <div class=internal-slots>
@@ -1145,6 +1146,8 @@ When used with an {{MLActivation}}, the data type is not known until the activat
   Specifying the option as {{double}} would lose accuracy when passing values over 2<sup>53</sup>, and specifying {{long long}} would disallow values over 2<sup>63</sup>.
 </div>
 
+<dfn typedef>MLFiniteNumber</dfn> is the same as {{MLNumber}} except it excludes Infinity, -Infinity, and NaN values.
+
 Issue(whatwg/webidl#1388): Support for unions of {{bigint}} and [=numeric types=] new in [[WEBIDL]], and implementation support is also limited. Prototype implementations are encouraged to provide feedback for this approach.
 
 ### {{MLOperand/dataType()}} ### {#api-mloperand-datatype}
@@ -4429,7 +4432,7 @@ enum MLPaddingMode {
 
 dictionary MLPadOptions {
   MLPaddingMode mode = "constant";
-  MLNumber value = 0;
+  MLFiniteNumber value = 0;
 };
 
 partial interface MLGraphBuilder {

From 9f0dd89610562177056064fa9fde8bf3edf3230d Mon Sep 17 00:00:00 2001
From: Joshua Bell <jsbell@chromium.org>
Date: Wed, 8 May 2024 16:00:53 -0700
Subject: [PATCH 06/17] WIP for
 https://github.com/webmachinelearning/webnn/issues/678

- Introduce a "cast" definition that takes a number and a type, and returns the number cast to that type.

- Invoke cast during MLOperand and MLActivation creation.

TODO:

- Passing restrictions
  - Floating point - allow Infinities/NaNs or not?
  - Integer - throw or clamp if out of range?
- Simplify supported restrictions
- resample2d sizes option - is this part of the op data or not?
---
 index.bs | 143 +++++++++++++++++++++++++++++++++++++++++++++++++++++--
 1 file changed, 138 insertions(+), 5 deletions(-)

diff --git a/index.bs b/index.bs
index 72dc0fc8..feced020 100644
--- a/index.bs
+++ b/index.bs
@@ -44,6 +44,7 @@ urlPrefix: https://tc39.es/ecma262/; spec: ECMA-262
         text: element size; url: table-the-typedarray-constructors
         text: element type; url: table-the-typedarray-constructors
         text: view constructor; url: table-the-typedarray-constructors
+        text: equally close values; url: sec-ecmascript-language-types-number-type
 </pre>
 
 <pre class="link-defaults">
@@ -1351,6 +1352,7 @@ Data truncation will occur when the specified value exceeds the range of the spe
   <summary>
     The <dfn method for=MLGraphBuilder>constant(|value|, |type|)</dfn> method steps are:
   </summary>
+    1. Set |value| to the result of [=casting=] |value| to |type|. If that returns failure, then [=exception/throw=] a {{TypeError}}.
     1. Let |descriptor| be a new {{MLOperandDescriptor}}.
         1. Set |descriptor|.{{MLOperandDescriptor/dataType}} to |type|.
         1. Set |descriptor|.{{MLOperandDescriptor/dimensions}} to an empty [=/list=].
@@ -1543,6 +1545,7 @@ partial interface MLGraphBuilder {
     1. If |mean|'s [=MLOperand/shape=] is not equal to « |input|'s [=MLOperand/shape=][|options|.{{MLBatchNormalizationOptions/axis}}] », then [=exception/throw=] a {{TypeError}}.
     1. If |variance|'s [=MLOperand/dataType=] is not equal to |input|'s [=MLOperand/dataType=], then [=exception/throw=] a {{TypeError}}.
     1. If |variance|'s [=MLOperand/shape=] is not equal to « |input|'s [=MLOperand/shape=][|options|.{{MLBatchNormalizationOptions/axis}}] », then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLBatchNormalizationOptions/epsilon}} to the result of [=casting=] |options|.{{MLBatchNormalizationOptions/epsilon}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
     1. If |options|.{{MLBatchNormalizationOptions/scale}} [=map/exists=]:
         1. If its [=MLOperand/dataType=] is not equal to |input|'s [=MLOperand/dataType=], then [=exception/throw=] a {{TypeError}}.
         1. If its [=MLOperand/shape=] is not equal to « |input|'s [=MLOperand/shape=][|options|.{{MLBatchNormalizationOptions/axis}}] », then [=exception/throw=] a {{TypeError}}.
@@ -1679,6 +1682,10 @@ partial interface MLGraphBuilder {
   </summary>
     1. If [=MLGraphBuilder/validating operand=] with [=this=] and |input| returns false, then [=exception/throw=] a {{TypeError}}.
     1. If [=checking clamp options=] given |options| returns false, then [=exception/throw=] a {{TypeError}}.
+    1. Let |minValue| be the |options|.{{MLClampOptions/minValue}} if given, or Infinity otherwise.
+    1. Set |options|.{{MLClampOptions/minValue}} to the result of [=casting=] |minValue| to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
+    1. Let |maxValue| be the |options|.{{MLClampOptions/maxValue}} if given, or -Infinity otherwise.
+    1. Set |options|.{{MLClampOptions/maxValue}} to the result of [=casting=] |maxValue| to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
     1. *Make graph connections:*
         1. Let |output| be the result of [=copying an MLOperand=] given |input|.
         1. Let |operator| be an [=operator=] for the "clamp" operation, given |options|.{{MLClampOptions/minValue}} and |options|.{{MLClampOptions/maxValue}}.
@@ -1700,8 +1707,14 @@ partial interface MLGraphBuilder {
   <summary>
     The <dfn method for=MLGraphBuilder>clamp(|options|)</dfn> method steps are:
   </summary>
+    1. Let |validationSteps| given {{MLOperandDescriptor}} |descriptor| be these steps:
+        1. Let |minValue| be the |options|.{{MLClampOptions/minValue}} if given, or Infinity otherwise.
+        1. If [=casting=] |minValue| to |descriptor|.{{MLOperandDescriptor/dataType}} returns failure, then return false.
+        1. Let |maxValue| be the |options|.{{MLClampOptions/maxValue}} if given, or -Infinity otherwise.
+        1. If [=casting=] |maxValue| to |descriptor|.{{MLOperandDescriptor/dataType}} returns failure, then return false.
+        1. Otherwise, return true.
     1. If [=checking clamp options=] given |options| returns false, then [=exception/throw=] a {{TypeError}}.
-    1. Let |op| be the result of [=creating an MLActivation=] given [=this=], "clamp" and |options|.
+    1. Let |op| be the result of [=creating an MLActivation=] given [=this=], "clamp", |options|, and |validationSteps|.
     1. Return |op|.
 </details>
 
@@ -2600,6 +2613,7 @@ partial interface MLGraphBuilder {
   </summary>
     1. If [=MLGraphBuilder/validating operand=] with [=this=] and |input| returns false, then [=exception/throw=] a {{TypeError}}.
     1. If |input|'s [=MLOperand/dataType=] is not {{MLOperandDataType/"float32"}} or {{MLOperandDataType/"float16"}}, then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLEluOptions/alpha}} to the result of [=casting=] |options|.{{MLEluOptions/alpha}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
     1. *Make graph connections:*
         1. Let |output| be the result of [=copying an MLOperand=] given |input|.
         1. Let |operator| be an [=operator=] for the "elu" operation, given |options|.
@@ -2622,7 +2636,10 @@ partial interface MLGraphBuilder {
   <summary>
     The <dfn method for=MLGraphBuilder>elu(|options|)</dfn> method steps are:
   </summary>
-    1. Let |op| be the result of [=creating an MLActivation=] given [=this=], "elu" and |options|.
+    1. Let |validationSteps| given {{MLOperandDescriptor}} |descriptor| be these steps:
+        1. If [=casting=] |options|.{{MLEluOptions/alpha}} to |descriptor|.{{MLOperandDescriptor/dataType}} returns failure, then return false.
+        1. Otherwise, return true.
+    1. Let |op| be the result of [=creating an MLActivation=] given [=this=], "elu", |options|, and |validationSteps|.
     1. Return |op|.
 </details>
 
@@ -2914,6 +2931,8 @@ partial interface MLGraphBuilder {
     1. If |a|'s [=MLOperand/dataType=] is not {{MLOperandDataType/"float32"}} or {{MLOperandDataType/"float16"}}, then [=exception/throw=] a {{TypeError}}.
     1. If |b|'s [=MLOperand/dataType=] is not equal to |a|'s [=MLOperand/dataType=], then [=exception/throw=] a {{TypeError}}.
     1. If |a|'s [=MLOperand/rank=] is not 2 or |b|'s [=MLOperand/rank=] is not 2, then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLGemmOptions/alpha}} to the result of [=casting=] |options|.{{MLGemmOptions/alpha}} to |a|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLGemmOptions/beta}} to the result of [=casting=] |options|.{{MLGemmOptions/beta}} to |a|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
     1. Let |shapeA| be a [=list/clone=] of |a|'s [=MLOperand/shape=].
     1. Let |shapeB| be a [=list/clone=] of |b|'s [=MLOperand/shape=].
     1. If |options|.{{MLGemmOptions/aTranspose}} is true, then reverse the order of the items in |shapeA|.
@@ -3424,6 +3443,8 @@ partial interface MLGraphBuilder {
   </summary>
     1. If [=MLGraphBuilder/validating operand=] with [=this=] and |input| returns false, then [=exception/throw=] a {{TypeError}}.
     1. If |input|'s [=MLOperand/dataType=] is not {{MLOperandDataType/"float32"}} or {{MLOperandDataType/"float16"}}, then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLHardSigmoidOptions/alpha}} to the result of [=casting=] |options|.{{MLHardSigmoidOptions/alpha}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLHardSigmoidOptions/beta}} to the result of [=casting=] |options|.{{MLHardSigmoidOptions/beta}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
     1. *Make graph connections:*
         1. Let |output| be the result of [=copying an MLOperand=] given |input|.
         1. Let |operator| be an [=operator=] for the "hardSigmoid" operation, given |options|.
@@ -3446,7 +3467,11 @@ partial interface MLGraphBuilder {
   <summary>
     The <dfn method for=MLGraphBuilder>hardSigmoid(|options|)</dfn> method steps are:
   </summary>
-    1. Let |op| be the result of [=creating an MLActivation=] given [=this=], "hardSigmoid" and |options|.
+    1. Let |validationSteps| given {{MLOperandDescriptor}} |descriptor| be these steps:
+        1. If [=casting=] |options|.{{MLHardSigmoidOptions/alpha}} to |descriptor|.{{MLOperandDescriptor/dataType}} returns failure, then return false.
+        1. If [=casting=] |options|.{{MLHardSigmoidOptions/beta}} to |descriptor|.{{MLOperandDescriptor/dataType}} returns failure, then return false.
+        1. Otherwise, return true.
+    1. Let |op| be the result of [=creating an MLActivation=] given [=this=], "hardSigmoid", |options|, and |validationSteps|.
     1. Return |op|.
 </details>
 
@@ -3572,6 +3597,7 @@ partial interface MLGraphBuilder {
     1. If [=MLGraphBuilder/validating operand=] with [=this=] and any of |input|, |options|.{{MLInstanceNormalizationOptions/scale}} (if it [=map/exists=]), and |options|.{{MLInstanceNormalizationOptions/bias}} (if it [=map/exists=]) returns false, then [=exception/throw=] a {{TypeError}}.
     1. If |input|'s [=MLOperand/dataType=] is not {{MLOperandDataType/"float32"}} or {{MLOperandDataType/"float16"}}, then [=exception/throw=] a {{TypeError}}.
     1. If |input|'s [=MLOperand/rank=] is not 4, then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLInstanceNormalizationOptions/epsilon}} to the result of [=casting=] |options|.{{MLInstanceNormalizationOptions/epsilon}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
     1. Let |axis| be 1 if |options|.{{MLInstanceNormalizationOptions/layout}} is {{MLInputOperandLayout/"nchw"}}, and 3 otherwise.
     1. If |options|.{{MLInstanceNormalizationOptions/scale}} [=map/exists=]:
         1. If its [=MLOperand/dataType=] is not equal to |input|'s [=MLOperand/dataType=], then [=exception/throw=] a {{TypeError}}.
@@ -3674,6 +3700,7 @@ partial interface MLGraphBuilder {
     1. If [=MLGraphBuilder/validating operand=] with [=this=] and any of |input|, |options|.{{MLLayerNormalizationOptions/scale}} (if it [=map/exists=]), and |options|.{{MLLayerNormalizationOptions/bias}} (if it [=map/exists=]) returns false, then [=exception/throw=] a {{TypeError}}.
     1. If |input|'s [=MLOperand/dataType=] is not {{MLOperandDataType/"float32"}} or {{MLOperandDataType/"float16"}}, then [=exception/throw=] a {{TypeError}}.
     1. If |options|.{{MLLayerNormalizationOptions/axes}} does not [=map/exist=], then set |options|.{{MLLayerNormalizationOptions/axes}} to a new [=/list=], either equal to [=the range=] from 1 to |input|'s [=MLOperand/rank=], exclusive, if |input|'s [=MLOperand/rank=] is greater than 1, or an empty [=/list=] otherwise.
+    1. Set |options|.{{MLLayerNormalizationOptions/epsilon}} to the result of [=casting=] |options|.{{MLLayerNormalizationOptions/epsilon}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
     1. If |options|.{{MLLayerNormalizationOptions/scale}} [=map/exists=]:
         1. If its [=MLOperand/dataType=] is not equal to |input|'s [=MLOperand/dataType=], then [=exception/throw=] a {{TypeError}}.
         1. If its [=MLOperand/rank=] is not equal to |options|.{{MLLayerNormalizationOptions/axes}}'s [=list/size=], then [=exception/throw=] a {{TypeError}}.
@@ -3781,6 +3808,7 @@ partial interface MLGraphBuilder {
   </summary>
     1. If [=MLGraphBuilder/validating operand=] with [=this=] and |input| returns false, then [=exception/throw=] a {{TypeError}}.
     1. If |input|'s [=MLOperand/dataType=] is not {{MLOperandDataType/"float32"}} or {{MLOperandDataType/"float16"}}, then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLLeakyReluOptions/alpha}} to the result of [=casting=] |options|.{{MLLeakyReluOptions/alpha}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
     1. *Make graph connections:*
         1. Let |output| be the result of [=copying an MLOperand=] given |input|.
         1. Let |operator| be an [=operator=] for the "leakyRelu" operation, given |options|.
@@ -3803,7 +3831,10 @@ partial interface MLGraphBuilder {
   <summary>
     The <dfn method for=MLGraphBuilder>leakyRelu(|options|)</dfn> method steps are:
   </summary>
-    1. Let |op| be the result of [=creating an MLActivation=] given [=this=], "leakyRelu" and |options|.
+    1. Let |validationSteps| given {{MLOperandDescriptor}} |descriptor| be these steps:
+        1. If [=casting=] |options|.{{MLLeakyReluOptions/alpha}} to |descriptor|.{{MLOperandDescriptor/dataType}} returns failure, then return false.
+        1. Otherwise, return true.
+    1. Let |op| be the result of [=creating an MLActivation=] given [=this=], "leakyRelu", |options|, and |validationSteps|.
     1. Return |op|.
 </details>
 
@@ -3861,6 +3892,8 @@ partial interface MLGraphBuilder {
   </summary>
     1. If [=MLGraphBuilder/validating operand=] with [=this=] and |input| returns false, then [=exception/throw=] a {{TypeError}}.
     1. If |input|'s [=MLOperand/dataType=] is not {{MLOperandDataType/"float32"}} or {{MLOperandDataType/"float16"}}, then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLLinearOptions/alpha}} to the result of [=casting=] |options|.{{MLLinearOptions/alpha}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLLinearOptions/beta}} to the result of [=casting=] |options|.{{MLLinearOptions/beta}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
     1. *Make graph connections:*
         1. Let |output| be the result of [=copying an MLOperand=] given |input|.
         1. Let |operator| be an [=operator=] for the "linear" operation, given |options|.
@@ -3883,7 +3916,11 @@ partial interface MLGraphBuilder {
   <summary>
     The <dfn method for=MLGraphBuilder>linear(|options|)</dfn> method steps are:
   </summary>
-    1. Let |op| be the result of [=creating an MLActivation=] given [=this=], "linear" and |options|.
+    1. Let |validationSteps| given {{MLOperandDescriptor}} |descriptor| be these steps:
+        1. If [=casting=] |options|.{{MLLinearOptions/alpha}} to |descriptor|.{{MLOperandDescriptor/dataType}} returns failure, then return false.
+        1. If [=casting=] |options|.{{MLLinearOptions/beta}} to |descriptor|.{{MLOperandDescriptor/dataType}} returns failure, then return false.
+        1. Otherwise, return true.
+    1. Let |op| be the result of [=creating an MLActivation=] given [=this=], "linear", |options|, and |validationSteps|.
     1. Return |op|.
 </details>
 
@@ -4482,6 +4519,7 @@ partial interface MLGraphBuilder {
     1. Let |desc| be a copy of |input|.{{MLOperand/[[descriptor]]}}.
     1. Let |outputShape| be the result of [=MLGraphBuilder/calculating padding output sizes=] given |input|, |beginningPadding| and |endingPadding|.
     1. If any [=list/item=] in |outputShape| is not a [=valid dimension=], then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLPadOptions/value}} to the result of [=casting=] |options|.{{MLPadOptions/value}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a "{{TypeError}}".
     1. Set |desc|.{{MLOperandDescriptor/dimensions}} to |outputShape|.
     1. *Make graph connections:*
         1. Let |output| be the result of [=creating an MLOperand=] given [=this=] and |desc|.
@@ -5933,6 +5971,101 @@ To <dfn data-lt="bidirectionally broadcasting the shapes">bidirectionally broadc
 |shapeA| is <dfn>bidirectionally broadcastable</dfn> to |shapeB| if [=bidirectionally broadcasting the shapes=] |shapeA| and |shapeB| does not result in failure.
 </p>
 
+## Casting ## {#algorithms-casting}
+
+<details open algorithm="cast">
+<summary>
+To <dfn>cast</dfn> a number |x| to a given {{MLOperandDataType}} |dataType|, optional boolean |restricted| (defaulting to false), optional boolean |enforceRange| (defaulting to false), and optional boolean |clamp| (defaulting to false), perform the following steps. They return a number or failure.
+</summary>
+
+1. Switch on |dataType|:
+    <dl class=switch>
+        : {{MLOperandDataType/"float32"}}
+        :: Return [=ConvertToFloat=](|x|, 32, |restricted|)
+        : {{MLOperandDataType/"float16"}}
+        :: Return [=ConvertToFloat=](|x|, 16, |restricted|)
+        : {{MLOperandDataType/"int64"}}
+        :: Return [=ConvertToInt=](|x|, 64, "signed", |enforceRange|, |clamp|).
+        : {{MLOperandDataType/"uint64"}}
+        :: Return [=ConvertToInt=](|x|, 64, "unsigned", |enforceRange|, |clamp|).
+        : {{MLOperandDataType/"int32"}}
+        :: Return [=ConvertToInt=](|x|, 32, "signed", |enforceRange|, |clamp|).
+        : {{MLOperandDataType/"uint32"}}
+        :: Return [=ConvertToInt=](|x|, 32, "signed", |enforceRange|, |clamp|).
+        : {{MLOperandDataType/"int8"}}
+        :: Return [=ConvertToInt=](|x|, 8, "signed", |enforceRange|, |clamp|).
+        : {{MLOperandDataType/"uint8"}}
+        :: Return [=ConvertToInt=](|x|, 8, "unsigned", |enforceRange|, |clamp|).
+    </dl>
+
+NOTE: The input to [=cast=] is an abstract number with unlimited range and precision, including the special values Infinity, -Infinity and NaN. The output is also an abstract number, but exactly representable as the specified type.
+
+ISSUE: Can we eliminate |restricted|, |enforceRange|, and |clamp| as parameters, if we always use the same conversions? Or if we never use |clamp|, at least combine |enforceRange| and |restricted|?
+
+<div algorithm>
+The <dfn>ConvertToFloat</dfn>(|x|, |bitLength|, |restricted|) steps are:
+
+1. If |x| is NaN, then return NaN if |restricted| is false, and failure otherwise.
+   1. Let |lowerBound| be -2<sup>|bitLength| - 1</sup>.
+   1. Let |upperBound| be 2<sup>|bitLength| - 1</sup>.
+   1. Switch on |bitLength|:
+        <dl class=switch>
+            : 32
+            :: 1. Let |S| be the set of [[IEEE-754-2019]] binary32 floating point values except -0, but with |lowerBound| and |upperBound| added.
+            : 16
+            :: 1. Let |S| be the set of [[IEEE-754-2019]] binary16 floating point values except -0, but with |lowerBound| and |upperBound| added.
+        </dl>
+1. Let |y| be the number in |S| that is closest to |x|, selecting the number with an even significand if there are two [=equally close values=]. (The two special values |lowerBound| and |upperBound| are considered to have even significands for this purpose.)
+1. If |y| is |upperBound|, then return +Infinity if |restricted| is false, or failure otherwise.
+1. If |y| is |lowerBound|, then return -Infinity if |restricted| is false, or failure otherwise.
+1. If |y| is +0 and |x| is negative, return -0.
+1. Return |y|.
+
+NOTE: This is based on a definition in [[WEBIDL]], but extended to cover 16-bit floating point values.
+
+</div>
+
+<div algorithm>
+The <dfn>ConvertToInt</dfn>(|x|, |bitLength|, |signedness|, |enforceRange|, |clamp|) steps are:
+
+1. If |signedness| is "unsigned", then:
+    1. Let |lowerBound| be 0.
+    1. Let |upperBound| be 2<sup>|bitLength|</sup> - 1.
+1. Otherwise:
+    1. Let |lowerBound| be -2<sup>|bitLength| - 1</sup>.
+    1. Let |upperBound| be 2<sup>|bitLength| - 1</sup> - 1.
+1. If |x| is -0, then set |x| to +0.
+1. If |enforceRange| is true, then:
+    1. If |x| is NaN, +Infinity, or -Infinity, then return failure.
+    1. Set |x| to [=IntegerPart=](|x|).
+    1. If |x| &lt; |lowerBound| or |x| &gt; |upperBound|, then return failure.
+    1. Return |x|.
+1. If |x| is not NaN and |clamp| is true, then:
+    1. Set |x| to min(max(|x|, |lowerBound|), |upperBound|).
+    1. Round |x| to the nearest integer, choosing the even integer if it lies halfway between two, and choosing +0 rather than -0.
+    1. Return |x|.
+1. If |x| is NaN, +0, +Infinity, or -Infinity, then return +0.
+1. Set |x| to [=IntegerPart=](|x|).
+1. Set |x| to |x| modulo 2<sup>|bitLength|</sup>.
+1. If |signedness| is "signed" and |x| >= 2<sup>|bitLength| - 1</sup>,
+    then return |x| - 2<sup>|bitLength|</sup>.
+1. Otherwise, return |x|.
+
+NOTE: This is based on a definition in [[WEBIDL]] with these differences: 64-bit integers are not treated specially, the input |x| is an abstract number, |enforceRange| and |clamp| are explicit parameters, and it returns failure rather than throwing.
+
+</div>
+
+<div algorithm>
+The <dfn>IntegerPart</dfn>(|n|) steps are:
+
+1. Let |r| be floor(abs(|n|)).
+1. If |n| &lt; 0, then return -1 * |r|.
+1. Otherwise, return |r|.
+
+</div>
+
+</details>
+
 Examples {#examples}
 =====================
 

From 588f7ac3144071f54ff1f74b59bc887555333d0b Mon Sep 17 00:00:00 2001
From: Joshua Bell <jsbell@chromium.org>
Date: Tue, 14 May 2024 12:42:22 -0700
Subject: [PATCH 07/17] Settle on using 'double' instead of 'float' per #325

---
 index.bs | 26 ++++++++++++++------------
 1 file changed, 14 insertions(+), 12 deletions(-)

diff --git a/index.bs b/index.bs
index feced020..6f04e023 100644
--- a/index.bs
+++ b/index.bs
@@ -1338,7 +1338,7 @@ Create a constant {{MLOperand}} of the specified data type and shape that contai
 Create a constant {{MLOperand}} of the specified value and data type.
 
 <div class="note">
-Data truncation will occur when the specified value exceeds the range of the specified output data type e.g. when a float value is assigned to an {{MLOperandDataType/"int8"}} data type, etc.
+Data truncation will occur when the specified value exceeds the range of the specified output data type e.g. when a floating point value is assigned to an {{MLOperandDataType/"int8"}} data type, etc.
 </div>
 
 <div>
@@ -1496,7 +1496,7 @@ dictionary MLBatchNormalizationOptions {
   MLOperand scale;
   MLOperand bias;
   [EnforceRange] unsigned long axis = 1;
-  float epsilon = 1e-5;
+  double epsilon = 1e-5;
 };
 
 partial interface MLGraphBuilder {
@@ -2564,7 +2564,7 @@ Calculate the <a href="https://en.wikipedia.org/wiki/Rectifier_(neural_networks)
 
 <script type=idl>
 dictionary MLEluOptions {
-  float alpha = 1;
+  double alpha = 1;
 };
 
 partial interface MLGraphBuilder {
@@ -2880,8 +2880,8 @@ Calculate the [general matrix multiplication of the Basic Linear Algebra Subprog
 <script type=idl>
 dictionary MLGemmOptions {
   MLOperand c;
-  float alpha = 1.0;
-  float beta = 1.0;
+  double alpha = 1.0;
+  double beta = 1.0;
   boolean aTranspose = false;
   boolean bTranspose = false;
 };
@@ -3390,8 +3390,8 @@ partial interface MLGraphBuilder {
 Calculate the non-smooth <a href="https://en.wikipedia.org/wiki/Hard_sigmoid">hard sigmoid function</a> on the input tensor, used instead of the sigmoid function for faster computation.
 <script type=idl>
 dictionary MLHardSigmoidOptions {
-  float alpha = 0.2;
-  float beta = 0.5;
+  double alpha = 0.2;
+  double beta = 0.5;
 };
 
 partial interface MLGraphBuilder {
@@ -3552,7 +3552,7 @@ Normalize the input using [[Instance-Normalization]]. Unlike {{MLGraphBuilder/ba
 dictionary MLInstanceNormalizationOptions {
   MLOperand scale;
   MLOperand bias;
-  float epsilon = 1e-5;
+  double epsilon = 1e-5;
   MLInputOperandLayout layout = "nchw";
 };
 
@@ -3658,7 +3658,7 @@ dictionary MLLayerNormalizationOptions {
   MLOperand scale;
   MLOperand bias;
   sequence<[EnforceRange] unsigned long> axes;
-  float epsilon = 1e-5;
+  double epsilon = 1e-5;
 };
 
 partial interface MLGraphBuilder {
@@ -3764,7 +3764,7 @@ Calculate the <a href="https://en.wikipedia.org/wiki/Rectifier_(neural_networks)
 
 <script type=idl>
 dictionary MLLeakyReluOptions {
-  float alpha = 0.01;
+  double alpha = 0.01;
 };
 
 partial interface MLGraphBuilder {
@@ -3843,8 +3843,8 @@ Calculate a linear function `y = alpha * x + beta` on the input tensor.
 
 <script type=idl>
 dictionary MLLinearOptions {
-  float alpha = 1;
-  float beta = 0;
+  double alpha = 1;
+  double beta = 0;
 };
 
 partial interface MLGraphBuilder {
@@ -6192,6 +6192,8 @@ const graph = await builder.build({'output': output});
 
 <p class="note">{{Float16Array}} is at <a href="https://tc39.es/process-document/">ECMA Stage 3</a> signaling its design is finished. Implementers wanting to enable this type ahead native implementations can emulate the type by passing raw bits via {{Uint16Array}}. <a href="https://github.com/webmachinelearning/webnn/issues/373">[Issue webnn#373]</a></p>
 
+Issue: The above table lacks entries for {{MLOperandDataType/int64}} and {{MLOperandDataType/uint64}} as there are no corresponding TypedArray types for 64-bit integers.
+
 <h2 id="acknowledgements">Acknowledgements</h2>
 
 This specification follows the concepts of the Android Neural Networks API C

From 5f313b090e2d67d500436bc980604921d11bf245 Mon Sep 17 00:00:00 2001
From: Joshua Bell <jsbell@chromium.org>
Date: Tue, 25 Jun 2024 09:11:31 -0700
Subject: [PATCH 08/17] Update example MLActivation

---
 index.bs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/index.bs b/index.bs
index 578d2997..05f5fc7a 100644
--- a/index.bs
+++ b/index.bs
@@ -1156,7 +1156,7 @@ To <dfn for="MLGraphBuilder">validate operand</dfn> given {{MLGraphBuilder}} |bu
 
 <dfn typedef>MLNumber</dfn> is used when specifying the type of a numeric option for an {{MLOperand}} which can be of any {{MLOperandDataType}}, including both 64-bit integer types ({{MLOperandDataType/"uint64"}} and {{MLOperandDataType/"int64"}}) and 32-bit floating point ({{MLOperandDataType/"float32"}}). Implementations must process the value according to the corresponding {{MLOperandDataType}}. For example, if {{MLGraphBuilder/clamp(input, options)}} is called with an {{MLOperand}} with [=MLOperand/dataType=] {{MLOperandDataType/"uint32"}}, the {{MLNumber}} parameters must be processed as if the method accepted {{unsigned long}} parameters.
 
-When used with an {{MLActivation}}, the data type is not known until the activation function is fused into a specific operation. Implementations must process the value according to the corresponding {{MLOperandDataType}} of the output of the fused operation. For example, if an {{MLActivation}} created using {{MLGraphBuilder/clamp(options)}} is passed to a method along with an {{MLOperand}} with [=MLOperand/dataType=] {{MLOperandDataType/"float32"}}, the {{MLActivation}}'s {{MLNumber}} parameters must be processed as if the method accepted {{float}} parameters.
+When used with an {{MLActivation}}, the data type is not known until the activation function is fused into a specific operation. Implementations must process the value according to the corresponding {{MLOperandDataType}} of the output of the fused operation. For example, if an {{MLActivation}} created using {{MLGraphBuilder/sigmoid()}} is passed to a method along with an {{MLOperand}} with [=MLOperand/dataType=] {{MLOperandDataType/"float32"}}, the {{MLActivation}}'s {{MLNumber}} parameters must be processed as if the method accepted {{float}} parameters.
 
 <div class="note">
   Specifying the option as {{double}} would lose accuracy when passing values over 2<sup>53</sup>, and specifying {{long long}} would disallow values over 2<sup>63</sup>.

From d7f8da44055cd3ef6a87b8ab64aeb840b1eeb387 Mon Sep 17 00:00:00 2001
From: Joshua Bell <jsbell@chromium.org>
Date: Wed, 26 Jun 2024 09:56:23 -0700
Subject: [PATCH 09/17] Remove obsolete note

---
 index.bs | 2 --
 1 file changed, 2 deletions(-)

diff --git a/index.bs b/index.bs
index 1fc05fac..6c4401c5 100644
--- a/index.bs
+++ b/index.bs
@@ -6366,8 +6366,6 @@ Operations present in other neural network inference APIs can often be emulated
 
 <p class="note">{{Float16Array}} is at <a href="https://tc39.es/process-document/">ECMA Stage 3</a> signaling its design is finished. Implementers wanting to enable this type ahead native implementations can emulate the type by passing raw bits via {{Uint16Array}}. <a href="https://github.com/webmachinelearning/webnn/issues/373">[Issue webnn#373]</a></p>
 
-Issue: The above table lacks entries for {{MLOperandDataType/int64}} and {{MLOperandDataType/uint64}} as there are no corresponding TypedArray types for 64-bit integers.
-
 <h2 id="acknowledgements">Acknowledgements</h2>
 
 This specification follows the concepts of the Android Neural Networks API C

From 31204744bdcb0b63532118ed6983d0acbeaca29d Mon Sep 17 00:00:00 2001
From: Joshua Bell <jsbell@chromium.org>
Date: Wed, 26 Jun 2024 12:04:47 -0700
Subject: [PATCH 10/17] resolve lint errors

---
 index.bs | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/index.bs b/index.bs
index 6c4401c5..3c1d5102 100644
--- a/index.bs
+++ b/index.bs
@@ -6105,7 +6105,7 @@ The <dfn>ConvertToFloat</dfn>(|x|, |bitLength|, |restricted|) steps are:
             : 16
             :: 1. Let |S| be the set of [[IEEE-754-2019]] binary16 floating point values except -0, but with |lowerBound| and |upperBound| added.
         </dl>
-1. Let |y| be the number in |S| that is closest to |x|, selecting the number with an even significand if there are two [=equally close values=]. (The two special values |lowerBound| and |upperBound| are considered to have even significands for this purpose.)
+1. Let |y| be the number in |S| that is closest to |x|, selecting the number with an even significand if there are two [=equally close values=]. The two special values |lowerBound| and |upperBound| are considered to have even significands for this purpose.
 1. If |y| is |upperBound|, then return +Infinity if |restricted| is false, or failure otherwise.
 1. If |y| is |lowerBound|, then return -Infinity if |restricted| is false, or failure otherwise.
 1. If |y| is +0 and |x| is negative, return -0.
@@ -6137,8 +6137,7 @@ The <dfn>ConvertToInt</dfn>(|x|, |bitLength|, |signedness|, |enforceRange|, |cla
 1. If |x| is NaN, +0, +Infinity, or -Infinity, then return +0.
 1. Set |x| to [=IntegerPart=](|x|).
 1. Set |x| to |x| modulo 2<sup>|bitLength|</sup>.
-1. If |signedness| is "signed" and |x| >= 2<sup>|bitLength| - 1</sup>,
-    then return |x| - 2<sup>|bitLength|</sup>.
+1. If |signedness| is "signed" and |x| >= 2<sup>|bitLength| - 1</sup>, then return |x| - 2<sup>|bitLength|</sup>.
 1. Otherwise, return |x|.
 
 NOTE: This is based on a definition in [[WEBIDL]] with these differences: 64-bit integers are not treated specially, the input |x| is an abstract number, |enforceRange| and |clamp| are explicit parameters, and it returns failure rather than throwing.

From 18dd7e3e1670865f61285d1172d1979924dc4d6e Mon Sep 17 00:00:00 2001
From: Joshua Bell <jsbell@chromium.org>
Date: Thu, 27 Jun 2024 11:32:57 -0700
Subject: [PATCH 11/17] Fix upperBound and lowerBound values in ConvertToFloat

---
 index.bs | 12 ++++++++----
 1 file changed, 8 insertions(+), 4 deletions(-)

diff --git a/index.bs b/index.bs
index a771c11c..afbf1d64 100644
--- a/index.bs
+++ b/index.bs
@@ -6098,14 +6098,18 @@ ISSUE: Can we eliminate |restricted|, |enforceRange|, and |clamp| as parameters,
 The <dfn>ConvertToFloat</dfn>(|x|, |bitLength|, |restricted|) steps are:
 
 1. If |x| is NaN, then return NaN if |restricted| is false, and failure otherwise.
-   1. Let |lowerBound| be -2<sup>|bitLength| - 1</sup>.
-   1. Let |upperBound| be 2<sup>|bitLength| - 1</sup>.
    1. Switch on |bitLength|:
         <dl class=switch>
             : 32
-            :: 1. Let |S| be the set of [[IEEE-754-2019]] binary32 floating point values except -0, but with |lowerBound| and |upperBound| added.
+            ::
+                1. Let |upperBound| be 2<sup>128</sup>.
+                1. Let |lowerBound| be -2<sup>128</sup>.
+                1. Let |S| be the set of [[IEEE-754-2019]] binary32 floating point values except -0, but with the special values |upperBound| and |lowerBound| added.
             : 16
-            :: 1. Let |S| be the set of [[IEEE-754-2019]] binary16 floating point values except -0, but with |lowerBound| and |upperBound| added.
+            ::
+                1. Let |upperBound| be 2<sup>16</sup>.
+                1. Let |lowerBound| be -2<sup>16</sup>.
+                1. Let |S| be the set of [[IEEE-754-2019]] binary16 floating point values except -0, but with the special values |upperBound| and |lowerBound| added.
         </dl>
 1. Let |y| be the number in |S| that is closest to |x|, selecting the number with an even significand if there are two [=equally close values=]. The two special values |lowerBound| and |upperBound| are considered to have even significands for this purpose.
 1. If |y| is |upperBound|, then return +Infinity if |restricted| is false, or failure otherwise.

From 6f75f2b7c041c09cd67fc416849e3c46cb7abbc2 Mon Sep 17 00:00:00 2001
From: Joshua Bell <jsbell@chromium.org>
Date: Wed, 26 Jun 2024 10:19:38 -0700
Subject: [PATCH 12/17] Always clamp, unrestricted FP, and no failures.

---
 index.bs | 135 +++++++++++++++++++++++--------------------------------
 1 file changed, 57 insertions(+), 78 deletions(-)

diff --git a/index.bs b/index.bs
index afbf1d64..01e69848 100644
--- a/index.bs
+++ b/index.bs
@@ -1367,7 +1367,7 @@ Data truncation will occur when the specified value exceeds the range of the spe
   <summary>
     The <dfn method for=MLGraphBuilder>constant(|type|, |value|)</dfn> method steps are:
   </summary>
-    1. Set |value| to the result of [=casting=] |value| to |type|. If that returns failure, then [=exception/throw=] a {{TypeError}}.
+    1. Set |value| to the result of [=casting=] |value| to |type|.
     1. Let |descriptor| be a new {{MLOperandDescriptor}}.
         1. Set |descriptor|.{{MLOperandDescriptor/dataType}} to |type|.
         1. Set |descriptor|.{{MLOperandDescriptor/dimensions}} to an empty [=/list=].
@@ -1560,7 +1560,7 @@ partial interface MLGraphBuilder {
     1. If |mean|'s [=MLOperand/shape=] is not equal to « |input|'s [=MLOperand/shape=][|options|.{{MLBatchNormalizationOptions/axis}}] », then [=exception/throw=] a {{TypeError}}.
     1. If |variance|'s [=MLOperand/dataType=] is not equal to |input|'s [=MLOperand/dataType=], then [=exception/throw=] a {{TypeError}}.
     1. If |variance|'s [=MLOperand/shape=] is not equal to « |input|'s [=MLOperand/shape=][|options|.{{MLBatchNormalizationOptions/axis}}] », then [=exception/throw=] a {{TypeError}}.
-    1. Set |options|.{{MLBatchNormalizationOptions/epsilon}} to the result of [=casting=] |options|.{{MLBatchNormalizationOptions/epsilon}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLBatchNormalizationOptions/epsilon}} to the result of [=casting=] |options|.{{MLBatchNormalizationOptions/epsilon}} to |input|'s [=MLOperand/dataType=].
     1. If |options|.{{MLBatchNormalizationOptions/scale}} [=map/exists=]:
         1. If its [=MLOperand/dataType=] is not equal to |input|'s [=MLOperand/dataType=], then [=exception/throw=] a {{TypeError}}.
         1. If its [=MLOperand/shape=] is not equal to « |input|'s [=MLOperand/shape=][|options|.{{MLBatchNormalizationOptions/axis}}] », then [=exception/throw=] a {{TypeError}}.
@@ -1666,9 +1666,9 @@ partial interface MLGraphBuilder {
   </summary>
     1. If [=MLGraphBuilder/validating operand=] with [=this=] and |input| returns false, then [=exception/throw=] a {{TypeError}}.
     1. Let |minValue| be the |options|.{{MLClampOptions/minValue}} if given, or Infinity otherwise.
-    1. Set |options|.{{MLClampOptions/minValue}} to the result of [=casting=] |minValue| to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLClampOptions/minValue}} to the result of [=casting=] |minValue| to |input|'s [=MLOperand/dataType=].
     1. Let |maxValue| be the |options|.{{MLClampOptions/maxValue}} if given, or -Infinity otherwise.
-    1. Set |options|.{{MLClampOptions/maxValue}} to the result of [=casting=] |maxValue| to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLClampOptions/maxValue}} to the result of [=casting=] |maxValue| to |input|'s [=MLOperand/dataType=].
     1. If |options|.{{MLClampOptions/minValue}} is greater than |options|.{{MLClampOptions/maxValue}}, then [=exception/throw=] a {{TypeError}}.
     1. *Make graph connections:*
         1. Let |output| be the result of [=copying an MLOperand=] given |input|.
@@ -2590,7 +2590,7 @@ partial interface MLGraphBuilder {
   </summary>
     1. If [=MLGraphBuilder/validating operand=] with [=this=] and |input| returns false, then [=exception/throw=] a {{TypeError}}.
     1. If |input|'s [=MLOperand/dataType=] is not {{MLOperandDataType/"float32"}} or {{MLOperandDataType/"float16"}}, then [=exception/throw=] a {{TypeError}}.
-    1. Set |options|.{{MLEluOptions/alpha}} to the result of [=casting=] |options|.{{MLEluOptions/alpha}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLEluOptions/alpha}} to the result of [=casting=] |options|.{{MLEluOptions/alpha}} to |input|'s [=MLOperand/dataType=].
     1. *Make graph connections:*
         1. Let |output| be the result of [=copying an MLOperand=] given |input|.
         1. Let |operator| be an [=operator=] for the "elu" operation, given |options|.
@@ -2633,8 +2633,8 @@ partial interface MLGraphBuilder {
     The <dfn method for=MLGraphBuilder>elu(|options|)</dfn> method steps are:
   </summary>
     1. Let |validationSteps| given {{MLOperandDescriptor}} |descriptor| be these steps:
-        1. If [=casting=] |options|.{{MLEluOptions/alpha}} to |descriptor|.{{MLOperandDescriptor/dataType}} returns failure, then return false.
-        1. Otherwise, return true.
+        1. Set |options|.{{MLEluOptions/alpha}} to the result of [=casting=] |options|.{{MLEluOptions/alpha}} to |descriptor|.{{MLOperandDescriptor/dataType}}.
+        1. Return true.
     1. Let |op| be the result of [=creating an MLActivation=] given [=this=], "elu", |options|, and |validationSteps|.
     1. Return |op|.
 </details>
@@ -2928,8 +2928,8 @@ partial interface MLGraphBuilder {
     1. If |a|'s [=MLOperand/dataType=] is not {{MLOperandDataType/"float32"}} or {{MLOperandDataType/"float16"}}, then [=exception/throw=] a {{TypeError}}.
     1. If |b|'s [=MLOperand/dataType=] is not equal to |a|'s [=MLOperand/dataType=], then [=exception/throw=] a {{TypeError}}.
     1. If |a|'s [=MLOperand/rank=] is not 2 or |b|'s [=MLOperand/rank=] is not 2, then [=exception/throw=] a {{TypeError}}.
-    1. Set |options|.{{MLGemmOptions/alpha}} to the result of [=casting=] |options|.{{MLGemmOptions/alpha}} to |a|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
-    1. Set |options|.{{MLGemmOptions/beta}} to the result of [=casting=] |options|.{{MLGemmOptions/beta}} to |a|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLGemmOptions/alpha}} to the result of [=casting=] |options|.{{MLGemmOptions/alpha}} to |a|'s [=MLOperand/dataType=].
+    1. Set |options|.{{MLGemmOptions/beta}} to the result of [=casting=] |options|.{{MLGemmOptions/beta}} to |a|'s [=MLOperand/dataType=].
     1. Let |shapeA| be a [=list/clone=] of |a|'s [=MLOperand/shape=].
     1. Let |shapeB| be a [=list/clone=] of |b|'s [=MLOperand/shape=].
     1. If |options|.{{MLGemmOptions/aTranspose}} is true, then reverse the order of the items in |shapeA|.
@@ -3470,8 +3470,8 @@ partial interface MLGraphBuilder {
   </summary>
     1. If [=MLGraphBuilder/validating operand=] with [=this=] and |input| returns false, then [=exception/throw=] a {{TypeError}}.
     1. If |input|'s [=MLOperand/dataType=] is not {{MLOperandDataType/"float32"}} or {{MLOperandDataType/"float16"}}, then [=exception/throw=] a {{TypeError}}.
-    1. Set |options|.{{MLHardSigmoidOptions/alpha}} to the result of [=casting=] |options|.{{MLHardSigmoidOptions/alpha}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
-    1. Set |options|.{{MLHardSigmoidOptions/beta}} to the result of [=casting=] |options|.{{MLHardSigmoidOptions/beta}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLHardSigmoidOptions/alpha}} to the result of [=casting=] |options|.{{MLHardSigmoidOptions/alpha}} to |input|'s [=MLOperand/dataType=].
+    1. Set |options|.{{MLHardSigmoidOptions/beta}} to the result of [=casting=] |options|.{{MLHardSigmoidOptions/beta}} to |input|'s [=MLOperand/dataType=].
     1. *Make graph connections:*
         1. Let |output| be the result of [=copying an MLOperand=] given |input|.
         1. Let |operator| be an [=operator=] for the "hardSigmoid" operation, given |options|.
@@ -3514,9 +3514,9 @@ partial interface MLGraphBuilder {
     The <dfn method for=MLGraphBuilder>hardSigmoid(|options|)</dfn> method steps are:
   </summary>
     1. Let |validationSteps| given {{MLOperandDescriptor}} |descriptor| be these steps:
-        1. If [=casting=] |options|.{{MLHardSigmoidOptions/alpha}} to |descriptor|.{{MLOperandDescriptor/dataType}} returns failure, then return false.
-        1. If [=casting=] |options|.{{MLHardSigmoidOptions/beta}} to |descriptor|.{{MLOperandDescriptor/dataType}} returns failure, then return false.
-        1. Otherwise, return true.
+        1. Set |options|.{{MLHardSigmoidOptions/alpha}} to the result of [=casting=] |options|.{{MLHardSigmoidOptions/alpha}} to |descriptor|.{{MLOperandDescriptor/dataType}}.
+        1. Set |options|.{{MLHardSigmoidOptions/beta}} to the result of [=casting=] |options|.{{MLHardSigmoidOptions/beta}} to |descriptor|.{{MLOperandDescriptor/dataType}}.
+        1. Return true.
     1. Let |op| be the result of [=creating an MLActivation=] given [=this=], "hardSigmoid", |options|, and |validationSteps|.
     1. Return |op|.
 </details>
@@ -3645,7 +3645,7 @@ partial interface MLGraphBuilder {
     1. If [=MLGraphBuilder/validating operand=] with [=this=] and any of |input|, |options|.{{MLInstanceNormalizationOptions/scale}} (if it [=map/exists=]), and |options|.{{MLInstanceNormalizationOptions/bias}} (if it [=map/exists=]) returns false, then [=exception/throw=] a {{TypeError}}.
     1. If |input|'s [=MLOperand/dataType=] is not {{MLOperandDataType/"float32"}} or {{MLOperandDataType/"float16"}}, then [=exception/throw=] a {{TypeError}}.
     1. If |input|'s [=MLOperand/rank=] is not 4, then [=exception/throw=] a {{TypeError}}.
-    1. Set |options|.{{MLInstanceNormalizationOptions/epsilon}} to the result of [=casting=] |options|.{{MLInstanceNormalizationOptions/epsilon}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLInstanceNormalizationOptions/epsilon}} to the result of [=casting=] |options|.{{MLInstanceNormalizationOptions/epsilon}} to |input|'s [=MLOperand/dataType=].
     1. Let |axis| be 1 if |options|.{{MLInstanceNormalizationOptions/layout}} is {{MLInputOperandLayout/"nchw"}}, and 3 otherwise.
     1. If |options|.{{MLInstanceNormalizationOptions/scale}} [=map/exists=]:
         1. If its [=MLOperand/dataType=] is not equal to |input|'s [=MLOperand/dataType=], then [=exception/throw=] a {{TypeError}}.
@@ -3746,7 +3746,7 @@ partial interface MLGraphBuilder {
     1. If |input|'s [=MLOperand/dataType=] is not {{MLOperandDataType/"float32"}} or {{MLOperandDataType/"float16"}}, then [=exception/throw=] a {{TypeError}}.
     1. If |options|.{{MLLayerNormalizationOptions/axes}} does not [=map/exist=], then set |options|.{{MLLayerNormalizationOptions/axes}} to a new [=/list=], either equal to [=the range=] from 1 to |input|'s [=MLOperand/rank=], exclusive, if |input|'s [=MLOperand/rank=] is greater than 1, or an empty [=/list=] otherwise.
     1. Otherwise, if |options|.{{MLLayerNormalizationOptions/axes}} contains duplicate values, or if any of its elements is not in [=the range=] 0 to |input|'s [=MLOperand/rank=], exclusive, then return failure.
-    1. Set |options|.{{MLLayerNormalizationOptions/epsilon}} to the result of [=casting=] |options|.{{MLLayerNormalizationOptions/epsilon}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLLayerNormalizationOptions/epsilon}} to the result of [=casting=] |options|.{{MLLayerNormalizationOptions/epsilon}} to |input|'s [=MLOperand/dataType=].
     1. If |options|.{{MLLayerNormalizationOptions/scale}} [=map/exists=]:
         1. If its [=MLOperand/dataType=] is not equal to |input|'s [=MLOperand/dataType=], then [=exception/throw=] a {{TypeError}}.
         1. If its [=MLOperand/rank=] is not equal to |options|.{{MLLayerNormalizationOptions/axes}}'s [=list/size=], then [=exception/throw=] a {{TypeError}}.
@@ -3840,7 +3840,7 @@ partial interface MLGraphBuilder {
   </summary>
     1. If [=MLGraphBuilder/validating operand=] with [=this=] and |input| returns false, then [=exception/throw=] a {{TypeError}}.
     1. If |input|'s [=MLOperand/dataType=] is not {{MLOperandDataType/"float32"}} or {{MLOperandDataType/"float16"}}, then [=exception/throw=] a {{TypeError}}.
-    1. Set |options|.{{MLLeakyReluOptions/alpha}} to the result of [=casting=] |options|.{{MLLeakyReluOptions/alpha}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLLeakyReluOptions/alpha}} to the result of [=casting=] |options|.{{MLLeakyReluOptions/alpha}} to |input|'s [=MLOperand/dataType=].
     1. *Make graph connections:*
         1. Let |output| be the result of [=copying an MLOperand=] given |input|.
         1. Let |operator| be an [=operator=] for the "leakyRelu" operation, given |options|.
@@ -3881,8 +3881,8 @@ partial interface MLGraphBuilder {
     The <dfn method for=MLGraphBuilder>leakyRelu(|options|)</dfn> method steps are:
   </summary>
     1. Let |validationSteps| given {{MLOperandDescriptor}} |descriptor| be these steps:
-        1. If [=casting=] |options|.{{MLLeakyReluOptions/alpha}} to |descriptor|.{{MLOperandDescriptor/dataType}} returns failure, then return false.
-        1. Otherwise, return true.
+        1. Set |options|.{{MLLeakyReluOptions/alpha}} to the result of [=casting=] |options|.{{MLLeakyReluOptions/alpha}} to |descriptor|.{{MLOperandDescriptor/dataType}}.
+        1. Return true.
     1. Let |op| be the result of [=creating an MLActivation=] given [=this=], "leakyRelu", |options|, and |validationSteps|.
     1. Return |op|.
 </details>
@@ -3928,8 +3928,8 @@ partial interface MLGraphBuilder {
   </summary>
     1. If [=MLGraphBuilder/validating operand=] with [=this=] and |input| returns false, then [=exception/throw=] a {{TypeError}}.
     1. If |input|'s [=MLOperand/dataType=] is not {{MLOperandDataType/"float32"}} or {{MLOperandDataType/"float16"}}, then [=exception/throw=] a {{TypeError}}.
-    1. Set |options|.{{MLLinearOptions/alpha}} to the result of [=casting=] |options|.{{MLLinearOptions/alpha}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
-    1. Set |options|.{{MLLinearOptions/beta}} to the result of [=casting=] |options|.{{MLLinearOptions/beta}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a {{TypeError}}.
+    1. Set |options|.{{MLLinearOptions/alpha}} to the result of [=casting=] |options|.{{MLLinearOptions/alpha}} to |input|'s [=MLOperand/dataType=].
+    1. Set |options|.{{MLLinearOptions/beta}} to the result of [=casting=] |options|.{{MLLinearOptions/beta}} to |input|'s [=MLOperand/dataType=].
     1. *Make graph connections:*
         1. Let |output| be the result of [=copying an MLOperand=] given |input|.
         1. Let |operator| be an [=operator=] for the "linear" operation, given |options|.
@@ -3968,9 +3968,9 @@ partial interface MLGraphBuilder {
     The <dfn method for=MLGraphBuilder>linear(|options|)</dfn> method steps are:
   </summary>
     1. Let |validationSteps| given {{MLOperandDescriptor}} |descriptor| be these steps:
-        1. If [=casting=] |options|.{{MLLinearOptions/alpha}} to |descriptor|.{{MLOperandDescriptor/dataType}} returns failure, then return false.
-        1. If [=casting=] |options|.{{MLLinearOptions/beta}} to |descriptor|.{{MLOperandDescriptor/dataType}} returns failure, then return false.
-        1. Otherwise, return true.
+        1. Set |options|.{{MLLinearOptions/alpha}} to the result of [=casting=] |options|.{{MLLinearOptions/alpha}} to |descriptor|.{{MLOperandDescriptor/dataType}}.
+        1. Set |options|.{{MLLinearOptions/beta}} to the result of [=casting=] |options|.{{MLLinearOptions/beta}} to |descriptor|.{{MLOperandDescriptor/dataType}}.
+        1. Return true.
     1. Let |op| be the result of [=creating an MLActivation=] given [=this=], "linear", |options|, and |validationSteps|.
     1. Return |op|.
 </details>
@@ -4627,7 +4627,7 @@ partial interface MLGraphBuilder {
     1. Let |desc| be a copy of |input|.{{MLOperand/[[descriptor]]}}.
     1. Let |outputShape| be the result of [=MLGraphBuilder/calculating padding output sizes=] given |input|, |beginningPadding| and |endingPadding|.
     1. If any [=list/item=] in |outputShape| is not a [=valid dimension=], then [=exception/throw=] a {{TypeError}}.
-    1. Set |options|.{{MLPadOptions/value}} to the result of [=casting=] |options|.{{MLPadOptions/value}} to |input|'s [=MLOperand/dataType=]. If that returns failure, then [=exception/throw=] a "{{TypeError}}".
+    1. Set |options|.{{MLPadOptions/value}} to the result of [=casting=] |options|.{{MLPadOptions/value}} to |input|'s [=MLOperand/dataType=].
     1. Set |desc|.{{MLOperandDescriptor/dimensions}} to |outputShape|.
     1. *Make graph connections:*
         1. Let |output| be the result of [=creating an MLOperand=] given [=this=] and |desc|.
@@ -6067,53 +6067,51 @@ To <dfn data-lt="bidirectionally broadcasting the shapes">bidirectionally broadc
 
 <details open algorithm="cast">
 <summary>
-To <dfn>cast</dfn> a number |x| to a given {{MLOperandDataType}} |dataType|, optional boolean |restricted| (defaulting to false), optional boolean |enforceRange| (defaulting to false), and optional boolean |clamp| (defaulting to false), perform the following steps. They return a number or failure.
+To <dfn>cast</dfn> a number |x| to a given {{MLOperandDataType}} |dataType|, perform the following steps. They return a number.
 </summary>
 
 1. Switch on |dataType|:
     <dl class=switch>
         : {{MLOperandDataType/"float32"}}
-        :: Return [=ConvertToFloat=](|x|, 32, |restricted|)
+        :: Return [=ConvertToFloat=](|x|, 32).
         : {{MLOperandDataType/"float16"}}
-        :: Return [=ConvertToFloat=](|x|, 16, |restricted|)
+        :: Return [=ConvertToFloat=](|x|, 16).
         : {{MLOperandDataType/"int64"}}
-        :: Return [=ConvertToInt=](|x|, 64, "signed", |enforceRange|, |clamp|).
+        :: Return [=ConvertToInt=](|x|, 64, "signed").
         : {{MLOperandDataType/"uint64"}}
-        :: Return [=ConvertToInt=](|x|, 64, "unsigned", |enforceRange|, |clamp|).
+        :: Return [=ConvertToInt=](|x|, 64, "unsigned").
         : {{MLOperandDataType/"int32"}}
-        :: Return [=ConvertToInt=](|x|, 32, "signed", |enforceRange|, |clamp|).
+        :: Return [=ConvertToInt=](|x|, 32, "signed").
         : {{MLOperandDataType/"uint32"}}
-        :: Return [=ConvertToInt=](|x|, 32, "signed", |enforceRange|, |clamp|).
+        :: Return [=ConvertToInt=](|x|, 32, "signed").
         : {{MLOperandDataType/"int8"}}
-        :: Return [=ConvertToInt=](|x|, 8, "signed", |enforceRange|, |clamp|).
+        :: Return [=ConvertToInt=](|x|, 8, "signed").
         : {{MLOperandDataType/"uint8"}}
-        :: Return [=ConvertToInt=](|x|, 8, "unsigned", |enforceRange|, |clamp|).
+        :: Return [=ConvertToInt=](|x|, 8, "unsigned").
     </dl>
 
 NOTE: The input to [=cast=] is an abstract number with unlimited range and precision, including the special values Infinity, -Infinity and NaN. The output is also an abstract number, but exactly representable as the specified type.
 
-ISSUE: Can we eliminate |restricted|, |enforceRange|, and |clamp| as parameters, if we always use the same conversions? Or if we never use |clamp|, at least combine |enforceRange| and |restricted|?
-
 <div algorithm>
-The <dfn>ConvertToFloat</dfn>(|x|, |bitLength|, |restricted|) steps are:
+The <dfn>ConvertToFloat</dfn>(|x|, |bitLength|) steps are:
 
-1. If |x| is NaN, then return NaN if |restricted| is false, and failure otherwise.
-   1. Switch on |bitLength|:
-        <dl class=switch>
-            : 32
-            ::
-                1. Let |upperBound| be 2<sup>128</sup>.
-                1. Let |lowerBound| be -2<sup>128</sup>.
-                1. Let |S| be the set of [[IEEE-754-2019]] binary32 floating point values except -0, but with the special values |upperBound| and |lowerBound| added.
-            : 16
-            ::
-                1. Let |upperBound| be 2<sup>16</sup>.
-                1. Let |lowerBound| be -2<sup>16</sup>.
-                1. Let |S| be the set of [[IEEE-754-2019]] binary16 floating point values except -0, but with the special values |upperBound| and |lowerBound| added.
-        </dl>
+1. If |x| is NaN, then return NaN.
+1. Switch on |bitLength|:
+    <dl class=switch>
+        : 32
+        ::
+            1. Let |upperBound| be 2<sup>128</sup>.
+            1. Let |lowerBound| be -2<sup>128</sup>.
+            1. Let |S| be the set of [[IEEE-754-2019]] binary32 floating point values except -0, but with the special values |upperBound| and |lowerBound| added.
+        : 16
+        ::
+            1. Let |upperBound| be 2<sup>16</sup>.
+            1. Let |lowerBound| be -2<sup>16</sup>.
+            1. Let |S| be the set of [[IEEE-754-2019]] binary16 floating point values except -0, but with the special values |upperBound| and |lowerBound| added.
+    </dl>
 1. Let |y| be the number in |S| that is closest to |x|, selecting the number with an even significand if there are two [=equally close values=]. The two special values |lowerBound| and |upperBound| are considered to have even significands for this purpose.
-1. If |y| is |upperBound|, then return +Infinity if |restricted| is false, or failure otherwise.
-1. If |y| is |lowerBound|, then return -Infinity if |restricted| is false, or failure otherwise.
+1. If |y| is |upperBound|, then return +Infinity.
+1. If |y| is |lowerBound|, then return -Infinity.
 1. If |y| is +0 and |x| is negative, return -0.
 1. Return |y|.
 
@@ -6122,7 +6120,7 @@ NOTE: This is based on a definition in [[WEBIDL]], but extended to cover 16-bit
 </div>
 
 <div algorithm>
-The <dfn>ConvertToInt</dfn>(|x|, |bitLength|, |signedness|, |enforceRange|, |clamp|) steps are:
+The <dfn>ConvertToInt</dfn>(|x|, |bitLength|, |signedness|) steps are:
 
 1. If |signedness| is "unsigned", then:
     1. Let |lowerBound| be 0.
@@ -6131,31 +6129,12 @@ The <dfn>ConvertToInt</dfn>(|x|, |bitLength|, |signedness|, |enforceRange|, |cla
     1. Let |lowerBound| be -2<sup>|bitLength| - 1</sup>.
     1. Let |upperBound| be 2<sup>|bitLength| - 1</sup> - 1.
 1. If |x| is -0, then set |x| to +0.
-1. If |enforceRange| is true, then:
-    1. If |x| is NaN, +Infinity, or -Infinity, then return failure.
-    1. Set |x| to [=IntegerPart=](|x|).
-    1. If |x| &lt; |lowerBound| or |x| &gt; |upperBound|, then return failure.
-    1. Return |x|.
-1. If |x| is not NaN and |clamp| is true, then:
-    1. Set |x| to min(max(|x|, |lowerBound|), |upperBound|).
-    1. Round |x| to the nearest integer, choosing the even integer if it lies halfway between two, and choosing +0 rather than -0.
-    1. Return |x|.
-1. If |x| is NaN, +0, +Infinity, or -Infinity, then return +0.
-1. Set |x| to [=IntegerPart=](|x|).
-1. Set |x| to |x| modulo 2<sup>|bitLength|</sup>.
-1. If |signedness| is "signed" and |x| >= 2<sup>|bitLength| - 1</sup>, then return |x| - 2<sup>|bitLength|</sup>.
-1. Otherwise, return |x|.
-
-NOTE: This is based on a definition in [[WEBIDL]] with these differences: 64-bit integers are not treated specially, the input |x| is an abstract number, |enforceRange| and |clamp| are explicit parameters, and it returns failure rather than throwing.
-
-</div>
-
-<div algorithm>
-The <dfn>IntegerPart</dfn>(|n|) steps are:
+1. If |x| is NaN, then return +0.
+1. Set |x| to min(max(|x|, |lowerBound|), |upperBound|).
+1. Round |x| to the nearest integer, choosing the even integer if it lies halfway between two, and choosing +0 rather than -0.
+1. Return |x|.
 
-1. Let |r| be floor(abs(|n|)).
-1. If |n| &lt; 0, then return -1 * |r|.
-1. Otherwise, return |r|.
+NOTE: This is based on a definition in [[WEBIDL]] with these differences: 64-bit integers are not treated specially, the input |x| is an abstract number, and clamping is always performed.
 
 </div>
 

From b5c7d4b3d5aa0054f06391857a9f0193068e3a6e Mon Sep 17 00:00:00 2001
From: Joshua Bell <jsbell@chromium.org>
Date: Mon, 1 Jul 2024 10:01:52 -0700
Subject: [PATCH 13/17] Remove MLActivation text for MLNumber as it is unused

No MLActivations take MLNumber, so this paragraph doesn't make sense.
Also, add a brief intro to the cast algorithm section.
---
 index.bs | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/index.bs b/index.bs
index 01e69848..777e759a 100644
--- a/index.bs
+++ b/index.bs
@@ -1154,9 +1154,7 @@ To <dfn for="MLGraphBuilder">validate operand</dfn> given {{MLGraphBuilder}} |bu
 
 #### {{MLNumber}} #### {#api-mlnumber-typedef}
 
-<dfn typedef>MLNumber</dfn> is used when specifying the type of a numeric option for an {{MLOperand}} which can be of any {{MLOperandDataType}}, including both 64-bit integer types ({{MLOperandDataType/"uint64"}} and {{MLOperandDataType/"int64"}}) and 32-bit floating point ({{MLOperandDataType/"float32"}}). Implementations must process the value according to the corresponding {{MLOperandDataType}}. For example, if {{MLGraphBuilder/clamp(input, options)}} is called with an {{MLOperand}} with [=MLOperand/dataType=] {{MLOperandDataType/"uint32"}}, the {{MLNumber}} parameters must be processed as if the method accepted {{unsigned long}} parameters.
-
-When used with an {{MLActivation}}, the data type is not known until the activation function is fused into a specific operation. Implementations must process the value according to the corresponding {{MLOperandDataType}} of the output of the fused operation. For example, if an {{MLActivation}} created using {{MLGraphBuilder/sigmoid()}} is passed to a method along with an {{MLOperand}} with [=MLOperand/dataType=] {{MLOperandDataType/"float32"}}, the {{MLActivation}}'s {{MLNumber}} parameters must be processed as if the method accepted {{float}} parameters.
+<dfn typedef>MLNumber</dfn> is used when specifying the type of a numeric option for an {{MLOperand}} which can be of any {{MLOperandDataType}}, including both 64-bit integer types ({{MLOperandDataType/"uint64"}} and {{MLOperandDataType/"int64"}}) and 32-bit floating point ({{MLOperandDataType/"float32"}}). Implementations process the value according to the corresponding {{MLOperandDataType}}. For example, if {{MLGraphBuilder/clamp(input, options)}} is called with an {{MLOperand}} with [=MLOperand/dataType=] {{MLOperandDataType/"uint32"}}, the {{MLNumber}} parameters are explicitly [=cast=] to {{unsigned long}}.
 
 <div class="note">
   Specifying the option as {{double}} would lose accuracy when passing values over 2<sup>53</sup>, and specifying {{long long}} would disallow values over 2<sup>63</sup>.
@@ -6065,6 +6063,8 @@ To <dfn data-lt="bidirectionally broadcasting the shapes">bidirectionally broadc
 
 ## Casting ## {#algorithms-casting}
 
+Explicit numeric casting is used in algorithms where parameters passed as {{MLNumber}}, {{MLFiniteNumber}}, or {{double}} need to be converted to match the {{MLOperandDataType}} of input or output {{MLOperand}}s.
+
 <details open algorithm="cast">
 <summary>
 To <dfn>cast</dfn> a number |x| to a given {{MLOperandDataType}} |dataType|, perform the following steps. They return a number.

From 1934d25c3c470c1e17f6585cddec9bbe91adccf9 Mon Sep 17 00:00:00 2001
From: Joshua Bell <inexorabletash@gmail.com>
Date: Wed, 3 Jul 2024 09:14:10 -0700
Subject: [PATCH 14/17] Parenthesize expression

Co-authored-by: Dwayne Robinson <dwayner@microsoft.com>
---
 index.bs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/index.bs b/index.bs
index 777e759a..c48e62ce 100644
--- a/index.bs
+++ b/index.bs
@@ -6126,7 +6126,7 @@ The <dfn>ConvertToInt</dfn>(|x|, |bitLength|, |signedness|) steps are:
     1. Let |lowerBound| be 0.
     1. Let |upperBound| be 2<sup>|bitLength|</sup> - 1.
 1. Otherwise:
-    1. Let |lowerBound| be -2<sup>|bitLength| - 1</sup>.
+    1. Let |lowerBound| be -(2<sup>|bitLength| - 1</sup>).
     1. Let |upperBound| be 2<sup>|bitLength| - 1</sup> - 1.
 1. If |x| is -0, then set |x| to +0.
 1. If |x| is NaN, then return +0.

From c3530797754bec0f4d1a3910bb41a78657db817e Mon Sep 17 00:00:00 2001
From: Joshua Bell <inexorabletash@gmail.com>
Date: Wed, 3 Jul 2024 09:14:42 -0700
Subject: [PATCH 15/17] Restore MLNumber reference lost in merge

Co-authored-by: Ningxin Hu <ningxin.hu@intel.com>
---
 index.bs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/index.bs b/index.bs
index c48e62ce..fabc1b6b 100644
--- a/index.bs
+++ b/index.bs
@@ -1263,7 +1263,7 @@ interface MLGraphBuilder {
   MLOperand constant(MLOperandDescriptor descriptor, ArrayBufferView bufferView);
 
   // Create a single-value operand from the specified number of the specified type.
-  MLOperand constant(MLOperandDataType type, double value);
+  MLOperand constant(MLOperandDataType type, MLNumber value);
 
   // Compile the graph up to the specified output operands asynchronously.
   Promise<MLGraph> build(MLNamedOperands outputs);

From a5f299de6f530589e6ba54a68fc99edeb7fe74fa Mon Sep 17 00:00:00 2001
From: Joshua Bell <jsbell@chromium.org>
Date: Wed, 3 Jul 2024 09:16:01 -0700
Subject: [PATCH 16/17] Align pad() with constant(), remove MLFiniteNumber

---
 index.bs | 7 ++-----
 1 file changed, 2 insertions(+), 5 deletions(-)

diff --git a/index.bs b/index.bs
index fabc1b6b..bb7517e2 100644
--- a/index.bs
+++ b/index.bs
@@ -1092,7 +1092,6 @@ interface MLOperand {
 };
 
 typedef (bigint or unrestricted double) MLNumber;
-typedef (bigint or double) MLFiniteNumber;
 </script>
 
 <div class=internal-slots>
@@ -1160,8 +1159,6 @@ To <dfn for="MLGraphBuilder">validate operand</dfn> given {{MLGraphBuilder}} |bu
   Specifying the option as {{double}} would lose accuracy when passing values over 2<sup>53</sup>, and specifying {{long long}} would disallow values over 2<sup>63</sup>.
 </div>
 
-<dfn typedef>MLFiniteNumber</dfn> is the same as {{MLNumber}} except it excludes Infinity, -Infinity, and NaN values.
-
 Issue(whatwg/webidl#1388): Support for unions of {{bigint}} and [=numeric types=] new in [[WEBIDL]], and implementation support is also limited. Prototype implementations are encouraged to provide feedback for this approach.
 
 ### {{MLOperand/dataType()}} ### {#api-mloperand-datatype}
@@ -4570,7 +4567,7 @@ enum MLPaddingMode {
 
 dictionary MLPadOptions {
   MLPaddingMode mode = "constant";
-  MLFiniteNumber value = 0;
+  MLNumber value = 0;
 };
 
 partial interface MLGraphBuilder {
@@ -6063,7 +6060,7 @@ To <dfn data-lt="bidirectionally broadcasting the shapes">bidirectionally broadc
 
 ## Casting ## {#algorithms-casting}
 
-Explicit numeric casting is used in algorithms where parameters passed as {{MLNumber}}, {{MLFiniteNumber}}, or {{double}} need to be converted to match the {{MLOperandDataType}} of input or output {{MLOperand}}s.
+Explicit numeric casting is used in algorithms where parameters passed as {{MLNumber}} or {{double}} need to be converted to match the {{MLOperandDataType}} of input or output {{MLOperand}}s.
 
 <details open algorithm="cast">
 <summary>

From 2e062997b33db4285faf92304cb52c32ae3170bf Mon Sep 17 00:00:00 2001
From: Joshua Bell <jsbell@chromium.org>
Date: Wed, 3 Jul 2024 09:17:27 -0700
Subject: [PATCH 17/17] Revert change re: scalar

---
 index.bs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/index.bs b/index.bs
index bb7517e2..d7a16bee 100644
--- a/index.bs
+++ b/index.bs
@@ -1259,7 +1259,7 @@ interface MLGraphBuilder {
   // Create an operand for a graph constant.
   MLOperand constant(MLOperandDescriptor descriptor, ArrayBufferView bufferView);
 
-  // Create a single-value operand from the specified number of the specified type.
+  // Create a scalar operand from the specified number of the specified type.
   MLOperand constant(MLOperandDataType type, MLNumber value);
 
   // Compile the graph up to the specified output operands asynchronously.