openai/openai-dotnet
Publicmirrored from https://github.com/openai/openai-dotnetAvailable
src/Generated/Models/FineTuning/FineTuningCheckpointMetrics.Serialization.cs
225lines · modeblame
9f9f2936Jose Arriaga Maldonado2 years ago | 1 | // <auto-generated/> |
| 2 | | |
| 3 | #nullable disable | |
| 4 | | |
| 5 | using System; | |
| 6 | using System.ClientModel.Primitives; | |
| 7 | using System.Collections.Generic; | |
| 8 | using System.Text.Json; | |
e0fee603Jose Arriaga Maldonado1 years ago | 9 | using OpenAI; |
9f9f2936Jose Arriaga Maldonado2 years ago | 10 | |
| 11 | namespace OpenAI.FineTuning | |
| 12 | { | |
5dce104aJose Arriaga Maldonado1 years ago | 13 | public partial class FineTuningCheckpointMetrics : IJsonModel<FineTuningCheckpointMetrics> |
9f9f2936Jose Arriaga Maldonado2 years ago | 14 | { |
5dce104aJose Arriaga Maldonado1 years ago | 15 | void IJsonModel<FineTuningCheckpointMetrics>.Write(Utf8JsonWriter writer, ModelReaderWriterOptions options) |
9f9f2936Jose Arriaga Maldonado2 years ago | 16 | { |
e0fee603Jose Arriaga Maldonado1 years ago | 17 | writer.WriteStartObject(); |
| 18 | JsonModelWriteCore(writer, options); | |
| 19 | writer.WriteEndObject(); | |
| 20 | } | |
| 21 | | |
| 22 | protected virtual void JsonModelWriteCore(Utf8JsonWriter writer, ModelReaderWriterOptions options) | |
| 23 | { | |
5dce104aJose Arriaga Maldonado1 years ago | 24 | string format = options.Format == "W" ? ((IPersistableModel<FineTuningCheckpointMetrics>)this).GetFormatFromOptions(options) : options.Format; |
9f9f2936Jose Arriaga Maldonado2 years ago | 25 | if (format != "J") |
| 26 | { | |
5dce104aJose Arriaga Maldonado1 years ago | 27 | throw new FormatException($"The model {nameof(FineTuningCheckpointMetrics)} does not support writing '{format}' format."); |
9f9f2936Jose Arriaga Maldonado2 years ago | 28 | } |
e0fee603Jose Arriaga Maldonado1 years ago | 29 | if (Optional.IsDefined(TrainLoss) && _additionalBinaryDataProperties?.ContainsKey("train_loss") != true) |
9f9f2936Jose Arriaga Maldonado2 years ago | 30 | { |
| 31 | writer.WritePropertyName("train_loss"u8); | |
| 32 | writer.WriteNumberValue(TrainLoss.Value); | |
| 33 | } | |
e0fee603Jose Arriaga Maldonado1 years ago | 34 | if (Optional.IsDefined(TrainMeanTokenAccuracy) && _additionalBinaryDataProperties?.ContainsKey("train_mean_token_accuracy") != true) |
9f9f2936Jose Arriaga Maldonado2 years ago | 35 | { |
| 36 | writer.WritePropertyName("train_mean_token_accuracy"u8); | |
| 37 | writer.WriteNumberValue(TrainMeanTokenAccuracy.Value); | |
| 38 | } | |
e0fee603Jose Arriaga Maldonado1 years ago | 39 | if (Optional.IsDefined(ValidLoss) && _additionalBinaryDataProperties?.ContainsKey("valid_loss") != true) |
9f9f2936Jose Arriaga Maldonado2 years ago | 40 | { |
| 41 | writer.WritePropertyName("valid_loss"u8); | |
| 42 | writer.WriteNumberValue(ValidLoss.Value); | |
| 43 | } | |
e0fee603Jose Arriaga Maldonado1 years ago | 44 | if (Optional.IsDefined(ValidMeanTokenAccuracy) && _additionalBinaryDataProperties?.ContainsKey("valid_mean_token_accuracy") != true) |
9f9f2936Jose Arriaga Maldonado2 years ago | 45 | { |
| 46 | writer.WritePropertyName("valid_mean_token_accuracy"u8); | |
| 47 | writer.WriteNumberValue(ValidMeanTokenAccuracy.Value); | |
| 48 | } | |
e0fee603Jose Arriaga Maldonado1 years ago | 49 | if (Optional.IsDefined(FullValidLoss) && _additionalBinaryDataProperties?.ContainsKey("full_valid_loss") != true) |
9f9f2936Jose Arriaga Maldonado2 years ago | 50 | { |
| 51 | writer.WritePropertyName("full_valid_loss"u8); | |
| 52 | writer.WriteNumberValue(FullValidLoss.Value); | |
| 53 | } | |
e0fee603Jose Arriaga Maldonado1 years ago | 54 | if (Optional.IsDefined(FullValidMeanTokenAccuracy) && _additionalBinaryDataProperties?.ContainsKey("full_valid_mean_token_accuracy") != true) |
9f9f2936Jose Arriaga Maldonado2 years ago | 55 | { |
| 56 | writer.WritePropertyName("full_valid_mean_token_accuracy"u8); | |
| 57 | writer.WriteNumberValue(FullValidMeanTokenAccuracy.Value); | |
| 58 | } | |
5dce104aJose Arriaga Maldonado1 years ago | 59 | if (_additionalBinaryDataProperties?.ContainsKey("step") != true) |
| 60 | { | |
| 61 | writer.WritePropertyName("step"u8); | |
| 62 | writer.WriteNumberValue(StepNumber); | |
| 63 | } | |
| 64 | // Plugin customization: remove options.Format != "W" check | |
0ca4c062Jose Arriaga Maldonado1 years ago | 65 | if (_additionalBinaryDataProperties != null) |
9f9f2936Jose Arriaga Maldonado2 years ago | 66 | { |
e0fee603Jose Arriaga Maldonado1 years ago | 67 | foreach (var item in _additionalBinaryDataProperties) |
9f9f2936Jose Arriaga Maldonado2 years ago | 68 | { |
19fc7d54Jose Arriaga Maldonado2 years ago | 69 | if (ModelSerializationExtensions.IsSentinelValue(item.Value)) |
| 70 | { | |
| 71 | continue; | |
| 72 | } | |
9f9f2936Jose Arriaga Maldonado2 years ago | 73 | writer.WritePropertyName(item.Key); |
| 74 | #if NET6_0_OR_GREATER | |
e0fee603Jose Arriaga Maldonado1 years ago | 75 | writer.WriteRawValue(item.Value); |
9f9f2936Jose Arriaga Maldonado2 years ago | 76 | #else |
| 77 | using (JsonDocument document = JsonDocument.Parse(item.Value)) | |
| 78 | { | |
| 79 | JsonSerializer.Serialize(writer, document.RootElement); | |
| 80 | } | |
| 81 | #endif | |
| 82 | } | |
| 83 | } | |
| 84 | } | |
| 85 | | |
5dce104aJose Arriaga Maldonado1 years ago | 86 | FineTuningCheckpointMetrics IJsonModel<FineTuningCheckpointMetrics>.Create(ref Utf8JsonReader reader, ModelReaderWriterOptions options) => JsonModelCreateCore(ref reader, options); |
e0fee603Jose Arriaga Maldonado1 years ago | 87 | |
5dce104aJose Arriaga Maldonado1 years ago | 88 | protected virtual FineTuningCheckpointMetrics JsonModelCreateCore(ref Utf8JsonReader reader, ModelReaderWriterOptions options) |
9f9f2936Jose Arriaga Maldonado2 years ago | 89 | { |
5dce104aJose Arriaga Maldonado1 years ago | 90 | string format = options.Format == "W" ? ((IPersistableModel<FineTuningCheckpointMetrics>)this).GetFormatFromOptions(options) : options.Format; |
9f9f2936Jose Arriaga Maldonado2 years ago | 91 | if (format != "J") |
| 92 | { | |
5dce104aJose Arriaga Maldonado1 years ago | 93 | throw new FormatException($"The model {nameof(FineTuningCheckpointMetrics)} does not support reading '{format}' format."); |
9f9f2936Jose Arriaga Maldonado2 years ago | 94 | } |
| 95 | using JsonDocument document = JsonDocument.ParseValue(ref reader); | |
5dce104aJose Arriaga Maldonado1 years ago | 96 | return DeserializeFineTuningCheckpointMetrics(document.RootElement, options); |
9f9f2936Jose Arriaga Maldonado2 years ago | 97 | } |
| 98 | | |
5dce104aJose Arriaga Maldonado1 years ago | 99 | internal static FineTuningCheckpointMetrics DeserializeFineTuningCheckpointMetrics(JsonElement element, ModelReaderWriterOptions options) |
9f9f2936Jose Arriaga Maldonado2 years ago | 100 | { |
| 101 | if (element.ValueKind == JsonValueKind.Null) | |
| 102 | { | |
| 103 | return null; | |
| 104 | } | |
| 105 | float? trainLoss = default; | |
| 106 | float? trainMeanTokenAccuracy = default; | |
| 107 | float? validLoss = default; | |
| 108 | float? validMeanTokenAccuracy = default; | |
| 109 | float? fullValidLoss = default; | |
| 110 | float? fullValidMeanTokenAccuracy = default; | |
5dce104aJose Arriaga Maldonado1 years ago | 111 | int stepNumber = default; |
e0fee603Jose Arriaga Maldonado1 years ago | 112 | IDictionary<string, BinaryData> additionalBinaryDataProperties = new ChangeTrackingDictionary<string, BinaryData>(); |
| 113 | foreach (var prop in element.EnumerateObject()) | |
9f9f2936Jose Arriaga Maldonado2 years ago | 114 | { |
e0fee603Jose Arriaga Maldonado1 years ago | 115 | if (prop.NameEquals("train_loss"u8)) |
9f9f2936Jose Arriaga Maldonado2 years ago | 116 | { |
e0fee603Jose Arriaga Maldonado1 years ago | 117 | if (prop.Value.ValueKind == JsonValueKind.Null) |
9f9f2936Jose Arriaga Maldonado2 years ago | 118 | { |
| 119 | continue; | |
| 120 | } | |
e0fee603Jose Arriaga Maldonado1 years ago | 121 | trainLoss = prop.Value.GetSingle(); |
9f9f2936Jose Arriaga Maldonado2 years ago | 122 | continue; |
| 123 | } | |
e0fee603Jose Arriaga Maldonado1 years ago | 124 | if (prop.NameEquals("train_mean_token_accuracy"u8)) |
9f9f2936Jose Arriaga Maldonado2 years ago | 125 | { |
e0fee603Jose Arriaga Maldonado1 years ago | 126 | if (prop.Value.ValueKind == JsonValueKind.Null) |
9f9f2936Jose Arriaga Maldonado2 years ago | 127 | { |
| 128 | continue; | |
| 129 | } | |
e0fee603Jose Arriaga Maldonado1 years ago | 130 | trainMeanTokenAccuracy = prop.Value.GetSingle(); |
9f9f2936Jose Arriaga Maldonado2 years ago | 131 | continue; |
| 132 | } | |
e0fee603Jose Arriaga Maldonado1 years ago | 133 | if (prop.NameEquals("valid_loss"u8)) |
9f9f2936Jose Arriaga Maldonado2 years ago | 134 | { |
e0fee603Jose Arriaga Maldonado1 years ago | 135 | if (prop.Value.ValueKind == JsonValueKind.Null) |
9f9f2936Jose Arriaga Maldonado2 years ago | 136 | { |
| 137 | continue; | |
| 138 | } | |
e0fee603Jose Arriaga Maldonado1 years ago | 139 | validLoss = prop.Value.GetSingle(); |
9f9f2936Jose Arriaga Maldonado2 years ago | 140 | continue; |
| 141 | } | |
e0fee603Jose Arriaga Maldonado1 years ago | 142 | if (prop.NameEquals("valid_mean_token_accuracy"u8)) |
9f9f2936Jose Arriaga Maldonado2 years ago | 143 | { |
e0fee603Jose Arriaga Maldonado1 years ago | 144 | if (prop.Value.ValueKind == JsonValueKind.Null) |
9f9f2936Jose Arriaga Maldonado2 years ago | 145 | { |
| 146 | continue; | |
| 147 | } | |
e0fee603Jose Arriaga Maldonado1 years ago | 148 | validMeanTokenAccuracy = prop.Value.GetSingle(); |
9f9f2936Jose Arriaga Maldonado2 years ago | 149 | continue; |
| 150 | } | |
e0fee603Jose Arriaga Maldonado1 years ago | 151 | if (prop.NameEquals("full_valid_loss"u8)) |
9f9f2936Jose Arriaga Maldonado2 years ago | 152 | { |
e0fee603Jose Arriaga Maldonado1 years ago | 153 | if (prop.Value.ValueKind == JsonValueKind.Null) |
9f9f2936Jose Arriaga Maldonado2 years ago | 154 | { |
| 155 | continue; | |
| 156 | } | |
e0fee603Jose Arriaga Maldonado1 years ago | 157 | fullValidLoss = prop.Value.GetSingle(); |
9f9f2936Jose Arriaga Maldonado2 years ago | 158 | continue; |
| 159 | } | |
e0fee603Jose Arriaga Maldonado1 years ago | 160 | if (prop.NameEquals("full_valid_mean_token_accuracy"u8)) |
9f9f2936Jose Arriaga Maldonado2 years ago | 161 | { |
e0fee603Jose Arriaga Maldonado1 years ago | 162 | if (prop.Value.ValueKind == JsonValueKind.Null) |
9f9f2936Jose Arriaga Maldonado2 years ago | 163 | { |
| 164 | continue; | |
| 165 | } | |
e0fee603Jose Arriaga Maldonado1 years ago | 166 | fullValidMeanTokenAccuracy = prop.Value.GetSingle(); |
9f9f2936Jose Arriaga Maldonado2 years ago | 167 | continue; |
| 168 | } | |
5dce104aJose Arriaga Maldonado1 years ago | 169 | if (prop.NameEquals("step"u8)) |
| 170 | { | |
| 171 | if (prop.Value.ValueKind == JsonValueKind.Null) | |
| 172 | { | |
| 173 | continue; | |
| 174 | } | |
| 175 | stepNumber = prop.Value.GetInt32(); | |
| 176 | continue; | |
| 177 | } | |
| 178 | // Plugin customization: remove options.Format != "W" check | |
0ca4c062Jose Arriaga Maldonado1 years ago | 179 | additionalBinaryDataProperties.Add(prop.Name, BinaryData.FromString(prop.Value.GetRawText())); |
9f9f2936Jose Arriaga Maldonado2 years ago | 180 | } |
5dce104aJose Arriaga Maldonado1 years ago | 181 | return new FineTuningCheckpointMetrics( |
9f9f2936Jose Arriaga Maldonado2 years ago | 182 | trainLoss, |
| 183 | trainMeanTokenAccuracy, | |
| 184 | validLoss, | |
| 185 | validMeanTokenAccuracy, | |
| 186 | fullValidLoss, | |
| 187 | fullValidMeanTokenAccuracy, | |
5dce104aJose Arriaga Maldonado1 years ago | 188 | stepNumber, |
e0fee603Jose Arriaga Maldonado1 years ago | 189 | additionalBinaryDataProperties); |
9f9f2936Jose Arriaga Maldonado2 years ago | 190 | } |
| 191 | | |
5dce104aJose Arriaga Maldonado1 years ago | 192 | BinaryData IPersistableModel<FineTuningCheckpointMetrics>.Write(ModelReaderWriterOptions options) => PersistableModelWriteCore(options); |
9f9f2936Jose Arriaga Maldonado2 years ago | 193 | |
e0fee603Jose Arriaga Maldonado1 years ago | 194 | protected virtual BinaryData PersistableModelWriteCore(ModelReaderWriterOptions options) |
| 195 | { | |
5dce104aJose Arriaga Maldonado1 years ago | 196 | string format = options.Format == "W" ? ((IPersistableModel<FineTuningCheckpointMetrics>)this).GetFormatFromOptions(options) : options.Format; |
9f9f2936Jose Arriaga Maldonado2 years ago | 197 | switch (format) |
| 198 | { | |
| 199 | case "J": | |
5dce104aJose Arriaga Maldonado1 years ago | 200 | return ModelReaderWriter.Write(this, options, OpenAIContext.Default); |
9f9f2936Jose Arriaga Maldonado2 years ago | 201 | default: |
5dce104aJose Arriaga Maldonado1 years ago | 202 | throw new FormatException($"The model {nameof(FineTuningCheckpointMetrics)} does not support writing '{options.Format}' format."); |
9f9f2936Jose Arriaga Maldonado2 years ago | 203 | } |
| 204 | } | |
| 205 | | |
5dce104aJose Arriaga Maldonado1 years ago | 206 | FineTuningCheckpointMetrics IPersistableModel<FineTuningCheckpointMetrics>.Create(BinaryData data, ModelReaderWriterOptions options) => PersistableModelCreateCore(data, options); |
9f9f2936Jose Arriaga Maldonado2 years ago | 207 | |
5dce104aJose Arriaga Maldonado1 years ago | 208 | protected virtual FineTuningCheckpointMetrics PersistableModelCreateCore(BinaryData data, ModelReaderWriterOptions options) |
e0fee603Jose Arriaga Maldonado1 years ago | 209 | { |
5dce104aJose Arriaga Maldonado1 years ago | 210 | string format = options.Format == "W" ? ((IPersistableModel<FineTuningCheckpointMetrics>)this).GetFormatFromOptions(options) : options.Format; |
9f9f2936Jose Arriaga Maldonado2 years ago | 211 | switch (format) |
| 212 | { | |
| 213 | case "J": | |
e0fee603Jose Arriaga Maldonado1 years ago | 214 | using (JsonDocument document = JsonDocument.Parse(data)) |
9f9f2936Jose Arriaga Maldonado2 years ago | 215 | { |
5dce104aJose Arriaga Maldonado1 years ago | 216 | return DeserializeFineTuningCheckpointMetrics(document.RootElement, options); |
9f9f2936Jose Arriaga Maldonado2 years ago | 217 | } |
| 218 | default: | |
5dce104aJose Arriaga Maldonado1 years ago | 219 | throw new FormatException($"The model {nameof(FineTuningCheckpointMetrics)} does not support reading '{options.Format}' format."); |
9f9f2936Jose Arriaga Maldonado2 years ago | 220 | } |
| 221 | } | |
| 222 | | |
5dce104aJose Arriaga Maldonado1 years ago | 223 | string IPersistableModel<FineTuningCheckpointMetrics>.GetFormatFromOptions(ModelReaderWriterOptions options) => "J"; |
9f9f2936Jose Arriaga Maldonado2 years ago | 224 | } |
| 225 | } |