using System;
using System.ClientModel;
using System.ClientModel.Primitives;
using System.IO;
using System.Threading;
using System.Threading.Tasks;
namespace OpenAI.Audio;
/// <summary> The service client for OpenAI audio operations. </summary>
[CodeGenClient("Audio")]
[CodeGenSuppress("AudioClient", typeof(ClientPipeline), typeof(ApiKeyCredential), typeof(Uri))]
[CodeGenSuppress("CreateSpeechAsync", typeof(SpeechGenerationOptions))]
[CodeGenSuppress("CreateSpeech", typeof(SpeechGenerationOptions))]
[CodeGenSuppress("CreateTranscriptionAsync", typeof(AudioTranscriptionOptions))]
[CodeGenSuppress("CreateTranscription", typeof(AudioTranscriptionOptions))]
[CodeGenSuppress("CreateTranslationAsync", typeof(AudioTranslationOptions))]
[CodeGenSuppress("CreateTranslation", typeof(AudioTranslationOptions))]
public partial class AudioClient
{
private readonly string _model;
// CUSTOM:
// - Added `model` parameter.
// - Added support for retrieving credential and endpoint from environment variables.
/// <summary>
/// Initializes a new instance of <see cref="AudioClient"/> that will use an API key when authenticating.
/// </summary>
/// <param name="model"> The model name to use for audio operations. </param>
/// <param name="credential"> The API key used to authenticate with the service endpoint. </param>
/// <param name="options"> Additional options to customize the client. </param>
/// <exception cref="ArgumentNullException"> The provided <paramref name="credential"/> was null. </exception>
public AudioClient(string model, ApiKeyCredential credential, OpenAIClientOptions options = default)
: this(
OpenAIClient.CreatePipeline(OpenAIClient.GetApiKey(credential, requireExplicitCredential: true), options),
model,
OpenAIClient.GetEndpoint(options),
options)
{ }
/// <summary>
/// Initializes a new instance of <see cref="AudioClient"/> that will use an API key from the OPENAI_API_KEY
/// environment variable when authenticating.
/// </summary>
/// <remarks>
/// To provide an explicit credential instead of using the environment variable, use an alternate constructor like
/// <see cref="AudioClient(string,ApiKeyCredential,OpenAIClientOptions)"/>.
/// </remarks>
/// <param name="model"> The model name to use for audio operations. </param>
/// <param name="options"> Additional options to customize the client. </param>
/// <exception cref="InvalidOperationException"> The OPENAI_API_KEY environment variable was not found. </exception>
public AudioClient(string model, OpenAIClientOptions options = default)
: this(
OpenAIClient.CreatePipeline(OpenAIClient.GetApiKey(), options),
model,
OpenAIClient.GetEndpoint(options),
options)
{ }
// CUSTOM:
// - Added `model` parameter.
/// <summary> Initializes a new instance of EmbeddingClient. </summary>
/// <param name="pipeline"> The HTTP pipeline for sending and receiving REST requests and responses. </param>
/// <param name="model"> The HTTP pipeline for sending and receiving REST requests and responses. </param>
/// <param name="endpoint"> OpenAI Endpoint. </param>
protected internal AudioClient(ClientPipeline pipeline, string model, Uri endpoint, OpenAIClientOptions options)
{
Argument.AssertNotNullOrEmpty(model, nameof(model));
_pipeline = pipeline;
_model = model;
_endpoint = endpoint;
}
#region GenerateSpeech
/// <summary>
/// Generates text-to-speech audio using the specified voice speaking the provided input text.
/// </summary>
/// <remarks>
/// The default format of the generated audio is <see cref="GeneratedSpeechFormat.Mp3"/> unless otherwise specified
/// via <see cref="SpeechGenerationOptions.ResponseFormat"/>.
/// </remarks>
/// <param name="text"> The text for the voice to speak. </param>
/// <param name="voice"> The voice to use. </param>
/// <param name="options"> Additional options to tailor the text-to-speech request. </param>
/// <param name="cancellationToken">A token that can be used to cancel this method call.</param>
/// <returns> The generated audio in the specified output format. </returns>
public virtual async Task<ClientResult<BinaryData>> GenerateSpeechFromTextAsync(string text, GeneratedSpeechVoice voice, SpeechGenerationOptions options = null, CancellationToken cancellationToken = default)
{
Argument.AssertNotNull(text, nameof(text));
options ??= new();
CreateSpeechGenerationOptions(text, voice, ref options);
using BinaryContent content = options.ToBinaryContent();
ClientResult result = await GenerateSpeechFromTextAsync(content, cancellationToken.ToRequestOptions()).ConfigureAwait(false);
return ClientResult.FromValue(result.GetRawResponse().Content, result.GetRawResponse());
}
/// <summary>
/// Generates text-to-speech audio using the specified voice speaking the provided input text.
/// </summary>
/// <remarks>
/// The default format of the generated audio is <see cref="GeneratedSpeechFormat.Mp3"/> unless otherwise specified
/// via <see cref="SpeechGenerationOptions.ResponseFormat"/>.
/// </remarks>
/// <param name="text"> The text for the voice to speak. </param>
/// <param name="voice"> The voice to use. </param>
/// <param name="options"> Additional options to tailor the text-to-speech request. </param>
/// <param name="cancellationToken">A token that can be used to cancel this method call.</param>
/// <returns> The generated audio in the specified output format. </returns>
public virtual ClientResult<BinaryData> GenerateSpeechFromText(string text, GeneratedSpeechVoice voice, SpeechGenerationOptions options = null, CancellationToken cancellationToken = default)
{
Argument.AssertNotNull(text, nameof(text));
options ??= new();
CreateSpeechGenerationOptions(text, voice, ref options);
using BinaryContent content = options.ToBinaryContent();
ClientResult result = GenerateSpeechFromText(content, cancellationToken.ToRequestOptions()); ;
return ClientResult.FromValue(result.GetRawResponse().Content, result.GetRawResponse());
}
#endregion
#region TranscribeAudio
/// <summary>
/// Transcribes audio from a stream.
/// </summary>
/// <param name="audio"> The audio to transcribe. </param>
/// <param name="audioFilename">
/// The filename associated with the audio stream. The filename's extension (for example: .mp3) will be used to
/// validate the format of the input audio. The request may fail if the file extension and input audio format do
/// not match.
/// </param>
/// <param name="options"> Additional options to tailor the audio transcription request. </param>
/// <param name="cancellationToken">A token that can be used to cancel this method call.</param>
/// <exception cref="ArgumentNullException"> <paramref name="audio"/> or <paramref name="audioFilename"/> is null. </exception>
/// <exception cref="ArgumentException"> <paramref name="audioFilename"/> is an empty string, and was expected to be non-empty. </exception>
/// <returns> The audio transcription. </returns>
public virtual async Task<ClientResult<AudioTranscription>> TranscribeAudioAsync(Stream audio, string audioFilename, AudioTranscriptionOptions options = null, CancellationToken cancellationToken = default)
{
Argument.AssertNotNull(audio, nameof(audio));
Argument.AssertNotNullOrEmpty(audioFilename, nameof(audioFilename));
options ??= new();
CreateAudioTranscriptionOptions(audio, audioFilename, ref options);
using MultipartFormDataBinaryContent content = options.ToMultipartContent(audio, audioFilename);
ClientResult result = await TranscribeAudioAsync(content, content.ContentType, cancellationToken.ToRequestOptions()).ConfigureAwait(false);
return ClientResult.FromValue(AudioTranscription.FromResponse(result.GetRawResponse()), result.GetRawResponse());
}
/// <summary>
/// Transcribes audio from a stream.
/// </summary>
/// <param name="audio"> The audio to transcribe. </param>
/// <param name="audioFilename">
/// The filename associated with the audio stream. The filename's extension (for example: .mp3) will be used to
/// validate the format of the input audio. The request may fail if the file extension and input audio format do
/// not match.
/// </param>
/// <param name="options"> Additional options to tailor the audio transcription request. </param>
/// <param name="cancellationToken">A token that can be used to cancel this method call.</param>
/// <exception cref="ArgumentNullException"> <paramref name="audio"/> or <paramref name="audioFilename"/> is null. </exception>
/// <exception cref="ArgumentException"> <paramref name="audioFilename"/> is an empty string, and was expected to be non-empty. </exception>
/// <returns> The audio transcription. </returns>
public virtual ClientResult<AudioTranscription> TranscribeAudio(Stream audio, string audioFilename, AudioTranscriptionOptions options = null, CancellationToken cancellationToken = default)
{
Argument.AssertNotNull(audio, nameof(audio));
Argument.AssertNotNullOrEmpty(audioFilename, nameof(audioFilename));
options ??= new();
CreateAudioTranscriptionOptions(audio, audioFilename, ref options);
using MultipartFormDataBinaryContent content = options.ToMultipartContent(audio, audioFilename);
ClientResult result = TranscribeAudio(content, content.ContentType, cancellationToken.ToRequestOptions());
return ClientResult.FromValue(AudioTranscription.FromResponse(result.GetRawResponse()), result.GetRawResponse());
}
/// <summary>
/// Transcribes audio from a file with a known path.
/// </summary>
/// <param name="audioFilePath">
/// The path of the audio file to transcribe. The provided file path's extension (for example: .mp3) will be used
/// to validate the format of the input audio. The request may fail if the file extension and input audio format
/// do not match.
/// </param>
/// <param name="options"> Additional options to tailor the audio transcription request. </param>
/// <exception cref="ArgumentNullException"> <paramref name="audioFilePath"/> is null. </exception>
/// <exception cref="ArgumentException"> <paramref name="audioFilePath"/> is an empty string, and was expected to be non-empty. </exception>
/// <returns> The audio transcription. </returns>
public virtual async Task<ClientResult<AudioTranscription>> TranscribeAudioAsync(string audioFilePath, AudioTranscriptionOptions options = null)
{
Argument.AssertNotNullOrEmpty(audioFilePath, nameof(audioFilePath));
using FileStream audioStream = File.OpenRead(audioFilePath);
return await TranscribeAudioAsync(audioStream, audioFilePath, options).ConfigureAwait(false);
}
/// <summary>
/// Transcribes audio from a file with a known path.
/// </summary>
/// <param name="audioFilePath">
/// The path of the audio file to transcribe. The provided file path's extension (for example: .mp3) will be used
/// to validate the format of the input audio. The request may fail if the file extension and input audio format
/// do not match.
/// </param>
/// <param name="options"> Additional options to tailor the audio transcription request. </param>
/// <exception cref="ArgumentNullException"> <paramref name="audioFilePath"/> is null. </exception>
/// <exception cref="ArgumentException"> <paramref name="audioFilePath"/> is an empty string, and was expected to be non-empty. </exception>
/// <returns> The audio transcription. </returns>
public virtual ClientResult<AudioTranscription> TranscribeAudio(string audioFilePath, AudioTranscriptionOptions options = null)
{
Argument.AssertNotNullOrEmpty(audioFilePath, nameof(audioFilePath));
using FileStream audioStream = File.OpenRead(audioFilePath);
return TranscribeAudio(audioStream, audioFilePath, options);
}
#endregion
#region TranslateAudio
/// <summary> Translates audio from a stream into English. </summary>
/// <param name="audio"> The audio to translate. </param>
/// <param name="audioFilename">
/// The filename associated with the audio stream. The filename's extension (for example: .mp3) will be used to
/// validate the format of the input audio. The request may fail if the file extension and input audio format do
/// not match.
/// </param>
/// <param name="options"> Additional options to tailor the audio translation request. </param>
/// <param name="cancellationToken">A token that can be used to cancel this method call.</param>
/// <exception cref="ArgumentNullException"> <paramref name="audio"/> or <paramref name="audioFilename"/> is null. </exception>
/// <exception cref="ArgumentException"> <paramref name="audioFilename"/> is an empty string, and was expected to be non-empty. </exception>
/// <returns> The audio translation. </returns>
public virtual async Task<ClientResult<AudioTranslation>> TranslateAudioAsync(Stream audio, string audioFilename, AudioTranslationOptions options = null, CancellationToken cancellationToken = default)
{
Argument.AssertNotNull(audio, nameof(audio));
Argument.AssertNotNullOrEmpty(audioFilename, nameof(audioFilename));
options ??= new();
CreateAudioTranslationOptions(audio, audioFilename, ref options);
using MultipartFormDataBinaryContent content = options.ToMultipartContent(audio, audioFilename);
ClientResult result = await TranslateAudioAsync(content, content.ContentType, cancellationToken.ToRequestOptions()).ConfigureAwait(false);
return ClientResult.FromValue(AudioTranslation.FromResponse(result.GetRawResponse()), result.GetRawResponse());
}
/// <summary> Translates audio from a stream into English. </summary>
/// <param name="audio"> The audio to translate. </param>
/// <param name="audioFilename">
/// The filename associated with the audio stream. The filename's extension (for example: .mp3) will be used to
/// validate the format of the input audio. The request may fail if the file extension and input audio format do
/// not match.
/// </param>
/// <param name="options"> Additional options to tailor the audio translation request. </param>
/// <param name="cancellationToken">A token that can be used to cancel this method call.</param>
/// <exception cref="ArgumentNullException"> <paramref name="audio"/> or <paramref name="audioFilename"/> is null. </exception>
/// <exception cref="ArgumentException"> <paramref name="audioFilename"/> is an empty string, and was expected to be non-empty. </exception>
/// <returns> The audio translation. </returns>
public virtual ClientResult<AudioTranslation> TranslateAudio(Stream audio, string audioFilename, AudioTranslationOptions options = null, CancellationToken cancellationToken = default)
{
Argument.AssertNotNull(audio, nameof(audio));
Argument.AssertNotNullOrEmpty(audioFilename, nameof(audioFilename));
options ??= new();
CreateAudioTranslationOptions(audio, audioFilename, ref options);
using MultipartFormDataBinaryContent content = options.ToMultipartContent(audio, audioFilename);
ClientResult result = TranslateAudio(content, content.ContentType, cancellationToken.ToRequestOptions());
return ClientResult.FromValue(AudioTranslation.FromResponse(result.GetRawResponse()), result.GetRawResponse());
}
/// <summary>
/// Translates audio from a file with a known path into English.
/// </summary>
/// <param name="audioFilePath">
/// The path of the audio file to translate. The provided file path's extension (for example: .mp3) will be used
/// to validate the format of the input audio. The request may fail if the file extension and input audio format
/// do not match.
/// </param>
/// <param name="options"> Additional options to tailor the audio translation request. </param>
/// <exception cref="ArgumentNullException"> <paramref name="audioFilePath"/> was null. </exception>
/// <exception cref="ArgumentException"> <paramref name="audioFilePath"/> is an empty string, and was expected to be non-empty. </exception>
/// <returns> The audio translation. </returns>
public virtual ClientResult<AudioTranslation> TranslateAudio(string audioFilePath, AudioTranslationOptions options = null)
{
Argument.AssertNotNullOrEmpty(audioFilePath, nameof(audioFilePath));
using FileStream audioStream = File.OpenRead(audioFilePath);
return TranslateAudio(audioStream, audioFilePath, options);
}
/// <summary>
/// Translates audio from a file with a known path into English.
/// </summary>
/// <param name="audioFilePath">
/// The path of the audio file to translate. The provided file path's extension (for example: .mp3) will be used
/// to validate the format of the input audio. The request may fail if the file extension and input audio format
/// do not match.
/// </param>
/// <param name="options"> Additional options to tailor the audio translation request. </param>
/// <exception cref="ArgumentNullException"> <paramref name="audioFilePath"/> was null. </exception>
/// <exception cref="ArgumentException"> <paramref name="audioFilePath"/> is an empty string, and was expected to be non-empty. </exception>
/// <returns> The audio translation. </returns>
public virtual async Task<ClientResult<AudioTranslation>> TranslateAudioAsync(string audioFilePath, AudioTranslationOptions options = null)
{
Argument.AssertNotNull(audioFilePath, nameof(audioFilePath));
using FileStream audioStream = File.OpenRead(audioFilePath);
return await TranslateAudioAsync(audioStream, audioFilePath, options);
}
#endregion
private void CreateSpeechGenerationOptions(string text, GeneratedSpeechVoice voice, ref SpeechGenerationOptions options)
{
options.Input = text;
options.Voice = voice;
options.Model = _model;
}
private void CreateAudioTranscriptionOptions(Stream audio, string audioFilename, ref AudioTranscriptionOptions options)
{
options.Model = _model;
}
private void CreateAudioTranslationOptions(Stream audio, string audioFilename, ref AudioTranslationOptions options)
{
options.Model = _model;
}
}openai/openai-dotnet
Publicmirrored from https://github.com/openai/openai-dotnetAvailable
src/Custom/Audio/AudioClient.cs
337lines · modepreview