@@ -41,6 +41,16 @@ type TestScenarios struct {
4141 Embedding bool // Embedding functionality
4242 Reasoning bool // Reasoning/thinking functionality via Responses API
4343 ListModels bool // List available models functionality
44+ BatchCreate bool // Batch API create functionality
45+ BatchList bool // Batch API list functionality
46+ BatchRetrieve bool // Batch API retrieve functionality
47+ BatchCancel bool // Batch API cancel functionality
48+ BatchResults bool // Batch API results functionality
49+ FileUpload bool // File API upload functionality
50+ FileList bool // File API list functionality
51+ FileRetrieve bool // File API retrieve functionality
52+ FileDelete bool // File API delete functionality
53+ FileContent bool // File API content download functionality
4454}
4555
4656// ComprehensiveTestConfig extends TestConfig with additional scenarios
@@ -536,6 +546,16 @@ var AllProviderConfigs = []ComprehensiveTestConfig{
536546 Embedding : true ,
537547 Reasoning : true , // OpenAI supports reasoning via o1 models
538548 ListModels : true ,
549+ BatchCreate : true , // OpenAI supports batch API
550+ BatchList : true , // OpenAI supports batch API
551+ BatchRetrieve : true , // OpenAI supports batch API
552+ BatchCancel : true , // OpenAI supports batch API
553+ BatchResults : true , // OpenAI supports batch API
554+ FileUpload : true , // OpenAI supports file API
555+ FileList : true , // OpenAI supports file API
556+ FileRetrieve : true , // OpenAI supports file API
557+ FileDelete : true , // OpenAI supports file API
558+ FileContent : true , // OpenAI supports file API
539559 },
540560 Fallbacks : []schemas.Fallback {
541561 {Provider : schemas .Anthropic , Model : "claude-3-7-sonnet-20250219" },
@@ -564,6 +584,11 @@ var AllProviderConfigs = []ComprehensiveTestConfig{
564584 TranscriptionStream : false , // Not supported
565585 Embedding : false ,
566586 ListModels : true ,
587+ BatchCreate : true , // Anthropic supports batch API
588+ BatchList : true , // Anthropic supports batch API
589+ BatchRetrieve : true , // Anthropic supports batch API
590+ BatchCancel : true , // Anthropic supports batch API
591+ BatchResults : true , // Anthropic supports batch API
567592 },
568593 Fallbacks : []schemas.Fallback {
569594 {Provider : schemas .OpenAI , Model : "gpt-4o-mini" },
@@ -592,6 +617,16 @@ var AllProviderConfigs = []ComprehensiveTestConfig{
592617 TranscriptionStream : false , // Not supported
593618 Embedding : true ,
594619 ListModels : true ,
620+ BatchCreate : true , // Bedrock supports batch via Model Invocation Jobs (requires S3 config)
621+ BatchList : true , // Bedrock supports listing batch jobs
622+ BatchRetrieve : true , // Bedrock supports retrieving batch jobs
623+ BatchCancel : true , // Bedrock supports stopping batch jobs
624+ BatchResults : true , // Bedrock batch results via S3
625+ FileUpload : true , // Bedrock file upload to S3 (requires S3 config)
626+ FileList : true , // Bedrock file list from S3 (requires S3 config)
627+ FileRetrieve : true , // Bedrock file retrieve from S3 (requires S3 config)
628+ FileDelete : true , // Bedrock file delete from S3 (requires S3 config)
629+ FileContent : true , // Bedrock file content from S3 (requires S3 config)
595630 },
596631 Fallbacks : []schemas.Fallback {
597632 {Provider : schemas .OpenAI , Model : "gpt-4o-mini" },
@@ -648,6 +683,16 @@ var AllProviderConfigs = []ComprehensiveTestConfig{
648683 TranscriptionStream : false , // Not supported yet
649684 Embedding : true ,
650685 ListModels : true ,
686+ BatchCreate : true , // Azure supports batch API
687+ BatchList : true , // Azure supports batch API
688+ BatchRetrieve : true , // Azure supports batch API
689+ BatchCancel : true , // Azure supports batch API
690+ BatchResults : true , // Azure supports batch API
691+ FileUpload : true , // Azure supports file API
692+ FileList : true , // Azure supports file API
693+ FileRetrieve : true , // Azure supports file API
694+ FileDelete : true , // Azure supports file API
695+ FileContent : true , // Azure supports file API
651696 },
652697 Fallbacks : []schemas.Fallback {
653698 {Provider : schemas .OpenAI , Model : "gpt-4o-mini" },
@@ -818,6 +863,16 @@ var AllProviderConfigs = []ComprehensiveTestConfig{
818863 TranscriptionStream : true ,
819864 Embedding : true ,
820865 ListModels : true ,
866+ BatchCreate : true ,
867+ BatchList : true ,
868+ BatchRetrieve : true ,
869+ BatchCancel : true ,
870+ BatchResults : true ,
871+ FileUpload : true ,
872+ FileList : true ,
873+ FileRetrieve : true ,
874+ FileDelete : true ,
875+ FileContent : false , // Gemini doesn't support direct content download
821876 },
822877 Fallbacks : []schemas.Fallback {
823878 {Provider : schemas .OpenAI , Model : "gpt-4o-mini" },
0 commit comments