Skip to content

Commit 9914a55

Browse files
committed
disable verySmallTimeOutErrors test points, since they are flaky
1 parent 61a5152 commit 9914a55

File tree

3 files changed

+14
-12
lines changed

3 files changed

+14
-12
lines changed

tests/tazureChat.m

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -48,10 +48,11 @@ function doGenerate(testCase)
4848
testCase.verifyGreaterThan(strlength(response),0);
4949
end
5050

51-
function verySmallTimeOutErrors(testCase)
52-
chat = azureChat(getenv("AZURE_OPENAI_ENDPOINT"), getenv("AZURE_OPENAI_DEPLOYMENT"), TimeOut=1e-10, ApiKey="false-key");
53-
testCase.verifyError(@()generate(chat, "hi"), "MATLAB:webservices:Timeout")
54-
end
51+
%% Test is currently unreliable, reasons unclear
52+
% function verySmallTimeOutErrors(testCase)
53+
% chat = azureChat(getenv("AZURE_OPENAI_ENDPOINT"), getenv("AZURE_OPENAI_DEPLOYMENT"), TimeOut=1e-10, ApiKey="false-key");
54+
% testCase.verifyError(@()generate(chat, "hi"), "MATLAB:webservices:Timeout")
55+
% end
5556

5657
function errorsWhenPassingToolChoiceWithEmptyTools(testCase)
5758
chat = azureChat(getenv("AZURE_OPENAI_ENDPOINT"), getenv("AZURE_OPENAI_DEPLOYMENT"), ApiKey="this-is-not-a-real-key");

tests/textractOpenAIEmbeddings.m

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -57,9 +57,10 @@ function useAllNVP(testCase)
5757
ApiKey="this-is-not-a-real-key", TimeOut=10));
5858
end
5959

60-
function verySmallTimeOutErrors(testCase)
61-
testCase.verifyError(@()extractOpenAIEmbeddings("bla", TimeOut=0.0001, ApiKey="false-key"), "MATLAB:webservices:Timeout")
62-
end
60+
%% Test is currently unreliable, reasons unclear
61+
% function verySmallTimeOutErrors(testCase)
62+
% testCase.verifyError(@()extractOpenAIEmbeddings("bla", TimeOut=0.0001, ApiKey="false-key"), "MATLAB:webservices:Timeout")
63+
% end
6364

6465
function testInvalidInputs(testCase, InvalidInput)
6566
testCase.verifyError(@()extractOpenAIEmbeddings(InvalidInput.Input{:}), InvalidInput.Error);

tests/topenAIChat.m

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -81,11 +81,11 @@ function validConstructorCalls(testCase,ValidConstructorInput)
8181
end
8282
end
8383

84-
function verySmallTimeOutErrors(testCase)
85-
chat = openAIChat(TimeOut=0.0001, ApiKey="false-key");
86-
87-
testCase.verifyError(@()generate(chat, "hi"), "MATLAB:webservices:Timeout")
88-
end
84+
%% Test is currently unreliable, reasons unclear
85+
% function verySmallTimeOutErrors(testCase)
86+
% chat = openAIChat(TimeOut=0.0001, ApiKey="false-key");
87+
% testCase.verifyError(@()generate(chat, "hi"), "MATLAB:webservices:Timeout")
88+
% end
8989

9090
function errorsWhenPassingToolChoiceWithEmptyTools(testCase)
9191
chat = openAIChat(ApiKey="this-is-not-a-real-key");

0 commit comments

Comments
 (0)