1+ {
2+ "number_of_endpoints" : " Number of endpoints (verb:path) in the API." ,
3+ "number_of_http_calls" : " Total number of HTTP calls in the generated test suites." ,
4+ "code_number_identifiers" : " Code number identifiers for detected fault types" ,
5+ "identifier_name" : " Identifier name for the fault type." ,
6+ "number_of_faults_per_code" : " Number of faults detected for each code." ,
7+ "generated_test_files" : " Number of generated test files." ,
8+ "generated_test_cases" : " Number of generated test cases." ,
9+ "total_faults" : " Total number of faults detected in the API." ,
10+ "distinct_fault_types" : " Total number of distinct fault types detected in the API." ,
11+ "creation_date" : " Date when the report was generated." ,
12+ "tool_name_version" : " Name and version of the tool that generated the report." ,
13+ "schema_version" : " Version of the schema used for the report." ,
14+ "status_2xx" : " Coverage of the 2xx status codes" ,
15+ "status_3xx" : " Coverage of the 3xx status codes" ,
16+ "status_4xx" : " Coverage of the 4xx status codes" ,
17+ "status_5xx" : " Coverage of the 5xx status codes" ,
18+ "fault_codes" : [
19+ {
20+ "short_definition" : " HTTP_STATUS_500" ,
21+ "code" : 100 ,
22+ "description" : " HTTP Status 500" ,
23+ "test_case_name" : " causes500_internalServerError"
24+ },
25+ {
26+ "short_definition" : " HTTP_INVALID_PAYLOAD_SYNTAX" ,
27+ "code" : 101 ,
28+ "description" : " Invalid Payload Syntax" ,
29+ "test_case_name" : " rejectedWithInvalidPayloadSyntax"
30+ },
31+ {
32+ "short_definition" : " HTTP_INVALID_LOCATION" ,
33+ "code" : 102 ,
34+ "description" : " Invalid Location HTTP Header" ,
35+ "test_case_name" : " returnsInvalidLocationHeader"
36+ },
37+ {
38+ "short_definition" : " HTTP_NONWORKING_DELETE" ,
39+ "code" : 103 ,
40+ "description" : " DELETE Method Does Not Work" ,
41+ "test_case_name" : " deleteDoesNotWork"
42+ },
43+ {
44+ "short_definition" : " HTTP_REPEATED_CREATE_PUT" ,
45+ "code" : 104 ,
46+ "description" : " Repeated PUT Creates Resource With 201" ,
47+ "test_case_name" : " repeatedCreatePut"
48+ },
49+ {
50+ "short_definition" : " SCHEMA_INVALID_RESPONSE" ,
51+ "code" : 200 ,
52+ "description" : " Received A Response From API That Is Not Valid According To Its Schema" ,
53+ "test_case_name" : " returnsSchemaInvalidResponse"
54+ },
55+ {
56+ "short_definition" : " GQL_ERROR_FIELD" ,
57+ "code" : 301 ,
58+ "description" : " Error Field" ,
59+ "test_case_name" : " returnedErrors"
60+ },
61+ {
62+ "short_definition" : " RPC_INTERNAL_ERROR" ,
63+ "code" : 400 ,
64+ "description" : " Internal Error" ,
65+ "test_case_name" : " causesInternalError"
66+ },
67+ {
68+ "short_definition" : " RPC_SERVICE_ERROR" ,
69+ "code" : 401 ,
70+ "description" : " Service Error" ,
71+ "test_case_name" : " causesServiceError"
72+ },
73+ {
74+ "short_definition" : " RPC_DECLARED_EXCEPTION" ,
75+ "code" : 402 ,
76+ "description" : " Declared Exception" ,
77+ "test_case_name" : " throwsExpectedException"
78+ },
79+ {
80+ "short_definition" : " RPC_UNEXPECTED_EXCEPTION" ,
81+ "code" : 403 ,
82+ "description" : " Unexpected Exception" ,
83+ "test_case_name" : " throwsUnexpectedException"
84+ },
85+ {
86+ "short_definition" : " RPC_HANDLED_ERROR" ,
87+ "code" : 404 ,
88+ "description" : " Business Logic Error" ,
89+ "test_case_name" : " failsToExecuteCall"
90+ },
91+ {
92+ "short_definition" : " WEB_BROKEN_LINK" ,
93+ "code" : 500 ,
94+ "description" : " Broken Link" ,
95+ "test_case_name" : " returnsBrokenLink"
96+ },
97+ {
98+ "short_definition" : " SECURITY_EXISTENCE_LEAKAGE" ,
99+ "code" : 800 ,
100+ "description" : " Leakage Information Existence of Protected Resource" ,
101+ "test_case_name" : " allowsUnauthorizedAccessToProtectedResource"
102+ },
103+ {
104+ "short_definition" : " SECURITY_NOT_RECOGNIZED_AUTHENTICATED" ,
105+ "code" : 801 ,
106+ "description" : " Wrongly Not Recognized as Authenticated" ,
107+ "test_case_name" : " failedToAuthenticateWithValidCredentials"
108+ },
109+ {
110+ "short_definition" : " SECURITY_FORBIDDEN_DELETE" ,
111+ "code" : 802 ,
112+ "description" : " Forbidden Delete But Allowed Modifications" ,
113+ "test_case_name" : " forbidsDeleteButAllowsModifications"
114+ },
115+ {
116+ "short_definition" : " SECURITY_FORBIDDEN_PUT" ,
117+ "code" : 803 ,
118+ "description" : " Forbidden Replacement But Allowed Modifications" ,
119+ "test_case_name" : " forbidsReplacementButAllowsModifications"
120+ },
121+ {
122+ "short_definition" : " SECURITY_FORBIDDEN_PATCH" ,
123+ "code" : 804 ,
124+ "description" : " Forbidden Updates But Allowed Modifications" ,
125+ "test_case_name" : " forbidsUpdatesButAllowsModifications"
126+ },
127+ {
128+ "short_definition" : " SECURITY_ALLOW_MODIFICATION_BY_ALL" ,
129+ "code" : 805 ,
130+ "description" : " Resource Created By An User Can Be Modified By All Other Users" ,
131+ "test_case_name" : " createdResourceCanBeModifiedByEveryone"
132+ },
133+ {
134+ "short_definition" : " SECURITY_FORGOTTEN_AUTHENTICATION" ,
135+ "code" : 806 ,
136+ "description" : " A Protected Resource Is Accessible Without Providing Any Authentication" ,
137+ "test_case_name" : " forgottenAuthentication"
138+ }
139+ ]
140+ }
0 commit comments