blob: 9c9a0b2d44b92e39201a3ccf46a5c805ea5d6a73 [file] [log] [blame]
Mohammad Azim Khanfff49042017-03-28 01:48:31 +01001#line 2 "suites/desktop_test.function"
2
3/**
4 * \brief Varifies that string is in string parameter format i.e. "<str>"
5 * It also strips enclosing '"' from the input string.
6 *
7 * \param str String parameter.
8 *
9 * \return 0 if success else 1
10 */
11int verify_string( char **str )
12{
13 if( (*str)[0] != '"' ||
14 (*str)[strlen( *str ) - 1] != '"' )
15 {
16 mbedtls_fprintf( stderr,
17 "Expected string (with \"\") for parameter and got: %s\n", *str );
18 return( -1 );
19 }
20
21 (*str)++;
22 (*str)[strlen( *str ) - 1] = '\0';
23
24 return( 0 );
25}
26
27/**
28 * \brief Varifies that string is an integer. Also gives the converted
29 * integer value.
30 *
31 * \param str Input string.
32 * \param value Pointer to int for output value.
33 *
34 * \return 0 if success else 1
35 */
36int verify_int( char *str, int *value )
37{
38 size_t i;
39 int minus = 0;
40 int digits = 1;
41 int hex = 0;
42
43 for( i = 0; i < strlen( str ); i++ )
44 {
45 if( i == 0 && str[i] == '-' )
46 {
47 minus = 1;
48 continue;
49 }
50
51 if( ( ( minus && i == 2 ) || ( !minus && i == 1 ) ) &&
52 str[i - 1] == '0' && str[i] == 'x' )
53 {
54 hex = 1;
55 continue;
56 }
57
58 if( ! ( ( str[i] >= '0' && str[i] <= '9' ) ||
59 ( hex && ( ( str[i] >= 'a' && str[i] <= 'f' ) ||
60 ( str[i] >= 'A' && str[i] <= 'F' ) ) ) ) )
61 {
62 digits = 0;
63 break;
64 }
65 }
66
67 if( digits )
68 {
69 if( hex )
70 *value = strtol( str, NULL, 16 );
71 else
72 *value = strtol( str, NULL, 10 );
73
74 return( 0 );
75 }
76
77 mbedtls_fprintf( stderr,
78 "Expected integer for parameter and got: %s\n", str );
79 return( KEY_VALUE_MAPPING_NOT_FOUND );
80}
81
82
83/**
84 * \brief Usage string.
85 *
86 */
87#define USAGE \
88 "Usage: %s [OPTIONS] files...\n\n" \
89 " Command line arguments:\n" \
90 " files... One or more test data file. If no file is specified\n" \
91 " the followimg default test case is used:\n" \
92 " %s\n\n" \
93 " Options:\n" \
94 " -v | --verbose Display full information about each test\n" \
95 " -h | --help Display this information\n\n", \
96 argv[0], \
97 "TESTCASE_FILENAME"
98
99
100/**
101 * \brief Read a line from the passed file pointer.
102 *
103 * \param f FILE pointer
104 * \param buf Pointer to memory to hold read line.
105 * \param len Length of the buf.
106 *
107 * \return 0 if success else -1
108 */
109int get_line( FILE *f, char *buf, size_t len )
110{
111 char *ret;
112 int i = 0, str_len = 0, has_string = 0;
113
114 /* Read until we get a valid line */
115 do
116 {
117 ret = fgets( buf, len, f );
118 if( ret == NULL )
119 return( -1 );
120
121 str_len = strlen( buf );
122
123 /* Skip empty line and comment */
124 if ( str_len == 0 || buf[0] == '#' )
125 continue;
126 has_string = 0;
127 for ( i = 0; i < str_len; i++ )
128 {
129 char c = buf[i];
130 if ( c != ' ' && c != '\t' && c != '\n' &&
131 c != '\v' && c != '\f' && c != '\r' )
132 {
133 has_string = 1;
134 break;
135 }
136 }
137 } while( !has_string );
138
139 /* Strip new line and carriage return */
140 ret = buf + strlen( buf );
141 if( ret-- > buf && *ret == '\n' )
142 *ret = '\0';
143 if( ret-- > buf && *ret == '\r' )
144 *ret = '\0';
145
146 return( 0 );
147}
148
149/**
150 * \brief Splits string delimited by ':'. Ignores '\:'.
151 *
152 * \param buf Input string
153 * \param len Input string length
154 * \param params Out params found
155 * \param params_len Out params array len
156 *
157 * \return Count of strings found.
158 */
159static int parse_arguments( char *buf, size_t len, char **params,
160 size_t params_len )
161{
162 size_t cnt = 0, i;
163 char *cur = buf;
164 char *p = buf, *q;
165
166 params[cnt++] = cur;
167
168 while( *p != '\0' && p < buf + len )
169 {
170 if( *p == '\\' )
171 {
172 p++;
173 p++;
174 continue;
175 }
176 if( *p == ':' )
177 {
178 if( p + 1 < buf + len )
179 {
180 cur = p + 1;
181 assert( cnt < params_len );
182 params[cnt++] = cur;
183 }
184 *p = '\0';
185 }
186
187 p++;
188 }
189
190 /* Replace newlines, question marks and colons in strings */
191 for( i = 0; i < cnt; i++ )
192 {
193 p = params[i];
194 q = params[i];
195
196 while( *p != '\0' )
197 {
198 if( *p == '\\' && *(p + 1) == 'n' )
199 {
200 p += 2;
201 *(q++) = '\n';
202 }
203 else if( *p == '\\' && *(p + 1) == ':' )
204 {
205 p += 2;
206 *(q++) = ':';
207 }
208 else if( *p == '\\' && *(p + 1) == '?' )
209 {
210 p += 2;
211 *(q++) = '?';
212 }
213 else
214 *(q++) = *(p++);
215 }
216 *q = '\0';
217 }
218
219 return( cnt );
220}
221
222/**
223 * \brief Converts parameters into test function consumable parameters.
224 * Example: Input: {"int", "0", "char*", "Hello",
225 * "hex", "abef", "exp", "1"}
226 * Output: {
227 * 0, // Verified int
228 * "Hello", // Verified string
229 * 2, { 0xab, 0xef },// Converted len,hex pair
230 * 9600 // Evaluated expression
231 * }
232 *
233 *
234 * \param cnt Input string.
235 * \param params Out array of found strings.
236 * \param int_params_store Memory for storing processed integer parameters.
237 *
238 * \return 0 for success else 1
239 */
240static int convert_params( size_t cnt , char ** params , int * int_params_store )
241{
242 char ** cur = params;
243 char ** out = params;
244 int ret = ( DISPATCH_TEST_SUCCESS );
245
246 while ( cur - params < (int) cnt )
247 {
248 char * type = *cur++;
249 char * val = *cur++;
250
251 if ( strcmp( type, "char*" ) == 0 )
252 {
253 if ( verify_string( &val ) == 0 )
254 {
255 *out++ = val;
256 }
257 else
258 {
259 ret = ( DISPATCH_INVALID_TEST_DATA );
260 break;
261 }
262 }
263 else if ( strcmp( type, "int" ) == 0 )
264 {
265 if ( verify_int ( val, int_params_store ) == 0 )
266 {
267 *out++ = (char *) int_params_store++;
268 }
269 else
270 {
271 ret = ( DISPATCH_INVALID_TEST_DATA );
272 break;
273 }
274 }
275 else if ( strcmp( type, "hex" ) == 0 )
276 {
Azim Khan184447e2017-05-31 20:29:36 +0100277 if ( verify_string( &val ) == 0 )
278 {
279 int j;
280 *int_params_store = unhexify( (unsigned char *) val, val );
281 printf ("\n");
282 for (j = 0; j < *int_params_store; j++)
283 printf ("%02x ", (uint8_t)val[j]);
284 printf ("\n len %d\n", *int_params_store);
285 *out++ = val;
286 *out++ = (char *)(int_params_store++);
287 }
288 else
289 {
290 ret = ( DISPATCH_INVALID_TEST_DATA );
291 break;
292 }
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100293 }
294 else if ( strcmp( type, "exp" ) == 0 )
295 {
296 int exp_id = strtol( val, NULL, 10 );
297 if ( get_expression ( exp_id, int_params_store ) == 0 )
298 {
299 *out++ = (char *)int_params_store++;
300 }
301 else
302 {
303 ret = ( DISPATCH_INVALID_TEST_DATA );
304 break;
305 }
306 }
307 else
308 {
309 ret = ( DISPATCH_INVALID_TEST_DATA );
310 break;
311 }
312 }
313 return( ret );
314}
315
316/**
317 * \brief Tests snprintf implementation with test input.
318 *
Azim Khan191e9042017-06-09 12:39:00 +0100319 * \note
320 * At high optimization levels (e.g. gcc -O3), this function may be
321 * inlined in run_test_snprintf. This can trigger a spurious warning about
322 * potential misuse of snprintf from gcc -Wformat-truncation (observed with
323 * gcc 7.2). This warning makes tests in run_test_snprintf redundant on gcc
324 * only. They are still valid for other compilers. Avoid this warning by
325 * forbidding inlining of this function by gcc.
326 *
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100327 * \param n Buffer test length.
328 * \param ref_buf Expected buffer.
329 * \param ref_ret Expected snprintf return value.
330 *
331 * \return 0 for success else 1
332 */
Azim Khan191e9042017-06-09 12:39:00 +0100333#if defined(__GNUC__)
334__attribute__((__noinline__))
335#endif
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100336static int test_snprintf( size_t n, const char ref_buf[10], int ref_ret )
337{
338 int ret;
339 char buf[10] = "xxxxxxxxx";
340 const char ref[10] = "xxxxxxxxx";
341
342 ret = mbedtls_snprintf( buf, n, "%s", "123" );
343 if( ret < 0 || (size_t) ret >= n )
344 ret = -1;
345
346 if( strncmp( ref_buf, buf, sizeof( buf ) ) != 0 ||
347 ref_ret != ret ||
348 memcmp( buf + n, ref + n, sizeof( buf ) - n ) != 0 )
349 {
350 return( 1 );
351 }
352
353 return( 0 );
354}
355
356/**
357 * \brief Tests snprintf implementation.
358 *
359 * \param none
360 *
361 * \return 0 for success else 1
362 */
363static int run_test_snprintf( void )
364{
365 return( test_snprintf( 0, "xxxxxxxxx", -1 ) != 0 ||
366 test_snprintf( 1, "", -1 ) != 0 ||
367 test_snprintf( 2, "1", -1 ) != 0 ||
368 test_snprintf( 3, "12", -1 ) != 0 ||
369 test_snprintf( 4, "123", 3 ) != 0 ||
370 test_snprintf( 5, "123", 3 ) != 0 );
371}
372
373
374/**
375 * \brief Desktop implementation of execute_tests().
376 * Parses command line and executes tests from
377 * supplied or default data file.
378 *
379 * \param argc Command line argument count.
380 * \param argv Argument array.
381 *
382 * \return Program exit status.
383 */
384int execute_tests( int argc , const char ** argv )
385{
386 /* Local Configurations and options */
387 const char *default_filename = "DATA_FILE";
388 const char *test_filename = NULL;
389 const char **test_files = NULL;
390 int testfile_count = 0;
391 int option_verbose = 0;
392
393 /* Other Local variables */
394 int arg_index = 1;
395 const char *next_arg;
396 int testfile_index, ret, i, cnt;
397 int total_errors = 0, total_tests = 0, total_skipped = 0;
398 FILE *file;
399 char buf[5000];
400 char *params[50];
401 int int_params[50]; // Store for proccessed integer params.
402 void *pointer;
403#if defined(__unix__) || (defined(__APPLE__) && defined(__MACH__))
404 int stdout_fd = -1;
405#endif /* __unix__ || __APPLE__ __MACH__ */
406
407#if defined(MBEDTLS_MEMORY_BUFFER_ALLOC_C) && \
408 !defined(TEST_SUITE_MEMORY_BUFFER_ALLOC)
409 unsigned char alloc_buf[1000000];
410 mbedtls_memory_buffer_alloc_init( alloc_buf, sizeof( alloc_buf ) );
411#endif
412
413 /*
414 * The C standard doesn't guarantee that all-bits-0 is the representation
415 * of a NULL pointer. We do however use that in our code for initializing
416 * structures, which should work on every modern platform. Let's be sure.
417 */
418 memset( &pointer, 0, sizeof( void * ) );
419 if( pointer != NULL )
420 {
421 mbedtls_fprintf( stderr, "all-bits-zero is not a NULL pointer\n" );
422 return( 1 );
423 }
424
425 /*
426 * Make sure we have a snprintf that correctly zero-terminates
427 */
428 if( run_test_snprintf() != 0 )
429 {
430 mbedtls_fprintf( stderr, "the snprintf implementation is broken\n" );
Azim Khan191e9042017-06-09 12:39:00 +0100431 return( 1 );
Mohammad Azim Khanfff49042017-03-28 01:48:31 +0100432 }
433
434 while( arg_index < argc )
435 {
436 next_arg = argv[ arg_index ];
437
438 if( strcmp(next_arg, "--verbose" ) == 0 ||
439 strcmp(next_arg, "-v" ) == 0 )
440 {
441 option_verbose = 1;
442 }
443 else if( strcmp(next_arg, "--help" ) == 0 ||
444 strcmp(next_arg, "-h" ) == 0 )
445 {
446 mbedtls_fprintf( stdout, USAGE );
447 mbedtls_exit( EXIT_SUCCESS );
448 }
449 else
450 {
451 /* Not an option, therefore treat all further arguments as the file
452 * list.
453 */
454 test_files = &argv[ arg_index ];
455 testfile_count = argc - arg_index;
456 }
457
458 arg_index++;
459 }
460
461 /* If no files were specified, assume a default */
462 if ( test_files == NULL || testfile_count == 0 )
463 {
464 test_files = &default_filename;
465 testfile_count = 1;
466 }
467
468 /* Initialize the struct that holds information about the last test */
469 memset( &test_info, 0, sizeof( test_info ) );
470
471 /* Now begin to execute the tests in the testfiles */
472 for ( testfile_index = 0;
473 testfile_index < testfile_count;
474 testfile_index++ )
475 {
476 int unmet_dep_count = 0;
477 char *unmet_dependencies[20];
478
479 test_filename = test_files[ testfile_index ];
480
481 file = fopen( test_filename, "r" );
482 if( file == NULL )
483 {
484 mbedtls_fprintf( stderr, "Failed to open test file: %s\n",
485 test_filename );
486 return( 1 );
487 }
488
489 while( !feof( file ) )
490 {
491 if( unmet_dep_count > 0 )
492 {
493 mbedtls_fprintf( stderr,
494 "FATAL: Dep count larger than zero at start of loop\n" );
495 mbedtls_exit( MBEDTLS_EXIT_FAILURE );
496 }
497 unmet_dep_count = 0;
498
499 if( ( ret = get_line( file, buf, sizeof(buf) ) ) != 0 )
500 break;
501 mbedtls_fprintf( stdout, "%s%.66s", test_info.failed ? "\n" : "", buf );
502 mbedtls_fprintf( stdout, " " );
503 for( i = strlen( buf ) + 1; i < 67; i++ )
504 mbedtls_fprintf( stdout, "." );
505 mbedtls_fprintf( stdout, " " );
506 fflush( stdout );
507
508 total_tests++;
509
510 if( ( ret = get_line( file, buf, sizeof( buf ) ) ) != 0 )
511 break;
512 cnt = parse_arguments( buf, strlen( buf ), params,
513 sizeof( params ) / sizeof( params[0] ) );
514
515 if( strcmp( params[0], "depends_on" ) == 0 )
516 {
517 for( i = 1; i < cnt; i++ )
518 {
519 int dep_id = strtol( params[i], NULL, 10 );
520 if( dep_check( dep_id ) != DEPENDENCY_SUPPORTED )
521 {
522 if( 0 == option_verbose )
523 {
524 /* Only one count is needed if not verbose */
525 unmet_dep_count++;
526 break;
527 }
528
529 unmet_dependencies[ unmet_dep_count ] = strdup( params[i] );
530 if( unmet_dependencies[ unmet_dep_count ] == NULL )
531 {
532 mbedtls_fprintf( stderr, "FATAL: Out of memory\n" );
533 mbedtls_exit( MBEDTLS_EXIT_FAILURE );
534 }
535 unmet_dep_count++;
536 }
537 }
538
539 if( ( ret = get_line( file, buf, sizeof( buf ) ) ) != 0 )
540 break;
541 cnt = parse_arguments( buf, strlen( buf ), params,
542 sizeof( params ) / sizeof( params[0] ) );
543 }
544
545 // If there are no unmet dependencies execute the test
546 if( unmet_dep_count == 0 )
547 {
548 test_info.failed = 0;
549
550#if defined(__unix__) || (defined(__APPLE__) && defined(__MACH__))
551 /* Suppress all output from the library unless we're verbose
552 * mode
553 */
554 if( !option_verbose )
555 {
556 stdout_fd = redirect_output( &stdout, "/dev/null" );
557 if( stdout_fd == -1 )
558 {
559 /* Redirection has failed with no stdout so exit */
560 exit( 1 );
561 }
562 }
563#endif /* __unix__ || __APPLE__ __MACH__ */
564
565 ret = convert_params( cnt - 1, params + 1, int_params );
566 if ( DISPATCH_TEST_SUCCESS == ret )
567 {
568 int function_id = strtol( params[0], NULL, 10 );
569 ret = dispatch_test( function_id, (void **)( params + 1 ) );
570 }
571
572#if defined(__unix__) || (defined(__APPLE__) && defined(__MACH__))
573 if( !option_verbose && restore_output( &stdout, stdout_fd ) )
574 {
575 /* Redirection has failed with no stdout so exit */
576 exit( 1 );
577 }
578#endif /* __unix__ || __APPLE__ __MACH__ */
579
580 }
581
582 if( unmet_dep_count > 0 || ret == DISPATCH_UNSUPPORTED_SUITE )
583 {
584 total_skipped++;
585 mbedtls_fprintf( stdout, "----" );
586
587 if( 1 == option_verbose && ret == DISPATCH_UNSUPPORTED_SUITE )
588 {
589 mbedtls_fprintf( stdout, "\n Test Suite not enabled" );
590 }
591
592 if( 1 == option_verbose && unmet_dep_count > 0 )
593 {
594 mbedtls_fprintf( stdout, "\n Unmet dependencies: " );
595 for( i = 0; i < unmet_dep_count; i++ )
596 {
597 mbedtls_fprintf( stdout, "%s ",
598 unmet_dependencies[i] );
599 free( unmet_dependencies[i] );
600 }
601 }
602 mbedtls_fprintf( stdout, "\n" );
603 fflush( stdout );
604
605 unmet_dep_count = 0;
606 }
607 else if( ret == DISPATCH_TEST_SUCCESS )
608 {
609 if( test_info.failed == 0 )
610 {
611 mbedtls_fprintf( stdout, "PASS\n" );
612 }
613 else
614 {
615 total_errors++;
616 mbedtls_fprintf( stdout, "FAILED\n" );
617 mbedtls_fprintf( stdout, " %s\n at line %d, %s\n",
618 test_info.test, test_info.line_no,
619 test_info.filename );
620 }
621 fflush( stdout );
622 }
623 else if( ret == DISPATCH_INVALID_TEST_DATA )
624 {
625 mbedtls_fprintf( stderr, "FAILED: FATAL PARSE ERROR\n" );
626 fclose( file );
627 mbedtls_exit( 2 );
628 }
629 else if( ret == DISPATCH_TEST_FN_NOT_FOUND )
630 {
631 mbedtls_fprintf( stderr, "FAILED: FATAL TEST FUNCTION NOT FUND\n" );
632 fclose( file );
633 mbedtls_exit( 2 );
634 }
635 else
636 total_errors++;
637 }
638 fclose( file );
639
640 /* In case we encounter early end of file */
641 for( i = 0; i < unmet_dep_count; i++ )
642 free( unmet_dependencies[i] );
643 }
644
645 mbedtls_fprintf( stdout, "\n----------------------------------------------------------------------------\n\n");
646 if( total_errors == 0 )
647 mbedtls_fprintf( stdout, "PASSED" );
648 else
649 mbedtls_fprintf( stdout, "FAILED" );
650
651 mbedtls_fprintf( stdout, " (%d / %d tests (%d skipped))\n",
652 total_tests - total_errors, total_tests, total_skipped );
653
654#if defined(MBEDTLS_MEMORY_BUFFER_ALLOC_C) && \
655 !defined(TEST_SUITE_MEMORY_BUFFER_ALLOC)
656#if defined(MBEDTLS_MEMORY_DEBUG)
657 mbedtls_memory_buffer_alloc_status();
658#endif
659 mbedtls_memory_buffer_alloc_free();
660#endif
661
662#if defined(__unix__) || (defined(__APPLE__) && defined(__MACH__))
663 if( stdout_fd != -1 )
664 close_output( stdout );
665#endif /* __unix__ || __APPLE__ __MACH__ */
666
667 return( total_errors != 0 );
668}