This file includes the code to test bufr to TAC libraries using bufrdeco library to decode bufr. More...

#include "bufrtotac.h"

Include dependency graph for bufrtotac.c:

Functions
int	main (int argc, char *argv[])

Variables
struct bufrdeco	BUFR

struct metreport	REPORT

struct bufr2tac_subset_state	STATE

struct bufr2tac_error_stack	ERRS

const char	SELF [] = "bufrtotac"

char	ERR [256]

char	BUFRTABLES_DIR [256]

char	LISTOFFILES [256]

char	INPUTFILE [256]

char	OFFSETFILE [BUFRDECO_PATH_LENGTH+8]

char	OUTPUTFILE [256]

int	VERBOSE

int	SHOW_SEQUENCE

int	DEBUG

int	NFILES

int	GTS_HEADER

int	XML

int	JSON

int	CSV

int	EXTRACT

int	ECMWF

int	HTML

int	NOTAC

int	FIRST_SUBSET

int	LAST_SUBSET

int	PRINT_WIGOS_ID

int	PRINT_GEO

int	READ_OFFSETS

int	WRITE_OFFSETS

int	USE_CACHE

int	SUBSET

int	PRINT_JSON_DATA

int	PRINT_JSON_SEC0

int	PRINT_JSON_SEC1

int	PRINT_JSON_SEC2

int	PRINT_JSON_SEC3

int	PRINT_JSON_EXPANDED_TREE

FILE *	FL

FILE *	OUT

Detailed Description

This file includes the code to test bufr to TAC libraries using bufrdeco library to decode bufr.

Definition in file bufrtotac.c.

Function Documentation

◆ main()

int main	(	int	argc,
		char *	argv[]
	)

Definition at line 134 of file bufrtotac.c.

{
  int first_subset, last_subset;
  char subset_id[32];
  struct bufrdeco_subset_sequence_data *seq;
 
 
  if ( bufrtotac_read_args ( argc, argv ) < 0 )
    exit ( EXIT_FAILURE );
 
  // init bufr struct
#ifdef DEBUG_TIME      
      clk_start = clock ();
#endif
  if ( bufrdeco_init ( &BUFR ) )
    {
      printf ( "%s(): Cannot init bufr struct\n", SELF );
      return 1;
    }
    
#ifdef DEBUG_TIME        
      clk_end = clock();  
      print_timing (clk_start,clk_end,bufrdeco_init());
#endif      
 
  /**** set bitmask according with args readed from shell ****/    
  bufrtotac_set_bufrdeco_bitmask (&BUFR);
  
  /**** Set bufr tables dir ****/
  strcpy ( BUFR.bufrtables_dir, BUFRTABLES_DIR );
 
  /**** Big loop. a cycle per file. Get input filenames from LISTOFFILES[] ****/
  while ( get_bufrfile_path ( INPUTFILE, OFFSETFILE, ERR ) )
    {
#ifdef __DEBUG      
      printf ( "####### %s ######\n", INPUTFILE );
#endif      
      if ( DEBUG )
        printf ( "# %s\n", INPUTFILE );
 
      // The following call to bufrdeco_read_bufr() does the folowing tasks:
      // - Read the file and checks the marks at the begining and end to see wheter is a BUFR file
      // - Init the structs and allocate the needed memory if not done previously
      // - Splits and parse the BUFR sections (without expanding descriptors nor parsing data)
      // - Reads the needed Table files and store them in memory.
      //
      // If EXTRACT != 0 then the function bufrdeco_extract_bufr() is used instead of bufrdeco_read_bufr()
      // This act in the same way, but search and extract the first BUFR embebed in a file.
#ifdef DEBUG_TIME      
      clk_start = clock ();
#endif
      
      if ( ( EXTRACT && bufrdeco_extract_bufr ( &BUFR, INPUTFILE ) ) ||
           ( EXTRACT == 0 && bufrdeco_read_bufr ( &BUFR, INPUTFILE ) ) )
        {
          if ( DEBUG )
            printf ( "# %s\n", BUFR.error );
          NFILES++;
          bufrdeco_reset ( &BUFR );
          continue;
        }
#ifdef DEBUG_TIME        
      clk_end = clock();  
      print_timing (clk_start,clk_end,bufrdeco_extract_bufr());
#endif      
 
      // Check if have to read bit offsets file
      if ( READ_OFFSETS &&
           BUFR.sec3.compressed == 0 &&
           BUFR.sec3.subsets > 1 )
        {
          #ifdef DEBUG_TIME      
             clk_start = clock ();
          #endif
          bufrdeco_read_subset_offset_bits ( &BUFR, OFFSETFILE );
#ifdef DEBUG_TIME        
          clk_end = clock();  
          print_timing (clk_start,clk_end,bufrdeco_read_subset_offset_bits());
#endif      
        }
 
      /* Try to guess a GTS header from filename*/
      GTS_HEADER = guess_gts_header ( &BUFR.header, INPUTFILE );   // GTS_HEADER = 1 if succeeded
      if ( GTS_HEADER && DEBUG )
        printf ( "# Guessed GTS Header: %s %s %s %s %s\n", BUFR.header.timestamp, BUFR.header.bname, BUFR.header.center,
                 BUFR.header.dtrel, BUFR.header.order );
 
      /* Prints sections if verbose */
      if ( VERBOSE )
        {
          print_sec0_info ( &BUFR );
          print_sec1_info ( &BUFR );
          print_sec3_info ( &BUFR );
          print_sec4_info ( &BUFR );
        }
 
      // To get any data from any subset  we need to parse the tree
#ifdef DEBUG_TIME      
      clk_start = clock ();
#endif
      if ( bufrdeco_parse_tree ( &BUFR ) )
        {
          if ( DEBUG )
            printf ( "# %s", BUFR.error );
          NFILES++;
          bufrdeco_reset ( &BUFR );
          continue;
        }
#ifdef DEBUG_TIME        
      clk_end = clock();  
      print_timing (clk_start,clk_end,bufrdeco_parse_tree());
#endif      
      if (PRINT_JSON_EXPANDED_TREE)
        bufrdeco_print_json_tree( &BUFR);
      
      if ( VERBOSE )
        bufrdeco_print_tree ( &BUFR );
 
      first_subset = FIRST_SUBSET;
      last_subset = LAST_SUBSET;
      
      // Fix first and last subset
      if ( first_subset >= ( int ) BUFR.sec3.subsets )
        goto fin;
 
      if ( last_subset < first_subset)
        last_subset = BUFR.sec3.subsets - 1;
 
      for ( SUBSET = first_subset; SUBSET <= last_subset ; SUBSET++ )
        {
#ifdef DEBUG_TIME      
          clk_start = clock ();
#endif          
          if ( ( seq = bufrdeco_get_target_subset_sequence_data ( SUBSET, &BUFR ) ) == NULL )
            {
              if ( DEBUG )
                printf ( "# %s", BUFR.error );
              goto fin;
            }
#ifdef DEBUG_TIME        
          clk_end = clock();  
          print_timing (clk_start, clk_end,bufrdeco_get_target_subset_sequence_data());
#endif      
 
          if ( VERBOSE )
            {
              if ( ( SUBSET == first_subset ) && BUFR.sec3.compressed )
                print_bufrdeco_compressed_data_references ( & ( BUFR.refs ) );
              if ( BUFR.mask & BUFRDECO_OUTPUT_HTML )
                {
                  sprintf ( subset_id, "subset_%d", SUBSET );
                  bufrdeco_print_subset_sequence_data_tagged_html ( seq, subset_id );
                }
              else
                bufrdeco_print_subset_sequence_data ( seq );
            }
 
          if ( ! NOTAC )
            {
              // Here we perform the decode to TAC
#ifdef DEBUG_TIME      
              clk_start = clock ();
#endif          
              if ( BUFR.sec3.ndesc &&  bufrtotac_parse_subset_sequence ( &REPORT, &STATE, &BUFR, ERR ) )
                {
                  if ( DEBUG )
                    fprintf ( stderr, "# %s\n", ERR );
                }
#ifdef DEBUG_TIME        
              clk_end = clock();  
              print_timing (clk_start, clk_end, bufrtotac_parse_subset_sequence());
#endif      
 
              // And here print the results
              if ( XML )
                {
                  if ( SUBSET == 0 )
                    fprintf ( OUT, "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n" );
                  print_xml ( stdout, &REPORT );
                }
              else if ( JSON )
                {
                  print_json ( OUT, &REPORT );
                }
              else if ( CSV )
                {
                  if ( SUBSET == 0 )
                    fprintf ( OUT, "TYPE,FILE,DATETIME,INDEX,NAME,COUNTRY,LATITUDE,LONGITUDE,ALTITUDE,REPORT\n" );
                  print_csv ( OUT, &REPORT );
                }
              else if ( HTML )
                {
                  print_html ( OUT, &REPORT );
                }
              else
                {
                  print_plain ( OUT, &REPORT );
                }
            }
        }
    fin:
      ;
 
      // check if has to write bit offsets file
      if ( BUFR.sec3.compressed == 0 &&
           BUFR.sec3.subsets > 1 &&
           WRITE_OFFSETS )
        {
          bufrdeco_write_subset_offset_bits ( &BUFR, OFFSETFILE );
        }
 
#ifdef DEBUG_TIME      
      clk_start = clock ();
#endif          
      bufrdeco_reset ( &BUFR );
#ifdef DEBUG_TIME        
      clk_end = clock();  
      print_timing (clk_start, clk_end, bufrdeco_reset());
#endif      
      NFILES ++;
    } // End of big loop parsing files
 
  bufrdeco_close ( &BUFR );
  
  // Close the file if needed
  if (OUTPUTFILE[0])
    fclose (OUT);
  
  exit ( EXIT_SUCCESS );
}

References gts_header::bname, BUFR, bufrdeco_close(), bufrdeco_extract_bufr(), bufrdeco_get_target_subset_sequence_data(), bufrdeco_init(), BUFRDECO_OUTPUT_HTML, bufrdeco_parse_tree(), bufrdeco_print_json_tree(), bufrdeco_print_subset_sequence_data(), bufrdeco_print_subset_sequence_data_tagged_html(), bufrdeco_print_tree(), bufrdeco_read_bufr(), bufrdeco_read_subset_offset_bits(), bufrdeco_reset(), bufrdeco_write_subset_offset_bits(), BUFRTABLES_DIR, bufrdeco::bufrtables_dir, bufrtotac_parse_subset_sequence(), bufrtotac_read_args(), bufrtotac_set_bufrdeco_bitmask(), gts_header::center, bufr_sec3::compressed, CSV, DEBUG, gts_header::dtrel, ERR, bufrdeco::error, EXTRACT, FIRST_SUBSET, get_bufrfile_path(), GTS_HEADER, guess_gts_header(), bufrdeco::header, HTML, INPUTFILE, JSON, LAST_SUBSET, bufrdeco::mask, bufr_sec3::ndesc, NFILES, NOTAC, OFFSETFILE, gts_header::order, OUT, OUTPUTFILE, print_bufrdeco_compressed_data_references(), print_csv(), print_html(), print_json(), PRINT_JSON_EXPANDED_TREE, print_plain(), print_sec0_info(), print_sec1_info(), print_sec3_info(), print_sec4_info(), print_xml(), READ_OFFSETS, bufrdeco::refs, REPORT, bufrdeco::sec3, SELF, STATE, SUBSET, bufr_sec3::subsets, gts_header::timestamp, VERBOSE, WRITE_OFFSETS, and XML.

Here is the call graph for this function:

Variable Documentation

◆ BUFR

struct bufrdeco BUFR

Definition at line 89 of file bufrtotac.c.

Referenced by main().

◆ BUFRTABLES_DIR

char BUFRTABLES_DIR[256]

Directory for BUFR tables set by user

Definition at line 96 of file bufrtotac.c.

Referenced by bufrtotac_read_args(), and main().

◆ CSV

int CSV

If == 1 then output is in csv format

Definition at line 108 of file bufrtotac.c.

Referenced by bufrtotac_read_args(), and main().

◆ DEBUG

int DEBUG

Show debug information

Definition at line 103 of file bufrtotac.c.

Referenced by bufrtotac_read_args(), and main().

◆ ECMWF

int ECMWF

If == 1 then use tables from ECMWF package

Definition at line 110 of file bufrtotac.c.

◆ ERR

char ERR[256]

< the name of this binary string with an error

Definition at line 95 of file bufrtotac.c.

Referenced by main().

◆ ERRS

struct bufr2tac_error_stack ERRS

struct to store warnings and errors

Definition at line 92 of file bufrtotac.c.

◆ EXTRACT

int EXTRACT

if != 0 then the decoder tries to extract an embebed bufr in a file seraching for a first '7777' after first 'BUFR'

Definition at line 109 of file bufrtotac.c.

Referenced by main().

◆ FIRST_SUBSET

int FIRST_SUBSET

First subset index in output. First available is 0

Definition at line 113 of file bufrtotac.c.

Referenced by main().

◆ FL

FILE* FL

Buffer to read the list of files

Definition at line 128 of file bufrtotac.c.

Referenced by get_bufrfile_path().

◆ GTS_HEADER

int GTS_HEADER

If == 1 GTS header have been guessed from filename

Definition at line 105 of file bufrtotac.c.

Referenced by main().

◆ HTML

int HTML

If == 1 then output is in HTML format

Definition at line 111 of file bufrtotac.c.

Referenced by bufrtotac_read_args(), bufrtotac_set_bufrdeco_bitmask(), and main().

◆ INPUTFILE

char INPUTFILE[256]

The pathname of input file

Definition at line 98 of file bufrtotac.c.

Referenced by bufrtotac_read_args(), get_bufrfile_path(), and main().

◆ JSON

int JSON

If == 1 then output is in json format

Definition at line 107 of file bufrtotac.c.

Referenced by bufrtotac_read_args(), and main().

◆ LAST_SUBSET

int LAST_SUBSET

Last subset index in output. First available is 0

Definition at line 114 of file bufrtotac.c.

Referenced by main().

◆ LISTOFFILES

char LISTOFFILES[256]

The pathname of a file which includes a list of bufr files to parse

Definition at line 97 of file bufrtotac.c.

Referenced by bufrtotac_read_args(), and get_bufrfile_path().

◆ NFILES

int NFILES

The amount of files processed

Definition at line 104 of file bufrtotac.c.

Referenced by bufrtotac_read_args(), get_bufrfile_path(), and main().

◆ NOTAC

int NOTAC

if == 1 then do not decode to TAC

Definition at line 112 of file bufrtotac.c.

Referenced by bufrtotac_read_args(), and main().

◆ OFFSETFILE

char OFFSETFILE[BUFRDECO_PATH_LENGTH+8]

Definition at line 99 of file bufrtotac.c.

Referenced by bufrtotac_read_args(), and main().

◆ OUT

FILE* OUT

Buffer to write to OUTPUTFILE

Definition at line 129 of file bufrtotac.c.

Referenced by bufrtotac_read_args(), and main().

◆ OUTPUTFILE

char OUTPUTFILE[256]

The pathname of output file

Definition at line 100 of file bufrtotac.c.

Referenced by bufrtotac_read_args(), and main().

◆ PRINT_GEO

int PRINT_GEO

if != 0 then print latitude, longitude and altitude

Definition at line 116 of file bufrtotac.c.

Referenced by bufrtotac_parse_subset_sequence(), and bufrtotac_read_args().

◆ PRINT_JSON_DATA

int PRINT_JSON_DATA

If != 0 then the data subset is in json format

Definition at line 121 of file bufrtotac.c.

Referenced by bufrtotac_read_args(), and bufrtotac_set_bufrdeco_bitmask().

◆ PRINT_JSON_EXPANDED_TREE

int PRINT_JSON_EXPANDED_TREE

If != 0 Prints expanded tree in json format

Definition at line 126 of file bufrtotac.c.

Referenced by main().

◆ PRINT_JSON_SEC0

int PRINT_JSON_SEC0

If != 0 Prints Sec 0 information in json format

Definition at line 122 of file bufrtotac.c.

◆ PRINT_JSON_SEC1

int PRINT_JSON_SEC1

If != 0 Prints Sec 1 information in json format

Definition at line 123 of file bufrtotac.c.

◆ PRINT_JSON_SEC2

int PRINT_JSON_SEC2

If != 0 Prints Sec 2 information in json format

Definition at line 124 of file bufrtotac.c.

◆ PRINT_JSON_SEC3

int PRINT_JSON_SEC3

If != 0 Prints Sec 3 information in json format

Definition at line 125 of file bufrtotac.c.

◆ PRINT_WIGOS_ID

int PRINT_WIGOS_ID

if != 0 then print wigos id in output

Definition at line 115 of file bufrtotac.c.

Referenced by bufrtotac_parse_subset_sequence(), and bufrtotac_read_args().

◆ READ_OFFSETS

int READ_OFFSETS

if != then read bit offsets

Definition at line 117 of file bufrtotac.c.

Referenced by bufrtotac_read_args(), and main().

◆ REPORT

struct metreport REPORT

stuct to set the parsed report

Definition at line 90 of file bufrtotac.c.

Referenced by main().

◆ SELF

const char SELF[] = "bufrtotac"

Definition at line 94 of file bufrtotac.c.

Referenced by bufrtotac_print_usage(), bufrtotac_print_version(), and main().

◆ SHOW_SEQUENCE

int SHOW_SEQUENCE

Output explained sequence

Definition at line 102 of file bufrtotac.c.

Referenced by bufrtotac_read_args().

◆ STATE

struct bufr2tac_subset_state STATE

Includes the info when parsing a subset sequence

Definition at line 91 of file bufrtotac.c.

Referenced by main().

◆ SUBSET

int SUBSET

Index of subset in a BUFR being parsed

Definition at line 120 of file bufrtotac.c.

Referenced by bufrtotac_parse_subset_sequence(), and main().

◆ USE_CACHE

int USE_CACHE

if != 0 then use cache of tables

Definition at line 119 of file bufrtotac.c.

Referenced by bufrtotac_read_args(), and bufrtotac_set_bufrdeco_bitmask().

◆ VERBOSE

int VERBOSE

If != 0 the verbose output

Definition at line 101 of file bufrtotac.c.

Referenced by main().

◆ WRITE_OFFSETS

int WRITE_OFFSETS

if != 0 then write bit offsets

Definition at line 118 of file bufrtotac.c.

Referenced by bufrtotac_read_args(), and main().

◆ XML

int XML

If == 1 then output is in xml format

Definition at line 106 of file bufrtotac.c.

Referenced by bufrtotac_read_args(), and main().

Functions

Variables

Detailed Description

Function Documentation

◆ main()

Variable Documentation

◆ BUFR

◆ BUFRTABLES_DIR

◆ CSV

◆ DEBUG

◆ ECMWF

◆ ERR

◆ ERRS

◆ EXTRACT

◆ FIRST_SUBSET

◆ FL

◆ GTS_HEADER

◆ HTML

◆ INPUTFILE

◆ JSON

◆ LAST_SUBSET

◆ LISTOFFILES

◆ NFILES

◆ NOTAC

◆ OFFSETFILE

◆ OUT

◆ OUTPUTFILE

◆ PRINT_GEO

◆ PRINT_JSON_DATA

◆ PRINT_JSON_EXPANDED_TREE

◆ PRINT_JSON_SEC0

◆ PRINT_JSON_SEC1

◆ PRINT_JSON_SEC2

◆ PRINT_JSON_SEC3

◆ PRINT_WIGOS_ID

◆ READ_OFFSETS

◆ REPORT

◆ SELF

◆ SHOW_SEQUENCE

◆ STATE

◆ SUBSET

◆ USE_CACHE

◆ VERBOSE

◆ WRITE_OFFSETS

◆ XML