Skip to content

O
opencv
Commit e225850c authored by Maksim Shabunin's avatar Maksim Shabunin Committed by Vadim Pisarevsky
Browse files
Options

Split persistence.cpp into smaller pieces (#10788) 

* Extracted base64 persistence functionality

* Extracted YML persistence functionality

* Extracted JSON persistence functionality

* Extracted XML persistence functionality

* Extracted public C and C++ interfaces implementation in persistence

* Persistence: cleanup and fixes

* fixup! Persistence: cleanup and fixes
parent 10e1de74
Hide whitespace changes
Inline Side-by-side
Showing with 7579 additions and 0 deletions
modules/core/src/persistence.cpp
View file @ e225850c
This source diff could not be displayed because it is too large. You can view the blob instead.
modules/core/src/persistence.hpp 0 → 100644
View file @ e225850c
// This file is part of OpenCV project.
// It is subject to the license terms in the LICENSE file found in the top-level directory
// of this distribution and at http://opencv.org/license.html
#ifndef SRC_PERSISTENCE_HPP
#define SRC_PERSISTENCE_HPP
#include "opencv2/core/types_c.h"
#include <deque>
#include <deque>
#include <sstream>
#include <string>
#include <iterator>
#define USE_ZLIB 1
#if USE_ZLIB
# ifndef _LFS64_LARGEFILE
# define _LFS64_LARGEFILE 0
# endif
# ifndef _FILE_OFFSET_BITS
# define _FILE_OFFSET_BITS 0
# endif
# include <zlib.h>
#else
typedef void* gzFile;
#endif
//=====================================================================================
static const size_t PARSER_BASE64_BUFFER_SIZE = 1024U * 1024U / 8U;
namespace base64 {
namespace fs {
enum State
{
Uncertain,
NotUse,
InUse,
};
} // fs::
static const size_t HEADER_SIZE = 24U;
static const size_t ENCODED_HEADER_SIZE = 32U;
size_t base64_encode(uint8_t const * src, uint8_t * dst, size_t off, size_t cnt);
size_t base64_encode( char const * src, char * dst, size_t off = 0U, size_t cnt = 0U);
size_t base64_decode(uint8_t const * src, uint8_t * dst, size_t off, size_t cnt);
size_t base64_decode( char const * src, char * dst, size_t off = 0U, size_t cnt = 0U);
bool base64_valid (uint8_t const * src, size_t off, size_t cnt);
bool base64_valid ( char const * src, size_t off = 0U, size_t cnt = 0U);
size_t base64_encode_buffer_size(size_t cnt, bool is_end_with_zero = true);
size_t base64_decode_buffer_size(size_t cnt, bool is_end_with_zero = true);
size_t base64_decode_buffer_size(size_t cnt, char const * src, bool is_end_with_zero = true);
size_t base64_decode_buffer_size(size_t cnt, uchar const * src, bool is_end_with_zero = true);
std::string make_base64_header(const char * dt);
bool read_base64_header(std::vector<char> const & header, std::string & dt);
void make_seq(void * binary_data, int elem_cnt, const char * dt, CvSeq & seq);
void cvWriteRawDataBase64(::CvFileStorage* fs, const void* _data, int len, const char* dt);
class Base64ContextEmitter;
class Base64Writer
{
public:
Base64Writer(::CvFileStorage * fs);
~Base64Writer();
void write(const void* _data, size_t len, const char* dt);
template<typename _to_binary_convertor_t> void write(_to_binary_convertor_t & convertor, const char* dt);
private:
void check_dt(const char* dt);
private:
// disable copy and assignment
Base64Writer(const Base64Writer &);
Base64Writer & operator=(const Base64Writer &);
private:
Base64ContextEmitter * emitter;
std::string data_type_string;
};
class Base64ContextParser
{
public:
explicit Base64ContextParser(uchar * buffer, size_t size);
~Base64ContextParser();
Base64ContextParser & read(const uchar * beg, const uchar * end);
bool flush();
private:
static const size_t BUFFER_LEN = 120U;
uchar * dst_cur;
uchar * dst_end;
std::vector<uchar> base64_buffer;
uchar * src_beg;
uchar * src_cur;
uchar * src_end;
std::vector<uchar> binary_buffer;
};
} // base64::
//=====================================================================================
#define CV_FS_MAX_LEN 4096
#define CV_FS_MAX_FMT_PAIRS 128
#define CV_FILE_STORAGE ('Y' + ('A' << 8) + ('M' << 16) + ('L' << 24))
#define CV_IS_FILE_STORAGE(fs) ((fs) != 0 && (fs)->flags == CV_FILE_STORAGE)
#define CV_CHECK_FILE_STORAGE(fs) \
{ \
if( !CV_IS_FILE_STORAGE(fs) ) \
CV_Error( (fs) ? CV_StsBadArg : CV_StsNullPtr, \
"Invalid pointer to file storage" ); \
}
#define CV_CHECK_OUTPUT_FILE_STORAGE(fs) \
{ \
CV_CHECK_FILE_STORAGE(fs); \
if( !fs->write_mode ) \
CV_Error( CV_StsError, "The file storage is opened for reading" ); \
}
#define CV_PARSE_ERROR( errmsg ) \
icvParseError( fs, CV_Func, (errmsg), __FILE__, __LINE__ )
typedef struct CvGenericHash
{
CV_SET_FIELDS()
int tab_size;
void** table;
}
CvGenericHash;
typedef CvGenericHash CvStringHash;
//typedef void (*CvParse)( struct CvFileStorage* fs );
typedef void (*CvStartWriteStruct)( struct CvFileStorage* fs, const char* key,
int struct_flags, const char* type_name );
typedef void (*CvEndWriteStruct)( struct CvFileStorage* fs );
typedef void (*CvWriteInt)( struct CvFileStorage* fs, const char* key, int value );
typedef void (*CvWriteReal)( struct CvFileStorage* fs, const char* key, double value );
typedef void (*CvWriteString)( struct CvFileStorage* fs, const char* key,
const char* value, int quote );
typedef void (*CvWriteComment)( struct CvFileStorage* fs, const char* comment, int eol_comment );
typedef void (*CvStartNextStream)( struct CvFileStorage* fs );
typedef struct CvFileStorage
{
int flags;
int fmt;
int write_mode;
int is_first;
CvMemStorage* memstorage;
CvMemStorage* dststorage;
CvMemStorage* strstorage;
CvStringHash* str_hash;
CvSeq* roots;
CvSeq* write_stack;
int struct_indent;
int struct_flags;
CvString struct_tag;
int space;
char* filename;
FILE* file;
gzFile gzfile;
char* buffer;
char* buffer_start;
char* buffer_end;
int wrap_margin;
int lineno;
int dummy_eof;
const char* errmsg;
char errmsgbuf[128];
CvStartWriteStruct start_write_struct;
CvEndWriteStruct end_write_struct;
CvWriteInt write_int;
CvWriteReal write_real;
CvWriteString write_string;
CvWriteComment write_comment;
CvStartNextStream start_next_stream;
const char* strbuf;
size_t strbufsize, strbufpos;
std::deque<char>* outbuf;
base64::Base64Writer * base64_writer;
bool is_default_using_base64;
base64::fs::State state_of_writing_base64; /**< used in WriteRawData only */
bool is_write_struct_delayed;
char* delayed_struct_key;
int delayed_struct_flags;
char* delayed_type_name;
bool is_opened;
}
CvFileStorage;
typedef struct CvFileMapNode
{
CvFileNode value;
const CvStringHashNode* key;
struct CvFileMapNode* next;
}
CvFileMapNode;
/****************************************************************************************\
* Common macros and type definitions *
\****************************************************************************************/
#define cv_isprint(c) ((uchar)(c) >= (uchar)' ')
#define cv_isprint_or_tab(c) ((uchar)(c) >= (uchar)' ' || (c) == '\t')
inline bool cv_isalnum(char c)
{
return ('0' <= c && c <= '9') || ('a' <= c && c <= 'z') || ('A' <= c && c <= 'Z');
}
inline bool cv_isalpha(char c)
{
return ('a' <= c && c <= 'z') || ('A' <= c && c <= 'Z');
}
inline bool cv_isdigit(char c)
{
return '0' <= c && c <= '9';
}
inline bool cv_isspace(char c)
{
return (9 <= c && c <= 13) || c == ' ';
}
inline char* cv_skip_BOM(char* ptr)
{
if((uchar)ptr[0] == 0xef && (uchar)ptr[1] == 0xbb && (uchar)ptr[2] == 0xbf) //UTF-8 BOM
{
return ptr + 3;
}
return ptr;
}
char* icv_itoa( int _val, char* buffer, int /*radix*/ );
double icv_strtod( CvFileStorage* fs, char* ptr, char** endptr );
char* icvFloatToString( char* buf, float value );
char* icvDoubleToString( char* buf, double value );
char icvTypeSymbol(int depth);
void icvClose( CvFileStorage* fs, cv::String* out );
void icvCloseFile( CvFileStorage* fs );
void icvPuts( CvFileStorage* fs, const char* str );
char* icvGets( CvFileStorage* fs, char* str, int maxCount );
int icvEof( CvFileStorage* fs );
void icvRewind( CvFileStorage* fs );
char* icvFSFlush( CvFileStorage* fs );
void icvFSCreateCollection( CvFileStorage* fs, int tag, CvFileNode* collection );
char* icvFSResizeWriteBuffer( CvFileStorage* fs, char* ptr, int len );
int icvCalcStructSize( const char* dt, int initial_size );
int icvCalcElemSize( const char* dt, int initial_size );
void icvParseError( CvFileStorage* fs, const char* func_name, const char* err_msg, const char* source_file, int source_line );
char* icvEncodeFormat( int elem_type, char* dt );
int icvDecodeFormat( const char* dt, int* fmt_pairs, int max_len );
int icvDecodeSimpleFormat( const char* dt );
void icvWriteFileNode( CvFileStorage* fs, const char* name, const CvFileNode* node );
void icvWriteCollection( CvFileStorage* fs, const CvFileNode* node );
void switch_to_Base64_state( CvFileStorage* fs, base64::fs::State state );
void make_write_struct_delayed( CvFileStorage* fs, const char* key, int struct_flags, const char* type_name );
void check_if_write_struct_is_delayed( CvFileStorage* fs, bool change_type_to_base64 = false );
CvGenericHash* cvCreateMap( int flags, int header_size, int elem_size, CvMemStorage* storage, int start_tab_size );
//
// XML
//
void icvXMLParse( CvFileStorage* fs );
void icvXMLStartWriteStruct( CvFileStorage* fs, const char* key, int struct_flags, const char* type_name CV_DEFAULT(0));
void icvXMLEndWriteStruct( CvFileStorage* fs );
void icvXMLStartNextStream( CvFileStorage* fs );
void icvXMLWriteScalar( CvFileStorage* fs, const char* key, const char* data, int len );
void icvXMLWriteInt( CvFileStorage* fs, const char* key, int value );
void icvXMLWriteReal( CvFileStorage* fs, const char* key, double value );
void icvXMLWriteString( CvFileStorage* fs, const char* key, const char* str, int quote );
void icvXMLWriteComment( CvFileStorage* fs, const char* comment, int eol_comment );
typedef struct CvXMLStackRecord
{
CvMemStoragePos pos;
CvString struct_tag;
int struct_indent;
int struct_flags;
}
CvXMLStackRecord;
//
// YML
//
void icvYMLParse( CvFileStorage* fs );
void icvYMLWrite( CvFileStorage* fs, const char* key, const char* data );
void icvYMLStartWriteStruct( CvFileStorage* fs, const char* key, int struct_flags, const char* type_name CV_DEFAULT(0));
void icvYMLEndWriteStruct( CvFileStorage* fs );
void icvYMLStartNextStream( CvFileStorage* fs );
void icvYMLWriteInt( CvFileStorage* fs, const char* key, int value );
void icvYMLWriteReal( CvFileStorage* fs, const char* key, double value );
void icvYMLWriteString( CvFileStorage* fs, const char* key, const char* str, int quote CV_DEFAULT(0));
void icvYMLWriteComment( CvFileStorage* fs, const char* comment, int eol_comment );
//
// JSON
//
void icvJSONParse( CvFileStorage* fs );
void icvJSONWrite( CvFileStorage* fs, const char* key, const char* data );
void icvJSONStartWriteStruct( CvFileStorage* fs, const char* key, int struct_flags, const char* type_name CV_DEFAULT(0));
void icvJSONEndWriteStruct( CvFileStorage* fs );
void icvJSONStartNextStream( CvFileStorage* fs );
void icvJSONWriteInt( CvFileStorage* fs, const char* key, int value );
void icvJSONWriteReal( CvFileStorage* fs, const char* key, double value );
void icvJSONWriteString( CvFileStorage* fs, const char* key, const char* str, int quote CV_DEFAULT(0));
void icvJSONWriteComment( CvFileStorage* fs, const char* comment, int eol_comment );
#endif // SRC_PERSISTENCE_HPP
modules/core/src/persistence_base64.cpp 0 → 100644
View file @ e225850c
// This file is part of OpenCV project.
// It is subject to the license terms in the LICENSE file found in the top-level directory
// of this distribution and at http://opencv.org/license.html
#include "precomp.hpp"
#include "persistence.hpp"
namespace base64 {
typedef uchar uint8_t;
#if CHAR_BIT != 8
#error "`char` should be 8 bit."
#endif
uint8_t const base64_mapping[] =
"ABCDEFGHIJKLMNOPQRSTUVWXYZ"
"abcdefghijklmnopqrstuvwxyz"
"0123456789+/";
uint8_t const base64_padding = '=';
uint8_t const base64_demapping[] = {
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 62, 0, 0, 0, 63, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 0, 0,
0, 0, 0, 0, 0, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14,
15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 0, 0, 0, 0, 0, 0, 26, 27, 28,
29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48,
49, 50, 51, 0, 0, 0, 0,
};
/* `base64_demapping` above is generated in this way:
* `````````````````````````````````````````````````````````````````````
* std::string mapping((const char *)base64_mapping);
* for (auto ch = 0; ch < 127; ch++) {
* auto i = mapping.find(ch);
* printf("%3u, ", (i != std::string::npos ? i : 0));
* }
* putchar('\n');
* `````````````````````````````````````````````````````````````````````
*/
size_t base64_encode(uint8_t const * src, uint8_t * dst, size_t off, size_t cnt)
{
if (!src || !dst || !cnt)
return 0;
/* initialize beginning and end */
uint8_t * dst_beg = dst;
uint8_t * dst_cur = dst_beg;
uint8_t const * src_beg = src + off;
uint8_t const * src_cur = src_beg;
uint8_t const * src_end = src_cur + cnt / 3U * 3U;
/* integer multiples part */
while (src_cur < src_end) {
uint8_t _2 = *src_cur++;
uint8_t _1 = *src_cur++;
uint8_t _0 = *src_cur++;
*dst_cur++ = base64_mapping[ _2 >> 2U];
*dst_cur++ = base64_mapping[(_1 & 0xF0U) >> 4U | (_2 & 0x03U) << 4U];
*dst_cur++ = base64_mapping[(_0 & 0xC0U) >> 6U | (_1 & 0x0FU) << 2U];
*dst_cur++ = base64_mapping[ _0 & 0x3FU];
}
/* remainder part */
size_t rst = src_beg + cnt - src_cur;
if (rst == 1U) {
uint8_t _2 = *src_cur++;
*dst_cur++ = base64_mapping[ _2 >> 2U];
*dst_cur++ = base64_mapping[(_2 & 0x03U) << 4U];
} else if (rst == 2U) {
uint8_t _2 = *src_cur++;
uint8_t _1 = *src_cur++;
*dst_cur++ = base64_mapping[ _2 >> 2U];
*dst_cur++ = base64_mapping[(_2 & 0x03U) << 4U | (_1 & 0xF0U) >> 4U];
*dst_cur++ = base64_mapping[(_1 & 0x0FU) << 2U];
}
/* padding */
switch (rst)
{
case 1U: *dst_cur++ = base64_padding;
case 2U: *dst_cur++ = base64_padding;
default: *dst_cur = 0;
break;
}
return static_cast<size_t>(dst_cur - dst_beg);
}
size_t base64_encode(char const * src, char * dst, size_t off, size_t cnt)
{
if (cnt == 0U)
cnt = std::strlen(src);
return base64_encode
(
reinterpret_cast<uint8_t const *>(src),
reinterpret_cast<uint8_t *>(dst),
off,
cnt
);
}
size_t base64_decode(uint8_t const * src, uint8_t * dst, size_t off, size_t cnt)
{
/* check parameters */
if (!src || !dst || !cnt)
return 0U;
if (cnt & 0x3U)
return 0U;
/* initialize beginning and end */
uint8_t * dst_beg = dst;
uint8_t * dst_cur = dst_beg;
uint8_t const * src_beg = src + off;
uint8_t const * src_cur = src_beg;
uint8_t const * src_end = src_cur + cnt;
/* start decoding */
while (src_cur < src_end) {
uint8_t d50 = base64_demapping[*src_cur++];
uint8_t c50 = base64_demapping[*src_cur++];
uint8_t b50 = base64_demapping[*src_cur++];
uint8_t a50 = base64_demapping[*src_cur++];
uint8_t b10 = b50 & 0x03U;
uint8_t b52 = b50 & 0x3CU;
uint8_t c30 = c50 & 0x0FU;
uint8_t c54 = c50 & 0x30U;
*dst_cur++ = (d50 << 2U) | (c54 >> 4U);
*dst_cur++ = (c30 << 4U) | (b52 >> 2U);
*dst_cur++ = (b10 << 6U) | (a50 >> 0U);
}
*dst_cur = 0;
return size_t(dst_cur - dst_beg);
}
size_t base64_decode(char const * src, char * dst, size_t off, size_t cnt)
{
if (cnt == 0U)
cnt = std::strlen(src);
return base64_decode
(
reinterpret_cast<uint8_t const *>(src),
reinterpret_cast<uint8_t *>(dst),
off,
cnt
);
}
bool base64_valid(uint8_t const * src, size_t off, size_t cnt)
{
/* check parameters */
if (src == 0 || src + off == 0)
return false;
if (cnt == 0U)
cnt = std::strlen(reinterpret_cast<char const *>(src));
if (cnt == 0U)
return false;
if (cnt & 0x3U)
return false;
/* initialize beginning and end */
uint8_t const * beg = src + off;
uint8_t const * end = beg + cnt;
/* skip padding */
if (*(end - 1U) == base64_padding) {
end--;
if (*(end - 1U) == base64_padding)
end--;
}
/* find illegal characters */
for (uint8_t const * iter = beg; iter < end; iter++)
if (*iter > 126U || (!base64_demapping[(uint8_t)*iter] && *iter != base64_mapping[0]))
return false;
return true;
}
bool base64_valid(char const * src, size_t off, size_t cnt)
{
if (cnt == 0U)
cnt = std::strlen(src);
return base64_valid(reinterpret_cast<uint8_t const *>(src), off, cnt);
}
size_t base64_encode_buffer_size(size_t cnt, bool is_end_with_zero)
{
size_t additional = static_cast<size_t>(is_end_with_zero == true);
return (cnt + 2U) / 3U * 4U + additional;
}
size_t base64_decode_buffer_size(size_t cnt, bool is_end_with_zero)
{
size_t additional = static_cast<size_t>(is_end_with_zero == true);
return cnt / 4U * 3U + additional;
}
size_t base64_decode_buffer_size(size_t cnt, char const * src, bool is_end_with_zero)
{
return base64_decode_buffer_size(cnt, reinterpret_cast<uchar const *>(src), is_end_with_zero);
}
size_t base64_decode_buffer_size(size_t cnt, uchar const * src, bool is_end_with_zero)
{
size_t padding_cnt = 0U;
for (uchar const * ptr = src + cnt - 1U; *ptr == base64_padding; ptr--)
padding_cnt ++;
return base64_decode_buffer_size(cnt, is_end_with_zero) - padding_cnt;
}
/****************************************************************************
* to_binary && binary_to
***************************************************************************/
template<typename _uint_t> inline size_t
to_binary(_uint_t val, uchar * cur)
{
size_t delta = CHAR_BIT;
size_t cnt = sizeof(_uint_t);
while (cnt --> static_cast<size_t>(0U)) {
*cur++ = static_cast<uchar>(val);
val >>= delta;
}
return sizeof(_uint_t);
}
template<> inline size_t to_binary(double val, uchar * cur)
{
Cv64suf bit64;
bit64.f = val;
return to_binary(bit64.u, cur);
}
template<> inline size_t to_binary(float val, uchar * cur)
{
Cv32suf bit32;
bit32.f = val;
return to_binary(bit32.u, cur);
}
template<typename _primitive_t> inline size_t
to_binary(uchar const * val, uchar * cur)
{
return to_binary<_primitive_t>(*reinterpret_cast<_primitive_t const *>(val), cur);
}
template<typename _uint_t> inline size_t
binary_to(uchar const * cur, _uint_t & val)
{
val = static_cast<_uint_t>(0);
for (size_t i = static_cast<size_t>(0U); i < sizeof(_uint_t); i++)
val |= (static_cast<_uint_t>(*cur++) << (i * CHAR_BIT));
return sizeof(_uint_t);
}
template<> inline size_t binary_to(uchar const * cur, double & val)
{
Cv64suf bit64;
binary_to(cur, bit64.u);
val = bit64.f;
return sizeof(val);
}
template<> inline size_t binary_to(uchar const * cur, float & val)
{
Cv32suf bit32;
binary_to(cur, bit32.u);
val = bit32.f;
return sizeof(val);
}
template<typename _primitive_t> inline size_t
binary_to(uchar const * cur, uchar * val)
{
return binary_to<_primitive_t>(cur, *reinterpret_cast<_primitive_t *>(val));
}
/****************************************************************************
* others
***************************************************************************/
std::string make_base64_header(const char * dt)
{
std::ostringstream oss;
oss << dt << ' ';
std::string buffer(oss.str());
CV_Assert(buffer.size() < HEADER_SIZE);
buffer.reserve(HEADER_SIZE);
while (buffer.size() < HEADER_SIZE)
buffer += ' ';
return buffer;
}
bool read_base64_header(std::vector<char> const & header, std::string & dt)
{
std::istringstream iss(header.data());
return !!(iss >> dt);//the "std::basic_ios::operator bool" differs between C++98 and C++11. The "double not" syntax is portable and covers both cases with equivalent meaning
}
/****************************************************************************
* Parser
***************************************************************************/
Base64ContextParser::Base64ContextParser(uchar * buffer, size_t size)
: dst_cur(buffer)
, dst_end(buffer + size)
, base64_buffer(BUFFER_LEN)
, src_beg(0)
, src_cur(0)
, src_end(0)
, binary_buffer(base64_encode_buffer_size(BUFFER_LEN))
{
src_beg = binary_buffer.data();
src_cur = src_beg;
src_end = src_beg + BUFFER_LEN;
}
Base64ContextParser::~Base64ContextParser()
{
/* encode the rest binary data to base64 buffer */
if (src_cur != src_beg)
flush();
}
Base64ContextParser & Base64ContextParser::read(const uchar * beg, const uchar * end)
{
if (beg >= end)
return *this;
while (beg < end) {
/* collect binary data and copy to binary buffer */
size_t len = std::min(end - beg, src_end - src_cur);
std::memcpy(src_cur, beg, len);
beg += len;
src_cur += len;
if (src_cur >= src_end) {
/* binary buffer is full. */
/* decode it send result to dst */
CV_Assert(flush()); /* check for base64_valid */
}
}
return *this;
}
bool Base64ContextParser::flush()
{
if ( !base64_valid(src_beg, 0U, src_cur - src_beg) )
return false;
if ( src_cur == src_beg )
return true;
uchar * buffer = binary_buffer.data();
size_t len = base64_decode(src_beg, buffer, 0U, src_cur - src_beg);
src_cur = src_beg;
/* unexpected error */
CV_Assert(len != 0);
/* buffer is full */
CV_Assert(dst_cur + len < dst_end);
if (dst_cur + len < dst_end) {
/* send data to dst */
std::memcpy(dst_cur, buffer, len);
dst_cur += len;
}
return true;
}
/****************************************************************************
* Emitter
***************************************************************************/
/* A decorator for CvFileStorage
* - no copyable
* - not safe for now
* - move constructor may be needed if C++11
*/
class Base64ContextEmitter
{
public:
explicit Base64ContextEmitter(CvFileStorage * fs)
: file_storage(fs)
, binary_buffer(BUFFER_LEN)
, base64_buffer(base64_encode_buffer_size(BUFFER_LEN))
, src_beg(0)
, src_cur(0)
, src_end(0)
{
src_beg = binary_buffer.data();
src_end = src_beg + BUFFER_LEN;
src_cur = src_beg;
CV_CHECK_OUTPUT_FILE_STORAGE(fs);
if ( fs->fmt == CV_STORAGE_FORMAT_JSON )
{
/* clean and break buffer */
*fs->buffer++ = '\0';
::icvPuts( fs, fs->buffer_start );
fs->buffer = fs->buffer_start;
memset( file_storage->buffer_start, 0, static_cast<int>(file_storage->space) );
::icvPuts( fs, "\"$base64$" );
}
else
{
::icvFSFlush(file_storage);
}
}
~Base64ContextEmitter()
{
/* cleaning */
if (src_cur != src_beg)
flush(); /* encode the rest binary data to base64 buffer */
if ( file_storage->fmt == CV_STORAGE_FORMAT_JSON )
{
/* clean and break buffer */
::icvPuts(file_storage, "\"");
file_storage->buffer = file_storage->buffer_start;
::icvFSFlush( file_storage );
memset( file_storage->buffer_start, 0, static_cast<int>(file_storage->space) );
file_storage->buffer = file_storage->buffer_start;
}
}
Base64ContextEmitter & write(const uchar * beg, const uchar * end)
{
if (beg >= end)
return *this;
while (beg < end) {
/* collect binary data and copy to binary buffer */
size_t len = std::min(end - beg, src_end - src_cur);
std::memcpy(src_cur, beg, len);
beg += len;
src_cur += len;
if (src_cur >= src_end) {
/* binary buffer is full. */
/* encode it to base64 and send result to fs */
flush();
}
}
return *this;
}
/*
* a convertor must provide :
* - `operator >> (uchar * & dst)` for writting current binary data to `dst` and moving to next data.
* - `operator bool` for checking if current loaction is valid and not the end.
*/
template<typename _to_binary_convertor_t> inline
Base64ContextEmitter & write(_to_binary_convertor_t & convertor)
{
static const size_t BUFFER_MAX_LEN = 1024U;
std::vector<uchar> buffer(BUFFER_MAX_LEN);
uchar * beg = buffer.data();
uchar * end = beg;
while (convertor) {
convertor >> end;
write(beg, end);
end = beg;
}
return *this;
}
bool flush()
{
/* controll line width, so on. */
size_t len = base64_encode(src_beg, base64_buffer.data(), 0U, src_cur - src_beg);
if (len == 0U)
return false;
src_cur = src_beg;
{
if ( file_storage->fmt == CV_STORAGE_FORMAT_JSON )
{
::icvPuts(file_storage, (const char*)base64_buffer.data());
}
else
{
const char newline[] = "\n";
char space[80];
int ident = file_storage->struct_indent;
memset(space, ' ', static_cast<int>(ident));
space[ident] = '\0';
::icvPuts(file_storage, space);
::icvPuts(file_storage, (const char*)base64_buffer.data());
::icvPuts(file_storage, newline);
::icvFSFlush(file_storage);
}
}
return true;
}
private:
/* because of Base64, we must keep its length a multiple of 3 */
static const size_t BUFFER_LEN = 48U;
// static_assert(BUFFER_LEN % 3 == 0, "BUFFER_LEN is invalid");
private:
CvFileStorage * file_storage;
std::vector<uchar> binary_buffer;
std::vector<uchar> base64_buffer;
uchar * src_beg;
uchar * src_cur;
uchar * src_end;
};
class RawDataToBinaryConvertor
{
public:
RawDataToBinaryConvertor(const void* src, int len, const std::string & dt)
: beg(reinterpret_cast<const uchar *>(src))
, cur(0)
, end(0)
{
CV_Assert(src);
CV_Assert(!dt.empty());
CV_Assert(len > 0);
/* calc step and to_binary_funcs */
make_to_binary_funcs(dt);
end = beg;
cur = beg;
step = ::icvCalcStructSize(dt.c_str(), 0);
end = beg + step * static_cast<size_t>(len);
}
inline RawDataToBinaryConvertor & operator >>(uchar * & dst)
{
CV_DbgAssert(*this);
for (size_t i = 0U, n = to_binary_funcs.size(); i < n; i++) {
elem_to_binary_t & pack = to_binary_funcs[i];
pack.func(cur + pack.offset, dst + pack.offset);
}
cur += step;
dst += step;
return *this;
}
inline operator bool() const
{
return cur < end;
}
private:
typedef size_t(*to_binary_t)(const uchar *, uchar *);
struct elem_to_binary_t
{
size_t offset;
to_binary_t func;
};
private:
void make_to_binary_funcs(const std::string &dt)
{
size_t cnt = 0;
size_t offset = 0;
char type = '\0';
std::istringstream iss(dt);
while (!iss.eof()) {
if (!(iss >> cnt)) {
iss.clear();
cnt = 1;
}
CV_Assert(cnt > 0U);
if (!(iss >> type))
break;
while (cnt-- > 0)
{
elem_to_binary_t pack;
size_t size = 0;
switch (type)
{
case 'u':
case 'c':
size = sizeof(uchar);
pack.func = to_binary<uchar>;
break;
case 'w':
case 's':
size = sizeof(ushort);
pack.func = to_binary<ushort>;
break;
case 'i':
size = sizeof(uint);
pack.func = to_binary<uint>;
break;
case 'f':
size = sizeof(float);
pack.func = to_binary<float>;
break;
case 'd':
size = sizeof(double);
pack.func = to_binary<double>;
break;
case 'r':
default: { CV_Assert(!"type not support"); break; }
};
offset = static_cast<size_t>(cvAlign(static_cast<int>(offset), static_cast<int>(size)));
pack.offset = offset;
offset += size;
to_binary_funcs.push_back(pack);
}
}
CV_Assert(iss.eof());
}
private:
const uchar * beg;
const uchar * cur;
const uchar * end;
size_t step;
std::vector<elem_to_binary_t> to_binary_funcs;
};
class BinaryToCvSeqConvertor
{
public:
BinaryToCvSeqConvertor(const void* src, int len, const char* dt)
: cur(reinterpret_cast<const uchar *>(src))
, beg(reinterpret_cast<const uchar *>(src))
, end(reinterpret_cast<const uchar *>(src))
{
CV_Assert(src);
CV_Assert(dt);
CV_Assert(len >= 0);
/* calc binary_to_funcs */
make_funcs(dt);
functor_iter = binary_to_funcs.begin();
step = ::icvCalcStructSize(dt, 0);
end = beg + step * static_cast<size_t>(len);
}
inline BinaryToCvSeqConvertor & operator >> (CvFileNode & dst)
{
CV_DbgAssert(*this);
/* get current data */
union
{
uchar mem[sizeof(double)];
uchar u;
char b;
ushort w;
short s;
int i;
float f;
double d;
} buffer; /* for GCC -Wstrict-aliasing */
std::memset(buffer.mem, 0, sizeof(buffer));
functor_iter->func(cur + functor_iter->offset, buffer.mem);
/* set node::data */
switch (functor_iter->cv_type)
{
case CV_8U : { dst.data.i = cv::saturate_cast<int> (buffer.u); break;}
case CV_8S : { dst.data.i = cv::saturate_cast<int> (buffer.b); break;}
case CV_16U: { dst.data.i = cv::saturate_cast<int> (buffer.w); break;}
case CV_16S: { dst.data.i = cv::saturate_cast<int> (buffer.s); break;}
case CV_32S: { dst.data.i = cv::saturate_cast<int> (buffer.i); break;}
case CV_32F: { dst.data.f = cv::saturate_cast<double>(buffer.f); break;}
case CV_64F: { dst.data.f = cv::saturate_cast<double>(buffer.d); break;}
default: break;
}
/* set node::tag */
switch (functor_iter->cv_type)
{
case CV_8U :
case CV_8S :
case CV_16U:
case CV_16S:
case CV_32S: { dst.tag = CV_NODE_INT; /*std::printf("%i,", dst.data.i);*/ break; }
case CV_32F:
case CV_64F: { dst.tag = CV_NODE_REAL; /*std::printf("%.1f,", dst.data.f);*/ break; }
default: break;
}
/* check if end */
if (++functor_iter == binary_to_funcs.end()) {
functor_iter = binary_to_funcs.begin();
cur += step;
}
return *this;
}
inline operator bool() const
{
return cur < end;
}
private:
typedef size_t(*binary_to_t)(uchar const *, uchar *);
struct binary_to_filenode_t
{
size_t cv_type;
size_t offset;
binary_to_t func;
};
private:
void make_funcs(const char* dt)
{
size_t cnt = 0;
char type = '\0';
size_t offset = 0;
std::istringstream iss(dt);
while (!iss.eof()) {
if (!(iss >> cnt)) {
iss.clear();
cnt = 1;
}
CV_Assert(cnt > 0U);
if (!(iss >> type))
break;
while (cnt-- > 0)
{
binary_to_filenode_t pack;
/* set func and offset */
size_t size = 0;
switch (type)
{
case 'u':
case 'c':
size = sizeof(uchar);
pack.func = binary_to<uchar>;
break;
case 'w':
case 's':
size = sizeof(ushort);
pack.func = binary_to<ushort>;
break;
case 'i':
size = sizeof(uint);
pack.func = binary_to<uint>;
break;
case 'f':
size = sizeof(float);
pack.func = binary_to<float>;
break;
case 'd':
size = sizeof(double);
pack.func = binary_to<double>;
break;
case 'r':
default: { CV_Assert(!"type not support"); break; }
}; // need a better way for outputting error.
offset = static_cast<size_t>(cvAlign(static_cast<int>(offset), static_cast<int>(size)));
pack.offset = offset;
offset += size;
/* set type */
switch (type)
{
case 'u': { pack.cv_type = CV_8U ; break; }
case 'c': { pack.cv_type = CV_8S ; break; }
case 'w': { pack.cv_type = CV_16U; break; }
case 's': { pack.cv_type = CV_16S; break; }
case 'i': { pack.cv_type = CV_32S; break; }
case 'f': { pack.cv_type = CV_32F; break; }
case 'd': { pack.cv_type = CV_64F; break; }
case 'r':
default: { CV_Assert(!"type is not support"); break; }
} // need a better way for outputting error.
binary_to_funcs.push_back(pack);
}
}
CV_Assert(iss.eof());
CV_Assert(binary_to_funcs.size());
}
private:
const uchar * cur;
const uchar * beg;
const uchar * end;
size_t step;
std::vector<binary_to_filenode_t> binary_to_funcs;
std::vector<binary_to_filenode_t>::iterator functor_iter;
};
/****************************************************************************
* Wrapper
***************************************************************************/
Base64Writer::Base64Writer(::CvFileStorage * fs)
: emitter(new Base64ContextEmitter(fs))
, data_type_string()
{
CV_CHECK_OUTPUT_FILE_STORAGE(fs);
}
void Base64Writer::write(const void* _data, size_t len, const char* dt)
{
check_dt(dt);
RawDataToBinaryConvertor convertor(_data, static_cast<int>(len), data_type_string);
emitter->write(convertor);
}
template<typename _to_binary_convertor_t> inline
void Base64Writer::write(_to_binary_convertor_t & convertor, const char* dt)
{
check_dt(dt);
emitter->write(convertor);
}
Base64Writer::~Base64Writer()
{
delete emitter;
}
void Base64Writer::check_dt(const char* dt)
{
if ( dt == 0 )
CV_Error( CV_StsBadArg, "Invalid \'dt\'." );
else if (data_type_string.empty()) {
data_type_string = dt;
/* output header */
std::string buffer = make_base64_header(dt);
const uchar * beg = reinterpret_cast<const uchar *>(buffer.data());
const uchar * end = beg + buffer.size();
emitter->write(beg, end);
} else if ( data_type_string != dt )
CV_Error( CV_StsBadArg, "\'dt\' does not match." );
}
void make_seq(void * binary, int elem_cnt, const char * dt, ::CvSeq & seq)
{
::CvFileNode node;
node.info = 0;
BinaryToCvSeqConvertor convertor(binary, elem_cnt, dt);
while (convertor) {
convertor >> node;
cvSeqPush(&seq, &node);
}
}
} // base64::
/****************************************************************************
* Interface
***************************************************************************/
CV_IMPL void cvWriteRawDataBase64(::CvFileStorage* fs, const void* _data, int len, const char* dt)
{
CV_Assert(fs);
CV_CHECK_OUTPUT_FILE_STORAGE(fs);
check_if_write_struct_is_delayed( fs, true );
if ( fs->state_of_writing_base64 == base64::fs::Uncertain )
{
switch_to_Base64_state( fs, base64::fs::InUse );
}
else if ( fs->state_of_writing_base64 != base64::fs::InUse )
{
CV_Error( CV_StsError, "Base64 should not be used at present." );
}
fs->base64_writer->write(_data, len, dt);
}
modules/core/src/persistence_c.cpp 0 → 100644
View file @ e225850c
// This file is part of OpenCV project.
// It is subject to the license terms in the LICENSE file found in the top-level directory
// of this distribution and at http://opencv.org/license.html
#include "precomp.hpp"
#include "persistence.hpp"
static inline bool cv_strcasecmp(const char * s1, const char * s2)
{
if ( s1 == 0 && s2 == 0 )
return true;
else if ( s1 == 0 || s2 == 0 )
return false;
size_t len1 = strlen(s1);
size_t len2 = strlen(s2);
if ( len1 != len2 )
return false;
for ( size_t i = 0U; i < len1; i++ )
if ( tolower( static_cast<int>(s1[i]) ) != tolower( static_cast<int>(s2[i]) ) )
return false;
return true;
}
// this function will convert "aa?bb&cc&dd" to {"aa", "bb", "cc", "dd"}
static std::vector<std::string> analyze_file_name( std::string const & file_name )
{
static const char not_file_name = '\n';
static const char parameter_begin = '?';
static const char parameter_separator = '&';
std::vector<std::string> result;
if ( file_name.find(not_file_name, 0U) != std::string::npos )
return result;
size_t beg = file_name.find_last_of(parameter_begin);
size_t end = file_name.size();
result.push_back(file_name.substr(0U, beg));
if ( beg != std::string::npos )
{
beg ++;
for ( size_t param_beg = beg, param_end = beg;
param_end < end;
param_beg = param_end + 1U )
{
param_end = file_name.find_first_of( parameter_separator, param_beg );
if ( (param_end == std::string::npos || param_end != param_beg) && param_beg + 1U < end )
{
result.push_back( file_name.substr( param_beg, param_end - param_beg ) );
}
}
}
return result;
}
static bool is_param_exist( const std::vector<std::string> & params, const std::string & param )
{
if ( params.size() < 2U )
return false;
return std::find(params.begin(), params.end(), param) != params.end();
}
//===========================================================================================
CV_IMPL CvFileStorage*
cvOpenFileStorage( const char* query, CvMemStorage* dststorage, int flags, const char* encoding )
{
CvFileStorage* fs = 0;
int default_block_size = 1 << 18;
bool append = (flags & 3) == CV_STORAGE_APPEND;
bool mem = (flags & CV_STORAGE_MEMORY) != 0;
bool write_mode = (flags & 3) != 0;
bool write_base64 = (write_mode || append) && (flags & CV_STORAGE_BASE64) != 0;
bool isGZ = false;
size_t fnamelen = 0;
const char * filename = query;
std::vector<std::string> params;
if ( !mem )
{
params = analyze_file_name( query );
if ( !params.empty() )
filename = params.begin()->c_str();
if ( write_base64 == false && is_param_exist( params, "base64" ) )
write_base64 = (write_mode || append);
}
if( !filename || filename[0] == '\0' )
{
if( !write_mode )
CV_Error( CV_StsNullPtr, mem ? "NULL or empty filename" : "NULL or empty buffer" );
mem = true;
}
else
fnamelen = strlen(filename);
if( mem && append )
CV_Error( CV_StsBadFlag, "CV_STORAGE_APPEND and CV_STORAGE_MEMORY are not currently compatible" );
fs = (CvFileStorage*)cvAlloc( sizeof(*fs) );
CV_Assert(fs);
memset( fs, 0, sizeof(*fs));
fs->memstorage = cvCreateMemStorage( default_block_size );
fs->dststorage = dststorage ? dststorage : fs->memstorage;
fs->flags = CV_FILE_STORAGE;
fs->write_mode = write_mode;
if( !mem )
{
fs->filename = (char*)cvMemStorageAlloc( fs->memstorage, fnamelen+1 );
strcpy( fs->filename, filename );
char* dot_pos = strrchr(fs->filename, '.');
char compression = '\0';
if( dot_pos && dot_pos[1] == 'g' && dot_pos[2] == 'z' &&
(dot_pos[3] == '\0' || (cv_isdigit(dot_pos[3]) && dot_pos[4] == '\0')) )
{
if( append )
{
cvReleaseFileStorage( &fs );
CV_Error(CV_StsNotImplemented, "Appending data to compressed file is not implemented" );
}
isGZ = true;
compression = dot_pos[3];
if( compression )
dot_pos[3] = '\0', fnamelen--;
}
if( !isGZ )
{
fs->file = fopen(fs->filename, !fs->write_mode ? "rt" : !append ? "wt" : "a+t" );
if( !fs->file )
goto _exit_;
}
else
{
#if USE_ZLIB
char mode[] = { fs->write_mode ? 'w' : 'r', 'b', compression ? compression : '3', '\0' };
fs->gzfile = gzopen(fs->filename, mode);
if( !fs->gzfile )
goto _exit_;
#else
cvReleaseFileStorage( &fs );
CV_Error(CV_StsNotImplemented, "There is no compressed file storage support in this configuration");
#endif
}
}
fs->roots = 0;
fs->struct_indent = 0;
fs->struct_flags = 0;
fs->wrap_margin = 71;
if( fs->write_mode )
{
int fmt = flags & CV_STORAGE_FORMAT_MASK;
if( mem )
fs->outbuf = new std::deque<char>;
if( fmt == CV_STORAGE_FORMAT_AUTO && filename )
{
const char* dot_pos = NULL;
const char* dot_pos2 = NULL;
// like strrchr() implementation, but save two last positions simultaneously
for (const char* pos = filename; pos[0] != 0; pos++)
{
if (pos[0] == '.')
{
dot_pos2 = dot_pos;
dot_pos = pos;
}
}
if (cv_strcasecmp(dot_pos, ".gz") && dot_pos2 != NULL)
{
dot_pos = dot_pos2;
}
fs->fmt
= (cv_strcasecmp(dot_pos, ".xml") || cv_strcasecmp(dot_pos, ".xml.gz"))
? CV_STORAGE_FORMAT_XML
: (cv_strcasecmp(dot_pos, ".json") || cv_strcasecmp(dot_pos, ".json.gz"))
? CV_STORAGE_FORMAT_JSON
: CV_STORAGE_FORMAT_YAML
;
}
else if ( fmt != CV_STORAGE_FORMAT_AUTO )
{
fs->fmt = fmt;
}
else
{
fs->fmt = CV_STORAGE_FORMAT_XML;
}
// we use factor=6 for XML (the longest characters (' and ") are encoded with 6 bytes (&apos; and &quot;)
// and factor=4 for YAML ( as we use 4 bytes for non ASCII characters (e.g. \xAB))
int buf_size = CV_FS_MAX_LEN*(fs->fmt == CV_STORAGE_FORMAT_XML ? 6 : 4) + 1024;
if( append )
fseek( fs->file, 0, SEEK_END );
fs->write_stack = cvCreateSeq( 0, sizeof(CvSeq), fs->fmt == CV_STORAGE_FORMAT_XML ?
sizeof(CvXMLStackRecord) : sizeof(int), fs->memstorage );
fs->is_first = 1;
fs->struct_indent = 0;
fs->struct_flags = CV_NODE_EMPTY;
fs->buffer_start = fs->buffer = (char*)cvAlloc( buf_size + 1024 );
fs->buffer_end = fs->buffer_start + buf_size;
fs->base64_writer = 0;
fs->is_default_using_base64 = write_base64;
fs->state_of_writing_base64 = base64::fs::Uncertain;
fs->is_write_struct_delayed = false;
fs->delayed_struct_key = 0;
fs->delayed_struct_flags = 0;
fs->delayed_type_name = 0;
if( fs->fmt == CV_STORAGE_FORMAT_XML )
{
size_t file_size = fs->file ? (size_t)ftell( fs->file ) : (size_t)0;
fs->strstorage = cvCreateChildMemStorage( fs->memstorage );
if( !append || file_size == 0 )
{
if( encoding )
{
if( strcmp( encoding, "UTF-16" ) == 0 ||
strcmp( encoding, "utf-16" ) == 0 ||
strcmp( encoding, "Utf-16" ) == 0 )
{
cvReleaseFileStorage( &fs );
CV_Error( CV_StsBadArg, "UTF-16 XML encoding is not supported! Use 8-bit encoding\n");
}
CV_Assert( strlen(encoding) < 1000 );
char buf[1100];
sprintf(buf, "<?xml version=\"1.0\" encoding=\"%s\"?>\n", encoding);
icvPuts( fs, buf );
}
else
icvPuts( fs, "<?xml version=\"1.0\"?>\n" );
icvPuts( fs, "<opencv_storage>\n" );
}
else
{
int xml_buf_size = 1 << 10;
char substr[] = "</opencv_storage>";
int last_occurence = -1;
xml_buf_size = MIN(xml_buf_size, int(file_size));
fseek( fs->file, -xml_buf_size, SEEK_END );
char* xml_buf = (char*)cvAlloc( xml_buf_size+2 );
// find the last occurence of </opencv_storage>
for(;;)
{
int line_offset = (int)ftell( fs->file );
char* ptr0 = icvGets( fs, xml_buf, xml_buf_size ), *ptr;
if( !ptr0 )
break;
ptr = ptr0;
for(;;)
{
ptr = strstr( ptr, substr );
if( !ptr )
break;
last_occurence = line_offset + (int)(ptr - ptr0);
ptr += strlen(substr);
}
}
cvFree( &xml_buf );
if( last_occurence < 0 )
{
cvReleaseFileStorage( &fs );
CV_Error( CV_StsError, "Could not find </opencv_storage> in the end of file.\n" );
}
icvCloseFile( fs );
fs->file = fopen( fs->filename, "r+t" );
CV_Assert(fs->file);
fseek( fs->file, last_occurence, SEEK_SET );
// replace the last "</opencv_storage>" with " <!-- resumed -->", which has the same length
icvPuts( fs, " <!-- resumed -->" );
fseek( fs->file, 0, SEEK_END );
icvPuts( fs, "\n" );
}
fs->start_write_struct = icvXMLStartWriteStruct;
fs->end_write_struct = icvXMLEndWriteStruct;
fs->write_int = icvXMLWriteInt;
fs->write_real = icvXMLWriteReal;
fs->write_string = icvXMLWriteString;
fs->write_comment = icvXMLWriteComment;
fs->start_next_stream = icvXMLStartNextStream;
}
else if( fs->fmt == CV_STORAGE_FORMAT_YAML )
{
if( !append )
icvPuts( fs, "%YAML:1.0\n---\n" );
else
icvPuts( fs, "...\n---\n" );
fs->start_write_struct = icvYMLStartWriteStruct;
fs->end_write_struct = icvYMLEndWriteStruct;
fs->write_int = icvYMLWriteInt;
fs->write_real = icvYMLWriteReal;
fs->write_string = icvYMLWriteString;
fs->write_comment = icvYMLWriteComment;
fs->start_next_stream = icvYMLStartNextStream;
}
else
{
if( !append )
icvPuts( fs, "{\n" );
else
{
bool valid = false;
long roffset = 0;
for ( ;
fseek( fs->file, roffset, SEEK_END ) == 0;
roffset -= 1 )
{
const char end_mark = '}';
if ( fgetc( fs->file ) == end_mark )
{
fseek( fs->file, roffset, SEEK_END );
valid = true;
break;
}
}
if ( valid )
{
icvCloseFile( fs );
fs->file = fopen( fs->filename, "r+t" );
CV_Assert(fs->file);
fseek( fs->file, roffset, SEEK_END );
fputs( ",", fs->file );
}
else
{
CV_Error( CV_StsError, "Could not find '}' in the end of file.\n" );
}
}
fs->struct_indent = 4;
fs->start_write_struct = icvJSONStartWriteStruct;
fs->end_write_struct = icvJSONEndWriteStruct;
fs->write_int = icvJSONWriteInt;
fs->write_real = icvJSONWriteReal;
fs->write_string = icvJSONWriteString;
fs->write_comment = icvJSONWriteComment;
fs->start_next_stream = icvJSONStartNextStream;
}
}
else
{
if( mem )
{
fs->strbuf = filename;
fs->strbufsize = fnamelen;
}
size_t buf_size = 1 << 20;
const char* yaml_signature = "%YAML";
const char* json_signature = "{";
const char* xml_signature = "<?xml";
char buf[16];
icvGets( fs, buf, sizeof(buf)-2 );
char* bufPtr = cv_skip_BOM(buf);
size_t bufOffset = bufPtr - buf;
if(strncmp( bufPtr, yaml_signature, strlen(yaml_signature) ) == 0)
fs->fmt = CV_STORAGE_FORMAT_YAML;
else if(strncmp( bufPtr, json_signature, strlen(json_signature) ) == 0)
fs->fmt = CV_STORAGE_FORMAT_JSON;
else if(strncmp( bufPtr, xml_signature, strlen(xml_signature) ) == 0)
fs->fmt = CV_STORAGE_FORMAT_XML;
else if(fs->strbufsize == bufOffset)
CV_Error(CV_BADARG_ERR, "Input file is empty");
else
CV_Error(CV_BADARG_ERR, "Unsupported file storage format");
if( !isGZ )
{
if( !mem )
{
fseek( fs->file, 0, SEEK_END );
buf_size = ftell( fs->file );
}
else
buf_size = fs->strbufsize;
buf_size = MIN( buf_size, (size_t)(1 << 20) );
buf_size = MAX( buf_size, (size_t)(CV_FS_MAX_LEN*2 + 1024) );
}
icvRewind(fs);
fs->strbufpos = bufOffset;
fs->str_hash = cvCreateMap( 0, sizeof(CvStringHash),
sizeof(CvStringHashNode), fs->memstorage, 256 );
fs->roots = cvCreateSeq( 0, sizeof(CvSeq),
sizeof(CvFileNode), fs->memstorage );
fs->buffer = fs->buffer_start = (char*)cvAlloc( buf_size + 256 );
fs->buffer_end = fs->buffer_start + buf_size;
fs->buffer[0] = '\n';
fs->buffer[1] = '\0';
//mode = cvGetErrMode();
//cvSetErrMode( CV_ErrModeSilent );
CV_TRY
{
switch (fs->fmt)
{
case CV_STORAGE_FORMAT_XML : { icvXMLParse ( fs ); break; }
case CV_STORAGE_FORMAT_YAML: { icvYMLParse ( fs ); break; }
case CV_STORAGE_FORMAT_JSON: { icvJSONParse( fs ); break; }
default: break;
}
}
CV_CATCH_ALL
{
fs->is_opened = true;
cvReleaseFileStorage( &fs );
CV_RETHROW();
}
//cvSetErrMode( mode );
// release resources that we do not need anymore
cvFree( &fs->buffer_start );
fs->buffer = fs->buffer_end = 0;
}
fs->is_opened = true;
_exit_:
if( fs )
{
if( cvGetErrStatus() < 0 || (!fs->file && !fs->gzfile && !fs->outbuf && !fs->strbuf) )
{
cvReleaseFileStorage( &fs );
}
else if( !fs->write_mode )
{
icvCloseFile(fs);
// we close the file since it's not needed anymore. But icvCloseFile() resets is_opened,
// which may be misleading. Since we restore the value of is_opened.
fs->is_opened = true;
}
}
return fs;
}
/* closes file storage and deallocates buffers */
CV_IMPL void
cvReleaseFileStorage( CvFileStorage** p_fs )
{
if( !p_fs )
CV_Error( CV_StsNullPtr, "NULL double pointer to file storage" );
if( *p_fs )
{
CvFileStorage* fs = *p_fs;
*p_fs = 0;
icvClose(fs, 0);
cvReleaseMemStorage( &fs->strstorage );
cvFree( &fs->buffer_start );
cvReleaseMemStorage( &fs->memstorage );
delete fs->outbuf;
delete fs->base64_writer;
delete[] fs->delayed_struct_key;
delete[] fs->delayed_type_name;
memset( fs, 0, sizeof(*fs) );
cvFree( &fs );
}
}
CV_IMPL void*
cvLoad( const char* filename, CvMemStorage* memstorage,
const char* name, const char** _real_name )
{
void* ptr = 0;
const char* real_name = 0;
cv::FileStorage fs(cvOpenFileStorage(filename, memstorage, CV_STORAGE_READ));
CvFileNode* node = 0;
if( !fs.isOpened() )
return 0;
if( name )
{
node = cvGetFileNodeByName( *fs, 0, name );
}
else
{
int i, k;
for( k = 0; k < (*fs)->roots->total; k++ )
{
CvSeq* seq;
CvSeqReader reader;
node = (CvFileNode*)cvGetSeqElem( (*fs)->roots, k );
CV_Assert(node != NULL);
if( !CV_NODE_IS_MAP( node->tag ))
return 0;
seq = node->data.seq;
node = 0;
cvStartReadSeq( seq, &reader, 0 );
// find the first element in the map
for( i = 0; i < seq->total; i++ )
{
if( CV_IS_SET_ELEM( reader.ptr ))
{
node = (CvFileNode*)reader.ptr;
goto stop_search;
}
CV_NEXT_SEQ_ELEM( seq->elem_size, reader );
}
}
stop_search:
;
}
if( !node )
CV_Error( CV_StsObjectNotFound, "Could not find the/an object in file storage" );
real_name = cvGetFileNodeName( node );
ptr = cvRead( *fs, node, 0 );
// sanity check
if( !memstorage && (CV_IS_SEQ( ptr ) || CV_IS_SET( ptr )) )
CV_Error( CV_StsNullPtr,
"NULL memory storage is passed - the loaded dynamic structure can not be stored" );
if( cvGetErrStatus() < 0 )
{
cvRelease( (void**)&ptr );
real_name = 0;
}
if( _real_name)
{
if (real_name)
{
*_real_name = (const char*)cvAlloc(strlen(real_name));
memcpy((void*)*_real_name, real_name, strlen(real_name));
} else {
*_real_name = 0;
}
}
return ptr;
}
CV_IMPL const char*
cvAttrValue( const CvAttrList* attr, const char* attr_name )
{
while( attr && attr->attr )
{
int i;
for( i = 0; attr->attr[i*2] != 0; i++ )
{
if( strcmp( attr_name, attr->attr[i*2] ) == 0 )
return attr->attr[i*2+1];
}
attr = attr->next;
}
return 0;
}
#define CV_HASHVAL_SCALE 33
CV_IMPL CvStringHashNode*
cvGetHashedKey( CvFileStorage* fs, const char* str, int len, int create_missing )
{
CvStringHashNode* node = 0;
unsigned hashval = 0;
int i, tab_size;
if( !fs )
return 0;
CvStringHash* map = fs->str_hash;
if( len < 0 )
{
for( i = 0; str[i] != '\0'; i++ )
hashval = hashval*CV_HASHVAL_SCALE + (unsigned char)str[i];
len = i;
}
else for( i = 0; i < len; i++ )
hashval = hashval*CV_HASHVAL_SCALE + (unsigned char)str[i];
hashval &= INT_MAX;
tab_size = map->tab_size;
if( (tab_size & (tab_size - 1)) == 0 )
i = (int)(hashval & (tab_size - 1));
else
i = (int)(hashval % tab_size);
for( node = (CvStringHashNode*)(map->table[i]); node != 0; node = node->next )
{
if( node->hashval == hashval &&
node->str.len == len &&
memcmp( node->str.ptr, str, len ) == 0 )
break;
}
if( !node && create_missing )
{
node = (CvStringHashNode*)cvSetNew( (CvSet*)map );
node->hashval = hashval;
node->str = cvMemStorageAllocString( map->storage, str, len );
node->next = (CvStringHashNode*)(map->table[i]);
map->table[i] = node;
}
return node;
}
CV_IMPL CvFileNode*
cvGetFileNode( CvFileStorage* fs, CvFileNode* _map_node,
const CvStringHashNode* key,
int create_missing )
{
CvFileNode* value = 0;
int k = 0, attempts = 1;
if( !fs )
return 0;
CV_CHECK_FILE_STORAGE(fs);
if( !key )
CV_Error( CV_StsNullPtr, "Null key element" );
if( _map_node )
{
if( !fs->roots )
return 0;
attempts = fs->roots->total;
}
for( k = 0; k < attempts; k++ )
{
int i, tab_size;
CvFileNode* map_node = _map_node;
CvFileMapNode* another;
CvFileNodeHash* map;
if( !map_node )
map_node = (CvFileNode*)cvGetSeqElem( fs->roots, k );
CV_Assert(map_node != NULL);
if( !CV_NODE_IS_MAP(map_node->tag) )
{
if( (!CV_NODE_IS_SEQ(map_node->tag) || map_node->data.seq->total != 0) &&
CV_NODE_TYPE(map_node->tag) != CV_NODE_NONE )
CV_Error( CV_StsError, "The node is neither a map nor an empty collection" );
return 0;
}
map = map_node->data.map;
tab_size = map->tab_size;
if( (tab_size & (tab_size - 1)) == 0 )
i = (int)(key->hashval & (tab_size - 1));
else
i = (int)(key->hashval % tab_size);
for( another = (CvFileMapNode*)(map->table[i]); another != 0; another = another->next )
if( another->key == key )
{
if( !create_missing )
{
value = &another->value;
return value;
}
CV_PARSE_ERROR( "Duplicated key" );
}
if( k == attempts - 1 && create_missing )
{
CvFileMapNode* node = (CvFileMapNode*)cvSetNew( (CvSet*)map );
node->key = key;
node->next = (CvFileMapNode*)(map->table[i]);
map->table[i] = node;
value = (CvFileNode*)node;
}
}
return value;
}
CV_IMPL CvFileNode*
cvGetFileNodeByName( const CvFileStorage* fs, const CvFileNode* _map_node, const char* str )
{
CvFileNode* value = 0;
int i, len, tab_size;
unsigned hashval = 0;
int k = 0, attempts = 1;
if( !fs )
return 0;
CV_CHECK_FILE_STORAGE(fs);
if( !str )
CV_Error( CV_StsNullPtr, "Null element name" );
for( i = 0; str[i] != '\0'; i++ )
hashval = hashval*CV_HASHVAL_SCALE + (unsigned char)str[i];
hashval &= INT_MAX;
len = i;
if( !_map_node )
{
if( !fs->roots )
return 0;
attempts = fs->roots->total;
}
for( k = 0; k < attempts; k++ )
{
CvFileNodeHash* map;
const CvFileNode* map_node = _map_node;
CvFileMapNode* another;
if( !map_node )
map_node = (CvFileNode*)cvGetSeqElem( fs->roots, k );
if( !CV_NODE_IS_MAP(map_node->tag) )
{
if( (!CV_NODE_IS_SEQ(map_node->tag) || map_node->data.seq->total != 0) &&
CV_NODE_TYPE(map_node->tag) != CV_NODE_NONE )
CV_Error( CV_StsError, "The node is neither a map nor an empty collection" );
return 0;
}
map = map_node->data.map;
tab_size = map->tab_size;
if( (tab_size & (tab_size - 1)) == 0 )
i = (int)(hashval & (tab_size - 1));
else
i = (int)(hashval % tab_size);
for( another = (CvFileMapNode*)(map->table[i]); another != 0; another = another->next )
{
const CvStringHashNode* key = another->key;
if( key->hashval == hashval &&
key->str.len == len &&
memcmp( key->str.ptr, str, len ) == 0 )
{
value = &another->value;
return value;
}
}
}
return value;
}
CV_IMPL CvFileNode*
cvGetRootFileNode( const CvFileStorage* fs, int stream_index )
{
CV_CHECK_FILE_STORAGE(fs);
if( !fs->roots || (unsigned)stream_index >= (unsigned)fs->roots->total )
return 0;
return (CvFileNode*)cvGetSeqElem( fs->roots, stream_index );
}
CV_IMPL void
cvStartWriteStruct( CvFileStorage* fs, const char* key, int struct_flags,
const char* type_name, CvAttrList /*attributes*/ )
{
CV_CHECK_OUTPUT_FILE_STORAGE(fs);
check_if_write_struct_is_delayed( fs );
if ( fs->state_of_writing_base64 == base64::fs::NotUse )
switch_to_Base64_state( fs, base64::fs::Uncertain );
if ( fs->state_of_writing_base64 == base64::fs::Uncertain
&&
CV_NODE_IS_SEQ(struct_flags)
&&
fs->is_default_using_base64
&&
type_name == 0
)
{
/* Uncertain whether output Base64 data */
make_write_struct_delayed( fs, key, struct_flags, type_name );
}
else if ( type_name && memcmp(type_name, "binary", 6) == 0 )
{
/* Must output Base64 data */
if ( !CV_NODE_IS_SEQ(struct_flags) )
CV_Error( CV_StsBadArg, "must set 'struct_flags |= CV_NODE_SEQ' if using Base64.");
else if ( fs->state_of_writing_base64 != base64::fs::Uncertain )
CV_Error( CV_StsError, "function \'cvStartWriteStruct\' calls cannot be nested if using Base64.");
fs->start_write_struct( fs, key, struct_flags, type_name );
if ( fs->state_of_writing_base64 != base64::fs::Uncertain )
switch_to_Base64_state( fs, base64::fs::Uncertain );
switch_to_Base64_state( fs, base64::fs::InUse );
}
else
{
/* Won't output Base64 data */
if ( fs->state_of_writing_base64 == base64::fs::InUse )
CV_Error( CV_StsError, "At the end of the output Base64, `cvEndWriteStruct` is needed.");
fs->start_write_struct( fs, key, struct_flags, type_name );
if ( fs->state_of_writing_base64 != base64::fs::Uncertain )
switch_to_Base64_state( fs, base64::fs::Uncertain );
switch_to_Base64_state( fs, base64::fs::NotUse );
}
}
CV_IMPL void
cvEndWriteStruct( CvFileStorage* fs )
{
CV_CHECK_OUTPUT_FILE_STORAGE(fs);
check_if_write_struct_is_delayed( fs );
if ( fs->state_of_writing_base64 != base64::fs::Uncertain )
switch_to_Base64_state( fs, base64::fs::Uncertain );
fs->end_write_struct( fs );
}
CV_IMPL void
cvWriteInt( CvFileStorage* fs, const char* key, int value )
{
CV_CHECK_OUTPUT_FILE_STORAGE(fs);
fs->write_int( fs, key, value );
}
CV_IMPL void
cvWriteReal( CvFileStorage* fs, const char* key, double value )
{
CV_CHECK_OUTPUT_FILE_STORAGE(fs);
fs->write_real( fs, key, value );
}
CV_IMPL void
cvWriteString( CvFileStorage* fs, const char* key, const char* value, int quote )
{
CV_CHECK_OUTPUT_FILE_STORAGE(fs);
fs->write_string( fs, key, value, quote );
}
CV_IMPL void
cvWriteComment( CvFileStorage* fs, const char* comment, int eol_comment )
{
CV_CHECK_OUTPUT_FILE_STORAGE(fs);
fs->write_comment( fs, comment, eol_comment );
}
CV_IMPL void
cvStartNextStream( CvFileStorage* fs )
{
CV_CHECK_OUTPUT_FILE_STORAGE(fs);
fs->start_next_stream( fs );
}
CV_IMPL void
cvWriteRawData( CvFileStorage* fs, const void* _data, int len, const char* dt )
{
if (fs->is_default_using_base64 ||
fs->state_of_writing_base64 == base64::fs::InUse )
{
cvWriteRawDataBase64( fs, _data, len, dt );
return;
}
else if ( fs->state_of_writing_base64 == base64::fs::Uncertain )
{
switch_to_Base64_state( fs, base64::fs::NotUse );
}
const char* data0 = (const char*)_data;
int offset = 0;
int fmt_pairs[CV_FS_MAX_FMT_PAIRS*2], k, fmt_pair_count;
char buf[256] = "";
CV_CHECK_OUTPUT_FILE_STORAGE( fs );
if( len < 0 )
CV_Error( CV_StsOutOfRange, "Negative number of elements" );
fmt_pair_count = icvDecodeFormat( dt, fmt_pairs, CV_FS_MAX_FMT_PAIRS );
if( !len )
return;
if( !data0 )
CV_Error( CV_StsNullPtr, "Null data pointer" );
if( fmt_pair_count == 1 )
{
fmt_pairs[0] *= len;
len = 1;
}
for(;len--;)
{
for( k = 0; k < fmt_pair_count; k++ )
{
int i, count = fmt_pairs[k*2];
int elem_type = fmt_pairs[k*2+1];
int elem_size = CV_ELEM_SIZE(elem_type);
const char* data, *ptr;
offset = cvAlign( offset, elem_size );
data = data0 + offset;
for( i = 0; i < count; i++ )
{
switch( elem_type )
{
case CV_8U:
ptr = icv_itoa( *(uchar*)data, buf, 10 );
data++;
break;
case CV_8S:
ptr = icv_itoa( *(char*)data, buf, 10 );
data++;
break;
case CV_16U:
ptr = icv_itoa( *(ushort*)data, buf, 10 );
data += sizeof(ushort);
break;
case CV_16S:
ptr = icv_itoa( *(short*)data, buf, 10 );
data += sizeof(short);
break;
case CV_32S:
ptr = icv_itoa( *(int*)data, buf, 10 );
data += sizeof(int);
break;
case CV_32F:
ptr = icvFloatToString( buf, *(float*)data );
data += sizeof(float);
break;
case CV_64F:
ptr = icvDoubleToString( buf, *(double*)data );
data += sizeof(double);
break;
case CV_USRTYPE1: /* reference */
ptr = icv_itoa( (int)*(size_t*)data, buf, 10 );
data += sizeof(size_t);
break;
default:
CV_Error( CV_StsUnsupportedFormat, "Unsupported type" );
return;
}
if( fs->fmt == CV_STORAGE_FORMAT_XML )
{
int buf_len = (int)strlen(ptr);
icvXMLWriteScalar( fs, 0, ptr, buf_len );
}
else if ( fs->fmt == CV_STORAGE_FORMAT_YAML )
{
icvYMLWrite( fs, 0, ptr );
}
else
{
if( elem_type == CV_32F || elem_type == CV_64F )
{
size_t buf_len = strlen(ptr);
if( buf_len > 0 && ptr[buf_len-1] == '.' )
{
// append zero if CV_32F or CV_64F string ends with decimal place to match JSON standard
// ptr will point to buf, so can write to buf given ptr is const
buf[buf_len] = '0';
buf[buf_len+1] = '\0';
}
}
icvJSONWrite( fs, 0, ptr );
}
}
offset = (int)(data - data0);
}
}
}
CV_IMPL void
cvStartReadRawData( const CvFileStorage* fs, const CvFileNode* src, CvSeqReader* reader )
{
int node_type;
CV_CHECK_FILE_STORAGE( fs );
if( !src || !reader )
CV_Error( CV_StsNullPtr, "Null pointer to source file node or reader" );
node_type = CV_NODE_TYPE(src->tag);
if( node_type == CV_NODE_INT || node_type == CV_NODE_REAL )
{
// emulate reading from 1-element sequence
reader->ptr = (schar*)src;
reader->block_max = reader->ptr + sizeof(*src)*2;
reader->block_min = reader->ptr;
reader->seq = 0;
}
else if( node_type == CV_NODE_SEQ )
{
cvStartReadSeq( src->data.seq, reader, 0 );
}
else if( node_type == CV_NODE_NONE )
{
memset( reader, 0, sizeof(*reader) );
}
else
CV_Error( CV_StsBadArg, "The file node should be a numerical scalar or a sequence" );
}
CV_IMPL void
cvReadRawDataSlice( const CvFileStorage* fs, CvSeqReader* reader,
int len, void* _data, const char* dt )
{
char* data0 = (char*)_data;
int fmt_pairs[CV_FS_MAX_FMT_PAIRS*2], k = 0, fmt_pair_count;
int i = 0, count = 0;
CV_CHECK_FILE_STORAGE( fs );
if( !reader || !data0 )
CV_Error( CV_StsNullPtr, "Null pointer to reader or destination array" );
if( !reader->seq && len != 1 )
CV_Error( CV_StsBadSize, "The readed sequence is a scalar, thus len must be 1" );
fmt_pair_count = icvDecodeFormat( dt, fmt_pairs, CV_FS_MAX_FMT_PAIRS );
size_t step = ::icvCalcStructSize(dt, 0);
for(;;)
{
int offset = 0;
for( k = 0; k < fmt_pair_count; k++ )
{
int elem_type = fmt_pairs[k*2+1];
int elem_size = CV_ELEM_SIZE(elem_type);
char* data;
count = fmt_pairs[k*2];
offset = cvAlign( offset, elem_size );
data = data0 + offset;
for( i = 0; i < count; i++ )
{
CvFileNode* node = (CvFileNode*)reader->ptr;
if( CV_NODE_IS_INT(node->tag) )
{
int ival = node->data.i;
switch( elem_type )
{
case CV_8U:
*(uchar*)data = cv::saturate_cast<uchar>(ival);
data++;
break;
case CV_8S:
*(char*)data = cv::saturate_cast<schar>(ival);
data++;
break;
case CV_16U:
*(ushort*)data = cv::saturate_cast<ushort>(ival);
data += sizeof(ushort);
break;
case CV_16S:
*(short*)data = cv::saturate_cast<short>(ival);
data += sizeof(short);
break;
case CV_32S:
*(int*)data = ival;
data += sizeof(int);
break;
case CV_32F:
*(float*)data = (float)ival;
data += sizeof(float);
break;
case CV_64F:
*(double*)data = (double)ival;
data += sizeof(double);
break;
case CV_USRTYPE1: /* reference */
*(size_t*)data = ival;
data += sizeof(size_t);
break;
default:
CV_Error( CV_StsUnsupportedFormat, "Unsupported type" );
return;
}
}
else if( CV_NODE_IS_REAL(node->tag) )
{
double fval = node->data.f;
int ival;
switch( elem_type )
{
case CV_8U:
ival = cvRound(fval);
*(uchar*)data = cv::saturate_cast<uchar>(ival);
data++;
break;
case CV_8S:
ival = cvRound(fval);
*(char*)data = cv::saturate_cast<schar>(ival);
data++;
break;
case CV_16U:
ival = cvRound(fval);
*(ushort*)data = cv::saturate_cast<ushort>(ival);
data += sizeof(ushort);
break;
case CV_16S:
ival = cvRound(fval);
*(short*)data = cv::saturate_cast<short>(ival);
data += sizeof(short);
break;
case CV_32S:
ival = cvRound(fval);
*(int*)data = ival;
data += sizeof(int);
break;
case CV_32F:
*(float*)data = (float)fval;
data += sizeof(float);
break;
case CV_64F:
*(double*)data = fval;
data += sizeof(double);
break;
case CV_USRTYPE1: /* reference */
ival = cvRound(fval);
*(size_t*)data = ival;
data += sizeof(size_t);
break;
default:
CV_Error( CV_StsUnsupportedFormat, "Unsupported type" );
return;
}
}
else
CV_Error( CV_StsError,
"The sequence element is not a numerical scalar" );
CV_NEXT_SEQ_ELEM( sizeof(CvFileNode), *reader );
if( !--len )
goto end_loop;
}
offset = (int)(data - data0);
}
data0 += step;
}
end_loop:
if( i != count - 1 || k != fmt_pair_count - 1 )
CV_Error( CV_StsBadSize,
"The sequence slice does not fit an integer number of records" );
if( !reader->seq )
reader->ptr -= sizeof(CvFileNode);
}
CV_IMPL void
cvReadRawData( const CvFileStorage* fs, const CvFileNode* src,
void* data, const char* dt )
{
CvSeqReader reader;
if( !src || !data )
CV_Error( CV_StsNullPtr, "Null pointers to source file node or destination array" );
cvStartReadRawData( fs, src, &reader );
cvReadRawDataSlice( fs, &reader, CV_NODE_IS_SEQ(src->tag) ?
src->data.seq->total : 1, data, dt );
}
CV_IMPL void
cvWriteFileNode( CvFileStorage* fs, const char* new_node_name,
const CvFileNode* node, int embed )
{
CvFileStorage* dst = 0;
CV_CHECK_OUTPUT_FILE_STORAGE(fs);
if( !node )
return;
if( CV_NODE_IS_COLLECTION(node->tag) && embed )
{
icvWriteCollection( fs, node );
}
else
{
icvWriteFileNode( fs, new_node_name, node );
}
/*
int i, stream_count;
stream_count = fs->roots->total;
for( i = 0; i < stream_count; i++ )
{
CvFileNode* node = (CvFileNode*)cvGetSeqElem( fs->roots, i, 0 );
icvDumpCollection( dst, node );
if( i < stream_count - 1 )
dst->start_next_stream( dst );
}*/
cvReleaseFileStorage( &dst );
}
CV_IMPL const char*
cvGetFileNodeName( const CvFileNode* file_node )
{
return file_node && CV_NODE_HAS_NAME(file_node->tag) ?
((CvFileMapNode*)file_node)->key->str.ptr : 0;
}
CV_IMPL void
cvRegisterType( const CvTypeInfo* _info )
{
CvTypeInfo* info = 0;
int i, len;
char c;
//if( !CvType::first )
// icvCreateStandardTypes();
if( !_info || _info->header_size != sizeof(CvTypeInfo) )
CV_Error( CV_StsBadSize, "Invalid type info" );
if( !_info->is_instance || !_info->release ||
!_info->read || !_info->write )
CV_Error( CV_StsNullPtr,
"Some of required function pointers "
"(is_instance, release, read or write) are NULL");
c = _info->type_name[0];
if( !cv_isalpha(c) && c != '_' )
CV_Error( CV_StsBadArg, "Type name should start with a letter or _" );
len = (int)strlen(_info->type_name);
for( i = 0; i < len; i++ )
{
c = _info->type_name[i];
if( !cv_isalnum(c) && c != '-' && c != '_' )
CV_Error( CV_StsBadArg,
"Type name should contain only letters, digits, - and _" );
}
info = (CvTypeInfo*)cvAlloc( sizeof(*info) + len + 1 );
*info = *_info;
info->type_name = (char*)(info + 1);
memcpy( (char*)info->type_name, _info->type_name, len + 1 );
info->flags = 0;
info->next = CvType::first;
info->prev = 0;
if( CvType::first )
CvType::first->prev = info;
else
CvType::last = info;
CvType::first = info;
}
CV_IMPL void
cvUnregisterType( const char* type_name )
{
CvTypeInfo* info;
info = cvFindType( type_name );
if( info )
{
if( info->prev )
info->prev->next = info->next;
else
CvType::first = info->next;
if( info->next )
info->next->prev = info->prev;
else
CvType::last = info->prev;
if( !CvType::first || !CvType::last )
CvType::first = CvType::last = 0;
cvFree( &info );
}
}
CV_IMPL CvTypeInfo*
cvFirstType( void )
{
return CvType::first;
}
CV_IMPL CvTypeInfo*
cvFindType( const char* type_name )
{
CvTypeInfo* info = 0;
if (type_name)
for( info = CvType::first; info != 0; info = info->next )
if( strcmp( info->type_name, type_name ) == 0 )
break;
return info;
}
CV_IMPL CvTypeInfo*
cvTypeOf( const void* struct_ptr )
{
CvTypeInfo* info = 0;
if( struct_ptr )
{
for( info = CvType::first; info != 0; info = info->next )
if( info->is_instance( struct_ptr ))
break;
}
return info;
}
/* universal functions */
CV_IMPL void
cvRelease( void** struct_ptr )
{
CvTypeInfo* info;
if( !struct_ptr )
CV_Error( CV_StsNullPtr, "NULL double pointer" );
if( *struct_ptr )
{
info = cvTypeOf( *struct_ptr );
if( !info )
CV_Error( CV_StsError, "Unknown object type" );
if( !info->release )
CV_Error( CV_StsError, "release function pointer is NULL" );
info->release( struct_ptr );
*struct_ptr = 0;
}
}
void* cvClone( const void* struct_ptr )
{
void* struct_copy = 0;
CvTypeInfo* info;
if( !struct_ptr )
CV_Error( CV_StsNullPtr, "NULL structure pointer" );
info = cvTypeOf( struct_ptr );
if( !info )
CV_Error( CV_StsError, "Unknown object type" );
if( !info->clone )
CV_Error( CV_StsError, "clone function pointer is NULL" );
struct_copy = info->clone( struct_ptr );
return struct_copy;
}
/* reads matrix, image, sequence, graph etc. */
CV_IMPL void*
cvRead( CvFileStorage* fs, CvFileNode* node, CvAttrList* list )
{
void* obj = 0;
CV_CHECK_FILE_STORAGE( fs );
if( !node )
return 0;
if( !CV_NODE_IS_USER(node->tag) || !node->info )
CV_Error( CV_StsError, "The node does not represent a user object (unknown type?)" );
obj = node->info->read( fs, node );
if( list )
*list = cvAttrList(0,0);
return obj;
}
/* writes matrix, image, sequence, graph etc. */
CV_IMPL void
cvWrite( CvFileStorage* fs, const char* name,
const void* ptr, CvAttrList attributes )
{
CvTypeInfo* info;
CV_CHECK_OUTPUT_FILE_STORAGE( fs );
if( !ptr )
CV_Error( CV_StsNullPtr, "Null pointer to the written object" );
info = cvTypeOf( ptr );
if( !info )
CV_Error( CV_StsBadArg, "Unknown object" );
if( !info->write )
CV_Error( CV_StsBadArg, "The object does not have write function" );
info->write( fs, name, ptr, attributes );
}
/* simple API for reading/writing data */
CV_IMPL void
cvSave( const char* filename, const void* struct_ptr,
const char* _name, const char* comment, CvAttrList attributes )
{
CvFileStorage* fs = 0;
if( !struct_ptr )
CV_Error( CV_StsNullPtr, "NULL object pointer" );
fs = cvOpenFileStorage( filename, 0, CV_STORAGE_WRITE );
if( !fs )
CV_Error( CV_StsError, "Could not open the file storage. Check the path and permissions" );
cv::String name = _name ? cv::String(_name) : cv::FileStorage::getDefaultObjectName(filename);
if( comment )
cvWriteComment( fs, comment, 0 );
cvWrite( fs, name.c_str(), struct_ptr, attributes );
cvReleaseFileStorage( &fs );
}
modules/core/src/persistence_cpp.cpp 0 → 100644
View file @ e225850c
// This file is part of OpenCV project.
// It is subject to the license terms in the LICENSE file found in the top-level directory
// of this distribution and at http://opencv.org/license.html
#include "precomp.hpp"
#include "persistence.hpp"
///////////////////////// new C++ interface for CvFileStorage ///////////////////////////
namespace cv
{
static void getElemSize( const String& fmt, size_t& elemSize, size_t& cn )
{
const char* dt = fmt.c_str();
cn = 1;
if( cv_isdigit(dt[0]) )
{
cn = dt[0] - '0';
dt++;
}
char c = dt[0];
elemSize = cn*(c == 'u' || c == 'c' ? sizeof(uchar) : c == 'w' || c == 's' ? sizeof(ushort) :
c == 'i' ? sizeof(int) : c == 'f' ? sizeof(float) : c == 'd' ? sizeof(double) :
c == 'r' ? sizeof(void*) : (size_t)0);
}
FileStorage::FileStorage()
{
state = UNDEFINED;
}
FileStorage::FileStorage(const String& filename, int flags, const String& encoding)
{
state = UNDEFINED;
open( filename, flags, encoding );
}
FileStorage::FileStorage(CvFileStorage* _fs, bool owning)
{
if (owning) fs.reset(_fs);
else fs = Ptr<CvFileStorage>(Ptr<CvFileStorage>(), _fs);
state = _fs ? NAME_EXPECTED + INSIDE_MAP : UNDEFINED;
}
FileStorage::~FileStorage()
{
while( structs.size() > 0 )
{
cvEndWriteStruct(fs);
structs.pop_back();
}
}
bool FileStorage::open(const String& filename, int flags, const String& encoding)
{
CV_INSTRUMENT_REGION()
release();
fs.reset(cvOpenFileStorage( filename.c_str(), 0, flags,
!encoding.empty() ? encoding.c_str() : 0));
bool ok = isOpened();
state = ok ? NAME_EXPECTED + INSIDE_MAP : UNDEFINED;
return ok;
}
bool FileStorage::isOpened() const
{
return fs && fs->is_opened;
}
void FileStorage::release()
{
fs.release();
structs.clear();
state = UNDEFINED;
}
String FileStorage::releaseAndGetString()
{
String buf;
if( fs && fs->outbuf )
icvClose(fs, &buf);
release();
return buf;
}
FileNode FileStorage::root(int streamidx) const
{
return isOpened() ? FileNode(fs, cvGetRootFileNode(fs, streamidx)) : FileNode();
}
int FileStorage::getFormat() const
{
CV_Assert(!fs.empty());
return fs->fmt & FORMAT_MASK;
}
FileStorage& operator << (FileStorage& fs, const String& str)
{
CV_TRACE_REGION_VERBOSE();
enum { NAME_EXPECTED = FileStorage::NAME_EXPECTED,
VALUE_EXPECTED = FileStorage::VALUE_EXPECTED,
INSIDE_MAP = FileStorage::INSIDE_MAP };
const char* _str = str.c_str();
if( !fs.isOpened() || !_str )
return fs;
if( *_str == '}' || *_str == ']' )
{
if( fs.structs.empty() )
CV_Error_( CV_StsError, ("Extra closing '%c'", *_str) );
if( (*_str == ']' ? '[' : '{') != fs.structs.back() )
CV_Error_( CV_StsError,
("The closing '%c' does not match the opening '%c'", *_str, fs.structs.back()));
fs.structs.pop_back();
fs.state = fs.structs.empty() || fs.structs.back() == '{' ?
INSIDE_MAP + NAME_EXPECTED : VALUE_EXPECTED;
cvEndWriteStruct( *fs );
fs.elname = String();
}
else if( fs.state == NAME_EXPECTED + INSIDE_MAP )
{
if (!cv_isalpha(*_str) && *_str != '_')
CV_Error_( CV_StsError, ("Incorrect element name %s", _str) );
fs.elname = str;
fs.state = VALUE_EXPECTED + INSIDE_MAP;
}
else if( (fs.state & 3) == VALUE_EXPECTED )
{
if( *_str == '{' || *_str == '[' )
{
fs.structs.push_back(*_str);
int flags = *_str++ == '{' ? CV_NODE_MAP : CV_NODE_SEQ;
fs.state = flags == CV_NODE_MAP ? INSIDE_MAP +
NAME_EXPECTED : VALUE_EXPECTED;
if( *_str == ':' )
{
flags |= CV_NODE_FLOW;
_str++;
}
cvStartWriteStruct( *fs, fs.elname.size() > 0 ? fs.elname.c_str() : 0,
flags, *_str ? _str : 0 );
fs.elname = String();
}
else
{
write( fs, fs.elname, (_str[0] == '\\' && (_str[1] == '{' || _str[1] == '}' ||
_str[1] == '[' || _str[1] == ']')) ? String(_str+1) : str );
if( fs.state == INSIDE_MAP + VALUE_EXPECTED )
fs.state = INSIDE_MAP + NAME_EXPECTED;
}
}
else
CV_Error( CV_StsError, "Invalid fs.state" );
return fs;
}
void FileStorage::writeRaw( const String& fmt, const uchar* vec, size_t len )
{
if( !isOpened() )
return;
size_t elemSize, cn;
getElemSize( fmt, elemSize, cn );
CV_Assert( len % elemSize == 0 );
cvWriteRawData( fs, vec, (int)(len/elemSize), fmt.c_str());
}
void FileStorage::writeObj( const String& name, const void* obj )
{
if( !isOpened() )
return;
cvWrite( fs, name.size() > 0 ? name.c_str() : 0, obj );
}
void FileStorage::write( const String& name, double val )
{
*this << name << val;
}
void FileStorage::write( const String& name, const String& val )
{
*this << name << val;
}
void FileStorage::write( const String& name, InputArray val )
{
*this << name << val.getMat();
}
void FileStorage::writeComment( const String& comment, bool append )
{
cvWriteComment(fs, comment.c_str(), append ? 1 : 0);
}
String FileStorage::getDefaultObjectName(const String& _filename)
{
static const char* stubname = "unnamed";
const char* filename = _filename.c_str();
const char* ptr2 = filename + _filename.size();
const char* ptr = ptr2 - 1;
cv::AutoBuffer<char> name_buf(_filename.size()+1);
while( ptr >= filename && *ptr != '\\' && *ptr != '/' && *ptr != ':' )
{
if( *ptr == '.' && (!*ptr2 || strncmp(ptr2, ".gz", 3) == 0) )
ptr2 = ptr;
ptr--;
}
ptr++;
if( ptr == ptr2 )
CV_Error( CV_StsBadArg, "Invalid filename" );
char* name = name_buf;
// name must start with letter or '_'
if( !cv_isalpha(*ptr) && *ptr!= '_' ){
*name++ = '_';
}
while( ptr < ptr2 )
{
char c = *ptr++;
if( !cv_isalnum(c) && c != '-' && c != '_' )
c = '_';
*name++ = c;
}
*name = '\0';
name = name_buf;
if( strcmp( name, "_" ) == 0 )
strcpy( name, stubname );
return String(name);
}
FileNode FileStorage::operator[](const String& nodename) const
{
return FileNode(fs, cvGetFileNodeByName(fs, 0, nodename.c_str()));
}
FileNode FileStorage::operator[](const char* nodename) const
{
return FileNode(fs, cvGetFileNodeByName(fs, 0, nodename));
}
FileNode FileNode::operator[](const String& nodename) const
{
return FileNode(fs, cvGetFileNodeByName(fs, node, nodename.c_str()));
}
FileNode FileNode::operator[](const char* nodename) const
{
return FileNode(fs, cvGetFileNodeByName(fs, node, nodename));
}
FileNode FileNode::operator[](int i) const
{
return isSeq() ? FileNode(fs, (CvFileNode*)cvGetSeqElem(node->data.seq, i)) :
i == 0 ? *this : FileNode();
}
String FileNode::name() const
{
const char* str;
return !node || (str = cvGetFileNodeName(node)) == 0 ? String() : String(str);
}
void* FileNode::readObj() const
{
if( !fs || !node )
return 0;
return cvRead( (CvFileStorage*)fs, (CvFileNode*)node );
}
static const FileNodeIterator::SeqReader emptyReader = {0, 0, 0, 0, 0, 0, 0, 0};
FileNodeIterator::FileNodeIterator()
{
fs = 0;
container = 0;
reader = emptyReader;
remaining = 0;
}
FileNodeIterator::FileNodeIterator(const CvFileStorage* _fs,
const CvFileNode* _node, size_t _ofs)
{
reader = emptyReader;
if( _fs && _node && CV_NODE_TYPE(_node->tag) != CV_NODE_NONE )
{
int node_type = _node->tag & FileNode::TYPE_MASK;
fs = _fs;
container = _node;
if( !(_node->tag & FileNode::USER) && (node_type == FileNode::SEQ || node_type == FileNode::MAP) )
{
cvStartReadSeq( _node->data.seq, (CvSeqReader*)&reader );
remaining = FileNode(_fs, _node).size();
}
else
{
reader.ptr = (schar*)_node;
reader.seq = 0;
remaining = 1;
}
(*this) += (int)_ofs;
}
else
{
fs = 0;
container = 0;
remaining = 0;
}
}
FileNodeIterator::FileNodeIterator(const FileNodeIterator& it)
{
fs = it.fs;
container = it.container;
reader = it.reader;
remaining = it.remaining;
}
FileNodeIterator& FileNodeIterator::operator ++()
{
if( remaining > 0 )
{
if( reader.seq )
{
if( ((reader).ptr += (((CvSeq*)reader.seq)->elem_size)) >= (reader).block_max )
{
cvChangeSeqBlock( (CvSeqReader*)&(reader), 1 );
}
}
remaining--;
}
return *this;
}
FileNodeIterator FileNodeIterator::operator ++(int)
{
FileNodeIterator it = *this;
++(*this);
return it;
}
FileNodeIterator& FileNodeIterator::operator --()
{
if( remaining < FileNode(fs, container).size() )
{
if( reader.seq )
{
if( ((reader).ptr -= (((CvSeq*)reader.seq)->elem_size)) < (reader).block_min )
{
cvChangeSeqBlock( (CvSeqReader*)&(reader), -1 );
}
}
remaining++;
}
return *this;
}
FileNodeIterator FileNodeIterator::operator --(int)
{
FileNodeIterator it = *this;
--(*this);
return it;
}
FileNodeIterator& FileNodeIterator::operator += (int ofs)
{
if( ofs == 0 )
return *this;
if( ofs > 0 )
ofs = std::min(ofs, (int)remaining);
else
{
size_t count = FileNode(fs, container).size();
ofs = (int)(remaining - std::min(remaining - ofs, count));
}
remaining -= ofs;
if( reader.seq )
cvSetSeqReaderPos( (CvSeqReader*)&reader, ofs, 1 );
return *this;
}
FileNodeIterator& FileNodeIterator::operator -= (int ofs)
{
return operator += (-ofs);
}
FileNodeIterator& FileNodeIterator::readRaw( const String& fmt, uchar* vec, size_t maxCount )
{
if( fs && container && remaining > 0 )
{
size_t elem_size, cn;
getElemSize( fmt, elem_size, cn );
CV_Assert( elem_size > 0 );
size_t count = std::min(remaining, maxCount);
if( reader.seq )
{
cvReadRawDataSlice( fs, (CvSeqReader*)&reader, (int)count, vec, fmt.c_str() );
remaining -= count*cn;
}
else
{
cvReadRawData( fs, container, vec, fmt.c_str() );
remaining = 0;
}
}
return *this;
}
void write( FileStorage& fs, const String& name, int value )
{ cvWriteInt( *fs, name.size() ? name.c_str() : 0, value ); }
void write( FileStorage& fs, const String& name, float value )
{ cvWriteReal( *fs, name.size() ? name.c_str() : 0, value ); }
void write( FileStorage& fs, const String& name, double value )
{ cvWriteReal( *fs, name.size() ? name.c_str() : 0, value ); }
void write( FileStorage& fs, const String& name, const String& value )
{ cvWriteString( *fs, name.size() ? name.c_str() : 0, value.c_str() ); }
void writeScalar(FileStorage& fs, int value )
{ cvWriteInt( *fs, 0, value ); }
void writeScalar(FileStorage& fs, float value )
{ cvWriteReal( *fs, 0, value ); }
void writeScalar(FileStorage& fs, double value )
{ cvWriteReal( *fs, 0, value ); }
void writeScalar(FileStorage& fs, const String& value )
{ cvWriteString( *fs, 0, value.c_str() ); }
void write( FileStorage& fs, const String& name, const Mat& value )
{
if( value.dims <= 2 )
{
CvMat mat = value;
cvWrite( *fs, name.size() ? name.c_str() : 0, &mat );
}
else
{
CvMatND mat = value;
cvWrite( *fs, name.size() ? name.c_str() : 0, &mat );
}
}
// TODO: the 4 functions below need to be implemented more efficiently
void write( FileStorage& fs, const String& name, const SparseMat& value )
{
Ptr<CvSparseMat> mat(cvCreateSparseMat(value));
cvWrite( *fs, name.size() ? name.c_str() : 0, mat );
}
internal::WriteStructContext::WriteStructContext(FileStorage& _fs,
const String& name, int flags, const String& typeName) : fs(&_fs)
{
cvStartWriteStruct(**fs, !name.empty() ? name.c_str() : 0, flags,
!typeName.empty() ? typeName.c_str() : 0);
fs->elname = String();
if ((flags & FileNode::TYPE_MASK) == FileNode::SEQ)
{
fs->state = FileStorage::VALUE_EXPECTED;
fs->structs.push_back('[');
}
else
{
fs->state = FileStorage::NAME_EXPECTED + FileStorage::INSIDE_MAP;
fs->structs.push_back('{');
}
}
internal::WriteStructContext::~WriteStructContext()
{
cvEndWriteStruct(**fs);
fs->structs.pop_back();
fs->state = fs->structs.empty() || fs->structs.back() == '{' ?
FileStorage::NAME_EXPECTED + FileStorage::INSIDE_MAP :
FileStorage::VALUE_EXPECTED;
fs->elname = String();
}
void read( const FileNode& node, Mat& mat, const Mat& default_mat )
{
if( node.empty() )
{
default_mat.copyTo(mat);
return;
}
void* obj = cvRead((CvFileStorage*)node.fs, (CvFileNode*)*node);
if(CV_IS_MAT_HDR_Z(obj))
{
cvarrToMat(obj).copyTo(mat);
cvReleaseMat((CvMat**)&obj);
}
else if(CV_IS_MATND_HDR(obj))
{
cvarrToMat(obj).copyTo(mat);
cvReleaseMatND((CvMatND**)&obj);
}
else
{
cvRelease(&obj);
CV_Error(CV_StsBadArg, "Unknown array type");
}
}
void read( const FileNode& node, SparseMat& mat, const SparseMat& default_mat )
{
if( node.empty() )
{
default_mat.copyTo(mat);
return;
}
Ptr<CvSparseMat> m((CvSparseMat*)cvRead((CvFileStorage*)node.fs, (CvFileNode*)*node));
CV_Assert(CV_IS_SPARSE_MAT(m));
m->copyToSparseMat(mat);
}
CV_EXPORTS void read(const FileNode& node, KeyPoint& value, const KeyPoint& default_value)
{
if( node.empty() )
{
value = default_value;
return;
}
node >> value;
}
CV_EXPORTS void read(const FileNode& node, DMatch& value, const DMatch& default_value)
{
if( node.empty() )
{
value = default_value;
return;
}
node >> value;
}
#ifdef CV__LEGACY_PERSISTENCE
void write( FileStorage& fs, const String& name, const std::vector<KeyPoint>& vec)
{
// from template implementation
cv::internal::WriteStructContext ws(fs, name, FileNode::SEQ);
write(fs, vec);
}
void read(const FileNode& node, std::vector<KeyPoint>& keypoints)
{
FileNode first_node = *(node.begin());
if (first_node.isSeq())
{
// modern scheme
#ifdef OPENCV_TRAITS_ENABLE_DEPRECATED
FileNodeIterator it = node.begin();
size_t total = (size_t)it.remaining;
keypoints.resize(total);
for (size_t i = 0; i < total; ++i, ++it)
{
(*it) >> keypoints[i];
}
#else
FileNodeIterator it = node.begin();
it >> keypoints;
#endif
return;
}
keypoints.clear();
FileNodeIterator it = node.begin(), it_end = node.end();
for( ; it != it_end; )
{
KeyPoint kpt;
it >> kpt.pt.x >> kpt.pt.y >> kpt.size >> kpt.angle >> kpt.response >> kpt.octave >> kpt.class_id;
keypoints.push_back(kpt);
}
}
void write( FileStorage& fs, const String& name, const std::vector<DMatch>& vec)
{
// from template implementation
cv::internal::WriteStructContext ws(fs, name, FileNode::SEQ);
write(fs, vec);
}
void read(const FileNode& node, std::vector<DMatch>& matches)
{
FileNode first_node = *(node.begin());
if (first_node.isSeq())
{
// modern scheme
#ifdef OPENCV_TRAITS_ENABLE_DEPRECATED
FileNodeIterator it = node.begin();
size_t total = (size_t)it.remaining;
matches.resize(total);
for (size_t i = 0; i < total; ++i, ++it)
{
(*it) >> matches[i];
}
#else
FileNodeIterator it = node.begin();
it >> matches;
#endif
return;
}
matches.clear();
FileNodeIterator it = node.begin(), it_end = node.end();
for( ; it != it_end; )
{
DMatch m;
it >> m.queryIdx >> m.trainIdx >> m.imgIdx >> m.distance;
matches.push_back(m);
}
}
#endif
int FileNode::type() const { return !node ? NONE : (node->tag & TYPE_MASK); }
bool FileNode::isNamed() const { return !node ? false : (node->tag & NAMED) != 0; }
size_t FileNode::size() const
{
int t = type();
return t == MAP ? (size_t)((CvSet*)node->data.map)->active_count :
t == SEQ ? (size_t)node->data.seq->total : (size_t)!isNone();
}
void read(const FileNode& node, int& value, int default_value)
{
value = !node.node ? default_value :
CV_NODE_IS_INT(node.node->tag) ? node.node->data.i : std::numeric_limits<int>::max();
}
void read(const FileNode& node, float& value, float default_value)
{
value = !node.node ? default_value :
CV_NODE_IS_INT(node.node->tag) ? (float)node.node->data.i :
CV_NODE_IS_REAL(node.node->tag) ? saturate_cast<float>(node.node->data.f) : std::numeric_limits<float>::max();
}
void read(const FileNode& node, double& value, double default_value)
{
value = !node.node ? default_value :
CV_NODE_IS_INT(node.node->tag) ? (double)node.node->data.i :
CV_NODE_IS_REAL(node.node->tag) ? node.node->data.f : std::numeric_limits<double>::max();
}
void read(const FileNode& node, String& value, const String& default_value)
{
value = !node.node ? default_value : CV_NODE_IS_STRING(node.node->tag) ? String(node.node->data.str.ptr) : String();
}
void read(const FileNode& node, std::string& value, const std::string& default_value)
{
value = !node.node ? default_value : CV_NODE_IS_STRING(node.node->tag) ? std::string(node.node->data.str.ptr) : default_value;
}
} // cv::
modules/core/src/persistence_json.cpp 0 → 100644
View file @ e225850c
// This file is part of OpenCV project.
// It is subject to the license terms in the LICENSE file found in the top-level directory
// of this distribution and at http://opencv.org/license.html
#include "precomp.hpp"
#include "persistence.hpp"
/****************************************************************************************\
* JSON Parser *
\****************************************************************************************/
static char*
icvJSONSkipSpaces( CvFileStorage* fs, char* ptr )
{
bool is_eof = false;
bool is_completed = false;
while ( is_eof == false && is_completed == false )
{
switch ( *ptr )
{
/* comment */
case '/' : {
ptr++;
if ( *ptr == '\0' )
{
ptr = icvGets( fs, fs->buffer_start, static_cast<int>(fs->buffer_end - fs->buffer_start) );
if ( !ptr ) { is_eof = true; break; }
}
if ( *ptr == '/' )
{
while ( *ptr != '\n' && *ptr != '\r' )
{
if ( *ptr == '\0' )
{
ptr = icvGets( fs, fs->buffer_start, static_cast<int>(fs->buffer_end - fs->buffer_start) );
if ( !ptr ) { is_eof = true; break; }
}
else
{
ptr++;
}
}
}
else if ( *ptr == '*' )
{
ptr++;
for (;;)
{
if ( *ptr == '\0' )
{
ptr = icvGets( fs, fs->buffer_start, static_cast<int>(fs->buffer_end - fs->buffer_start) );
if ( !ptr ) { is_eof = true; break; }
}
else if ( *ptr == '*' )
{
ptr++;
if ( *ptr == '\0' )
{
ptr = icvGets( fs, fs->buffer_start, static_cast<int>(fs->buffer_end - fs->buffer_start) );
if ( !ptr ) { is_eof = true; break; }
}
if ( *ptr == '/' )
{
ptr++;
break;
}
}
else
{
ptr++;
}
}
}
else
{
CV_PARSE_ERROR( "Not supported escape character" );
}
} break;
/* whitespace */
case '\t':
case ' ' : {
ptr++;
} break;
/* newline || end mark */
case '\0':
case '\n':
case '\r': {
ptr = icvGets( fs, fs->buffer_start, static_cast<int>(fs->buffer_end - fs->buffer_start) );
if ( !ptr ) { is_eof = true; break; }
} break;
/* other character */
default: {
if ( !cv_isprint(*ptr) )
CV_PARSE_ERROR( "Invalid character in the stream" );
is_completed = true;
} break;
}
}
if ( is_eof )
{
ptr = fs->buffer_start;
*ptr = '\0';
fs->dummy_eof = 1;
}
else if ( !is_completed )
{
/* should not be executed */
ptr = 0;
fs->dummy_eof = 1;
CV_PARSE_ERROR( "Abort at parse time" );
}
return ptr;
}
static char* icvJSONParseKey( CvFileStorage* fs, char* ptr, CvFileNode* map, CvFileNode** value_placeholder )
{
if( *ptr != '"' )
CV_PARSE_ERROR( "Key must start with \'\"\'" );
char * beg = ptr + 1;
char * end = beg;
do ++ptr;
while( cv_isprint(*ptr) && *ptr != '"' );
if( *ptr != '"' )
CV_PARSE_ERROR( "Key must end with \'\"\'" );
end = ptr;
ptr++;
ptr = icvJSONSkipSpaces( fs, ptr );
if ( ptr == 0 || fs->dummy_eof )
return 0;
if( *ptr != ':' )
CV_PARSE_ERROR( "Missing \':\' between key and value" );
/* [beg, end) */
if( end <= beg )
CV_PARSE_ERROR( "Key is empty" );
if ( end - beg == 7u && memcmp(beg, "type_id", 7u) == 0 )
{
*value_placeholder = 0;
}
else
{
CvStringHashNode* str_hash_node = cvGetHashedKey( fs, beg, static_cast<int>(end - beg), 1 );
*value_placeholder = cvGetFileNode( fs, map, str_hash_node, 1 );
}
ptr++;
return ptr;
}
static char* icvJSONParseValue( CvFileStorage* fs, char* ptr, CvFileNode* node )
{
ptr = icvJSONSkipSpaces( fs, ptr );
if ( ptr == 0 || fs->dummy_eof )
CV_PARSE_ERROR( "Unexpected End-Of-File" );
memset( node, 0, sizeof(*node) );
if ( *ptr == '"' )
{ /* must be string or Base64 string */
ptr++;
char * beg = ptr;
size_t len = 0u;
for ( ; (cv_isalnum(*ptr) || *ptr == '$' ) && len <= 9u; ptr++ )
len++;
if ( len >= 8u && memcmp( beg, "$base64$", 8u ) == 0 )
{ /**************** Base64 string ****************/
ptr = beg += 8;
std::string base64_buffer;
base64_buffer.reserve( PARSER_BASE64_BUFFER_SIZE );
bool is_matching = false;
while ( !is_matching )
{
switch ( *ptr )
{
case '\0':
{
base64_buffer.append( beg, ptr );
ptr = icvGets( fs, fs->buffer_start, static_cast<int>(fs->buffer_end - fs->buffer_start) );
if ( !ptr )
CV_PARSE_ERROR( "'\"' - right-quote of string is missing" );
beg = ptr;
break;
}
case '\"':
{
base64_buffer.append( beg, ptr );
beg = ptr;
is_matching = true;
break;
}
case '\n':
case '\r':
{
CV_PARSE_ERROR( "'\"' - right-quote of string is missing" );
break;
}
default:
{
ptr++;
break;
}
}
}
if ( *ptr != '\"' )
CV_PARSE_ERROR( "'\"' - right-quote of string is missing" );
else
ptr++;
if ( base64_buffer.size() >= base64::ENCODED_HEADER_SIZE )
{
const char * base64_beg = base64_buffer.data();
const char * base64_end = base64_beg + base64_buffer.size();
/* get dt from header */
std::string dt;
{
std::vector<char> header(base64::HEADER_SIZE + 1, ' ');
base64::base64_decode(base64_beg, header.data(), 0U, base64::ENCODED_HEADER_SIZE);
if ( !base64::read_base64_header(header, dt) || dt.empty() )
CV_PARSE_ERROR("Invalid `dt` in Base64 header");
}
/* set base64_beg to beginning of base64 data */
base64_beg = &base64_buffer.at( base64::ENCODED_HEADER_SIZE );
if ( base64_buffer.size() > base64::ENCODED_HEADER_SIZE )
{
if ( !base64::base64_valid( base64_beg, 0U, base64_end - base64_beg ) )
CV_PARSE_ERROR( "Invalid Base64 data." );
/* buffer for decoded data(exclude header) */
std::vector<uchar> binary_buffer( base64::base64_decode_buffer_size(base64_end - base64_beg) );
int total_byte_size = static_cast<int>(
base64::base64_decode_buffer_size( base64_end - base64_beg, base64_beg, false )
);
{
base64::Base64ContextParser parser(binary_buffer.data(), binary_buffer.size() );
const uchar * binary_beg = reinterpret_cast<const uchar *>( base64_beg );
const uchar * binary_end = binary_beg + (base64_end - base64_beg);
parser.read( binary_beg, binary_end );
parser.flush();
}
/* save as CvSeq */
int elem_size = ::icvCalcStructSize(dt.c_str(), 0);
if (total_byte_size % elem_size != 0)
CV_PARSE_ERROR("Byte size not match elememt size");
int elem_cnt = total_byte_size / elem_size;
/* after icvFSCreateCollection, node->tag == struct_flags */
icvFSCreateCollection(fs, CV_NODE_FLOW | CV_NODE_SEQ, node);
base64::make_seq(binary_buffer.data(), elem_cnt, dt.c_str(), *node->data.seq);
}
else
{
/* empty */
icvFSCreateCollection(fs, CV_NODE_FLOW | CV_NODE_SEQ, node);
}
}
else if ( base64_buffer.empty() )
{
/* empty */
icvFSCreateCollection(fs, CV_NODE_FLOW | CV_NODE_SEQ, node);
}
else
{
CV_PARSE_ERROR("Unrecognized Base64 header");
}
}
else
{ /**************** normal string ****************/
std::string string_buffer;
string_buffer.reserve( PARSER_BASE64_BUFFER_SIZE );
ptr = beg;
bool is_matching = false;
while ( !is_matching )
{
switch ( *ptr )
{
case '\\':
{
string_buffer.append( beg, ptr );
ptr++;
switch ( *ptr )
{
case '\\':
case '\"':
case '\'': { string_buffer.append( 1u, *ptr ); break; }
case 'n' : { string_buffer.append( 1u, '\n' ); break; }
case 'r' : { string_buffer.append( 1u, '\r' ); break; }
case 't' : { string_buffer.append( 1u, '\t' ); break; }
case 'b' : { string_buffer.append( 1u, '\b' ); break; }
case 'f' : { string_buffer.append( 1u, '\f' ); break; }
case 'u' : { CV_PARSE_ERROR( "'\\uXXXX' currently not supported" ); }
default : { CV_PARSE_ERROR( "Invalid escape character" ); }
break;
}
ptr++;
beg = ptr;
break;
}
case '\0':
{
string_buffer.append( beg, ptr );
ptr = icvGets( fs, fs->buffer_start, static_cast<int>(fs->buffer_end - fs->buffer_start) );
if ( !ptr )
CV_PARSE_ERROR( "'\"' - right-quote of string is missing" );
beg = ptr;
break;
}
case '\"':
{
string_buffer.append( beg, ptr );
beg = ptr;
is_matching = true;
break;
}
case '\n':
case '\r':
{
CV_PARSE_ERROR( "'\"' - right-quote of string is missing" );
break;
}
default:
{
ptr++;
break;
}
}
}
if ( *ptr != '\"' )
CV_PARSE_ERROR( "'\"' - right-quote of string is missing" );
else
ptr++;
node->data.str = cvMemStorageAllocString
(
fs->memstorage,
string_buffer.c_str(),
static_cast<int>(string_buffer.size())
);
node->tag = CV_NODE_STRING;
}
}
else if ( cv_isdigit(*ptr) || *ptr == '-' || *ptr == '+' || *ptr == '.' )
{ /**************** number ****************/
char * beg = ptr;
if ( *ptr == '+' || *ptr == '-' )
ptr++;
while( cv_isdigit(*ptr) )
ptr++;
if (*ptr == '.' || *ptr == 'e')
{
node->data.f = icv_strtod( fs, beg, &ptr );
node->tag = CV_NODE_REAL;
}
else
{
node->data.i = static_cast<int>(strtol( beg, &ptr, 0 ));
node->tag = CV_NODE_INT;
}
if ( beg >= ptr )
CV_PARSE_ERROR( "Invalid numeric value (inconsistent explicit type specification?)" );
}
else
{ /**************** other data ****************/
const char * beg = ptr;
size_t len = 0u;
for ( ; cv_isalpha(*ptr) && len <= 6u; ptr++ )
len++;
if ( len >= 4u && memcmp( beg, "null", 4u ) == 0 )
{
CV_PARSE_ERROR( "Value 'null' is not supported by this parser" );
}
else if ( len >= 4u && memcmp( beg, "true", 4u ) == 0 )
{
node->data.i = 1;
node->tag = CV_NODE_INT;
}
else if ( len >= 5u && memcmp( beg, "false", 5u ) == 0 )
{
node->data.i = 0;
node->tag = CV_NODE_INT;
}
else
{
CV_PARSE_ERROR( "Unrecognized value" );
}
}
return ptr;
}
static char* icvJSONParseSeq( CvFileStorage* fs, char* ptr, CvFileNode* node );
static char* icvJSONParseMap( CvFileStorage* fs, char* ptr, CvFileNode* node );
static char* icvJSONParseSeq( CvFileStorage* fs, char* ptr, CvFileNode* node )
{
if (!ptr)
CV_PARSE_ERROR( "ptr is NULL" );
if ( *ptr != '[' )
CV_PARSE_ERROR( "'[' - left-brace of seq is missing" );
else
ptr++;
memset( node, 0, sizeof(*node) );
icvFSCreateCollection( fs, CV_NODE_SEQ, node );
for (;;)
{
ptr = icvJSONSkipSpaces( fs, ptr );
if ( ptr == 0 || fs->dummy_eof )
break;
if ( *ptr != ']' )
{
CvFileNode* child = (CvFileNode*)cvSeqPush( node->data.seq, 0 );
if ( *ptr == '[' )
ptr = icvJSONParseSeq( fs, ptr, child );
else if ( *ptr == '{' )
ptr = icvJSONParseMap( fs, ptr, child );
else
ptr = icvJSONParseValue( fs, ptr, child );
}
ptr = icvJSONSkipSpaces( fs, ptr );
if ( ptr == 0 || fs->dummy_eof )
break;
if ( *ptr == ',' )
ptr++;
else if ( *ptr == ']' )
break;
else
CV_PARSE_ERROR( "Unexpected character" );
}
if (!ptr)
CV_PARSE_ERROR("ptr is NULL");
if ( *ptr != ']' )
CV_PARSE_ERROR( "']' - right-brace of seq is missing" );
else
ptr++;
return ptr;
}
static char* icvJSONParseMap( CvFileStorage* fs, char* ptr, CvFileNode* node )
{
if (!ptr)
CV_PARSE_ERROR("ptr is NULL");
if ( *ptr != '{' )
CV_PARSE_ERROR( "'{' - left-brace of map is missing" );
else
ptr++;
memset( node, 0, sizeof(*node) );
icvFSCreateCollection( fs, CV_NODE_MAP, node );
for ( ;; )
{
ptr = icvJSONSkipSpaces( fs, ptr );
if ( ptr == 0 || fs->dummy_eof )
break;
if ( *ptr == '"' )
{
CvFileNode* child = 0;
ptr = icvJSONParseKey( fs, ptr, node, &child );
if ( ptr == 0 || fs->dummy_eof )
break;
ptr = icvJSONSkipSpaces( fs, ptr );
if ( ptr == 0 || fs->dummy_eof )
break;
if ( child == 0 )
{ /* type_id */
CvFileNode tmp;
ptr = icvJSONParseValue( fs, ptr, &tmp );
if ( CV_NODE_IS_STRING(tmp.tag) )
{
node->info = cvFindType( tmp.data.str.ptr );
if ( node->info )
node->tag |= CV_NODE_USER;
// delete tmp.data.str
}
else
{
CV_PARSE_ERROR( "\"type_id\" should be of type string" );
}
}
else
{ /* normal */
if ( *ptr == '[' )
ptr = icvJSONParseSeq( fs, ptr, child );
else if ( *ptr == '{' )
ptr = icvJSONParseMap( fs, ptr, child );
else
ptr = icvJSONParseValue( fs, ptr, child );
child->tag |= CV_NODE_NAMED;
}
}
ptr = icvJSONSkipSpaces( fs, ptr );
if ( ptr == 0 || fs->dummy_eof )
break;
if ( *ptr == ',' )
ptr++;
else if ( *ptr == '}' )
break;
else
CV_PARSE_ERROR( "Unexpected character" );
}
if (!ptr)
CV_PARSE_ERROR("ptr is NULL");
if ( *ptr != '}' )
CV_PARSE_ERROR( "'}' - right-brace of map is missing" );
else
ptr++;
return ptr;
}
void icvJSONParse( CvFileStorage* fs )
{
char* ptr = fs->buffer_start;
ptr = icvJSONSkipSpaces( fs, ptr );
if ( ptr == 0 || fs->dummy_eof )
return;
if ( *ptr == '{' )
{
CvFileNode* root_node = (CvFileNode*)cvSeqPush( fs->roots, 0 );
ptr = icvJSONParseMap( fs, ptr, root_node );
}
else if ( *ptr == '[' )
{
CvFileNode* root_node = (CvFileNode*)cvSeqPush( fs->roots, 0 );
ptr = icvJSONParseSeq( fs, ptr, root_node );
}
else
{
CV_PARSE_ERROR( "left-brace of top level is missing" );
}
if ( fs->dummy_eof != 0 )
CV_PARSE_ERROR( "Unexpected End-Of-File" );
}
/****************************************************************************************\
* JSON Emitter *
\****************************************************************************************/
void icvJSONWrite( CvFileStorage* fs, const char* key, const char* data )
{
/* check write_struct */
check_if_write_struct_is_delayed( fs );
if ( fs->state_of_writing_base64 == base64::fs::Uncertain )
{
switch_to_Base64_state( fs, base64::fs::NotUse );
}
else if ( fs->state_of_writing_base64 == base64::fs::InUse )
{
CV_Error( CV_StsError, "At present, output Base64 data only." );
}
/* check parameters */
size_t key_len = 0u;
if( key && *key == '\0' )
key = 0;
if ( key )
{
key_len = strlen(key);
if ( key_len == 0u )
CV_Error( CV_StsBadArg, "The key is an empty" );
else if ( static_cast<int>(key_len) > CV_FS_MAX_LEN )
CV_Error( CV_StsBadArg, "The key is too long" );
}
size_t data_len = 0u;
if ( data )
data_len = strlen(data);
int struct_flags = fs->struct_flags;
if( CV_NODE_IS_COLLECTION(struct_flags) )
{
if ( (CV_NODE_IS_MAP(struct_flags) ^ (key != 0)) )
CV_Error( CV_StsBadArg, "An attempt to add element without a key to a map, "
"or add element with key to sequence" );
} else {
fs->is_first = 0;
struct_flags = CV_NODE_EMPTY | (key ? CV_NODE_MAP : CV_NODE_SEQ);
}
/* start to write */
char* ptr = 0;
if( CV_NODE_IS_FLOW(struct_flags) )
{
int new_offset;
ptr = fs->buffer;
if( !CV_NODE_IS_EMPTY(struct_flags) )
*ptr++ = ',';
new_offset = static_cast<int>(ptr - fs->buffer_start + key_len + data_len);
if( new_offset > fs->wrap_margin && new_offset - fs->struct_indent > 10 )
{
fs->buffer = ptr;
ptr = icvFSFlush(fs);
}
else
*ptr++ = ' ';
}
else
{
if ( !CV_NODE_IS_EMPTY(struct_flags) )
{
ptr = fs->buffer;
*ptr++ = ',';
*ptr++ = '\n';
*ptr++ = '\0';
::icvPuts( fs, fs->buffer_start );
ptr = fs->buffer = fs->buffer_start;
}
ptr = icvFSFlush(fs);
}
if( key )
{
if( !cv_isalpha(key[0]) && key[0] != '_' )
CV_Error( CV_StsBadArg, "Key must start with a letter or _" );
ptr = icvFSResizeWriteBuffer( fs, ptr, static_cast<int>(key_len) );
*ptr++ = '\"';
for( size_t i = 0u; i < key_len; i++ )
{
char c = key[i];
ptr[i] = c;
if( !cv_isalnum(c) && c != '-' && c != '_' && c != ' ' )
CV_Error( CV_StsBadArg, "Key names may only contain alphanumeric characters [a-zA-Z0-9], '-', '_' and ' '" );
}
ptr += key_len;
*ptr++ = '\"';
*ptr++ = ':';
*ptr++ = ' ';
}
if( data )
{
ptr = icvFSResizeWriteBuffer( fs, ptr, static_cast<int>(data_len) );
memcpy( ptr, data, data_len );
ptr += data_len;
}
fs->buffer = ptr;
fs->struct_flags = struct_flags & ~CV_NODE_EMPTY;
}
void icvJSONStartWriteStruct( CvFileStorage* fs, const char* key, int struct_flags, const char* type_name)
{
int parent_flags;
char data[CV_FS_MAX_LEN + 1024];
struct_flags = (struct_flags & (CV_NODE_TYPE_MASK|CV_NODE_FLOW)) | CV_NODE_EMPTY;
if( !CV_NODE_IS_COLLECTION(struct_flags))
CV_Error( CV_StsBadArg,
"Some collection type - CV_NODE_SEQ or CV_NODE_MAP, must be specified" );
if ( type_name && *type_name == '\0' )
type_name = 0;
bool has_type_id = false;
bool is_real_collection = true;
if (type_name && memcmp(type_name, "binary", 6) == 0)
{
struct_flags = CV_NODE_STR;
data[0] = '\0';
is_real_collection = false;
}
else if( type_name )
{
has_type_id = true;
}
if ( is_real_collection )
{
char c = CV_NODE_IS_MAP(struct_flags) ? '{' : '[';
data[0] = c;
data[1] = '\0';
}
icvJSONWrite( fs, key, data );
parent_flags = fs->struct_flags;
cvSeqPush( fs->write_stack, &parent_flags );
fs->struct_flags = struct_flags;
fs->struct_indent += 4;
if ( has_type_id )
fs->write_string( fs, "type_id", type_name, 1 );
}
void icvJSONEndWriteStruct( CvFileStorage* fs )
{
if( fs->write_stack->total == 0 )
CV_Error( CV_StsError, "EndWriteStruct w/o matching StartWriteStruct" );
int parent_flags = 0;
int struct_flags = fs->struct_flags;
cvSeqPop( fs->write_stack, &parent_flags );
fs->struct_indent -= 4;
fs->struct_flags = parent_flags & ~CV_NODE_EMPTY;
assert( fs->struct_indent >= 0 );
if ( CV_NODE_IS_COLLECTION(struct_flags) )
{
if ( !CV_NODE_IS_FLOW(struct_flags) )
{
if ( fs->buffer <= fs->buffer_start + fs->space )
{
/* some bad code for base64_writer... */
*fs->buffer++ = '\n';
*fs->buffer++ = '\0';
icvPuts( fs, fs->buffer_start );
fs->buffer = fs->buffer_start;
}
icvFSFlush(fs);
}
char* ptr = fs->buffer;
if( ptr > fs->buffer_start + fs->struct_indent && !CV_NODE_IS_EMPTY(struct_flags) )
*ptr++ = ' ';
*ptr++ = CV_NODE_IS_MAP(struct_flags) ? '}' : ']';
fs->buffer = ptr;
}
}
void icvJSONStartNextStream( CvFileStorage* fs )
{
if( !fs->is_first )
{
while( fs->write_stack->total > 0 )
icvJSONEndWriteStruct(fs);
fs->struct_indent = 4;
icvFSFlush(fs);
fs->buffer = fs->buffer_start;
}
}
void icvJSONWriteInt( CvFileStorage* fs, const char* key, int value )
{
char buf[128];
icvJSONWrite( fs, key, icv_itoa( value, buf, 10 ));
}
void icvJSONWriteReal( CvFileStorage* fs, const char* key, double value )
{
char buf[128];
size_t len = strlen( icvDoubleToString( buf, value ) );
if( len > 0 && buf[len-1] == '.' )
{
// append zero if string ends with decimal place to match JSON standard
buf[len] = '0';
buf[len+1] = '\0';
}
icvJSONWrite( fs, key, buf );
}
void icvJSONWriteString( CvFileStorage* fs, const char* key, const char* str, int quote)
{
char buf[CV_FS_MAX_LEN*4+16];
char* data = (char*)str;
int i, len;
if( !str )
CV_Error( CV_StsNullPtr, "Null string pointer" );
len = (int)strlen(str);
if( len > CV_FS_MAX_LEN )
CV_Error( CV_StsBadArg, "The written string is too long" );
if( quote || len == 0 || str[0] != str[len-1] || (str[0] != '\"' && str[0] != '\'') )
{
int need_quote = 1;
data = buf;
*data++ = '\"';
for( i = 0; i < len; i++ )
{
char c = str[i];
switch ( c )
{
case '\\':
case '\"':
case '\'': { *data++ = '\\'; *data++ = c; break; }
case '\n': { *data++ = '\\'; *data++ = 'n'; break; }
case '\r': { *data++ = '\\'; *data++ = 'r'; break; }
case '\t': { *data++ = '\\'; *data++ = 't'; break; }
case '\b': { *data++ = '\\'; *data++ = 'b'; break; }
case '\f': { *data++ = '\\'; *data++ = 'f'; break; }
default : { *data++ = c; }
break;
}
}
*data++ = '\"';
*data++ = '\0';
data = buf + !need_quote;
}
icvJSONWrite( fs, key, data );
}
void icvJSONWriteComment( CvFileStorage* fs, const char* comment, int eol_comment )
{
if( !comment )
CV_Error( CV_StsNullPtr, "Null comment" );
int len = static_cast<int>(strlen(comment));
char* ptr = fs->buffer;
const char* eol = strchr(comment, '\n');
bool multiline = eol != 0;
if( !eol_comment || multiline || fs->buffer_end - ptr < len || ptr == fs->buffer_start )
ptr = icvFSFlush( fs );
else
*ptr++ = ' ';
while( comment )
{
*ptr++ = '/';
*ptr++ = '/';
*ptr++ = ' ';
if( eol )
{
ptr = icvFSResizeWriteBuffer( fs, ptr, (int)(eol - comment) + 1 );
memcpy( ptr, comment, eol - comment + 1 );
fs->buffer = ptr + (eol - comment);
comment = eol + 1;
eol = strchr( comment, '\n' );
}
else
{
len = (int)strlen(comment);
ptr = icvFSResizeWriteBuffer( fs, ptr, len );
memcpy( ptr, comment, len );
fs->buffer = ptr + len;
comment = 0;
}
ptr = icvFSFlush( fs );
}
}
modules/core/src/persistence_types.cpp 0 → 100644
View file @ e225850c
// This file is part of OpenCV project.
// It is subject to the license terms in the LICENSE file found in the top-level directory
// of this distribution and at http://opencv.org/license.html
#include "precomp.hpp"
#include "persistence.hpp"
/****************************************************************************************\
* Reading/Writing etc. for standard types *
\****************************************************************************************/
/*#define CV_TYPE_NAME_MAT "opencv-matrix"
#define CV_TYPE_NAME_MATND "opencv-nd-matrix"
#define CV_TYPE_NAME_SPARSE_MAT "opencv-sparse-matrix"
#define CV_TYPE_NAME_IMAGE "opencv-image"
#define CV_TYPE_NAME_SEQ "opencv-sequence"
#define CV_TYPE_NAME_SEQ_TREE "opencv-sequence-tree"
#define CV_TYPE_NAME_GRAPH "opencv-graph"*/
/******************************* CvMat ******************************/
static int icvIsMat( const void* ptr )
{
return CV_IS_MAT_HDR_Z(ptr);
}
static void icvWriteMat( CvFileStorage* fs, const char* name, const void* struct_ptr, CvAttrList /*attr*/ )
{
const CvMat* mat = (const CvMat*)struct_ptr;
char dt[16];
CvSize size;
int y;
assert( CV_IS_MAT_HDR_Z(mat) );
cvStartWriteStruct( fs, name, CV_NODE_MAP, CV_TYPE_NAME_MAT );
cvWriteInt( fs, "rows", mat->rows );
cvWriteInt( fs, "cols", mat->cols );
cvWriteString( fs, "dt", icvEncodeFormat( CV_MAT_TYPE(mat->type), dt ), 0 );
cvStartWriteStruct( fs, "data", CV_NODE_SEQ + CV_NODE_FLOW );
size = cvGetSize(mat);
if( size.height > 0 && size.width > 0 && mat->data.ptr )
{
if( CV_IS_MAT_CONT(mat->type) )
{
size.width *= size.height;
size.height = 1;
}
for( y = 0; y < size.height; y++ )
cvWriteRawData( fs, mat->data.ptr + (size_t)y*mat->step, size.width, dt );
}
cvEndWriteStruct( fs );
cvEndWriteStruct( fs );
}
static int icvFileNodeSeqLen( CvFileNode* node )
{
return CV_NODE_IS_COLLECTION(node->tag) ? node->data.seq->total :
CV_NODE_TYPE(node->tag) != CV_NODE_NONE;
}
static void* icvReadMat( CvFileStorage* fs, CvFileNode* node )
{
void* ptr = 0;
CvMat* mat;
const char* dt;
CvFileNode* data;
int rows, cols, elem_type;
rows = cvReadIntByName( fs, node, "rows", -1 );
cols = cvReadIntByName( fs, node, "cols", -1 );
dt = cvReadStringByName( fs, node, "dt", 0 );
if( rows < 0 || cols < 0 || !dt )
CV_Error( CV_StsError, "Some of essential matrix attributes are absent" );
elem_type = icvDecodeSimpleFormat( dt );
data = cvGetFileNodeByName( fs, node, "data" );
if( !data )
CV_Error( CV_StsError, "The matrix data is not found in file storage" );
int nelems = icvFileNodeSeqLen( data );
if( nelems > 0 && nelems != rows*cols*CV_MAT_CN(elem_type) )
CV_Error( CV_StsUnmatchedSizes,
"The matrix size does not match to the number of stored elements" );
if( nelems > 0 )
{
mat = cvCreateMat( rows, cols, elem_type );
cvReadRawData( fs, data, mat->data.ptr, dt );
}
else
mat = cvCreateMatHeader( rows, cols, elem_type );
ptr = mat;
return ptr;
}
/******************************* CvMatND ******************************/
static int icvIsMatND( const void* ptr )
{
return CV_IS_MATND_HDR(ptr);
}
static void icvWriteMatND( CvFileStorage* fs, const char* name, const void* struct_ptr, CvAttrList /*attr*/ )
{
CvMatND* mat = (CvMatND*)struct_ptr;
CvMatND stub;
CvNArrayIterator iterator;
int dims, sizes[CV_MAX_DIM];
char dt[16];
assert( CV_IS_MATND_HDR(mat) );
cvStartWriteStruct( fs, name, CV_NODE_MAP, CV_TYPE_NAME_MATND );
dims = cvGetDims( mat, sizes );
cvStartWriteStruct( fs, "sizes", CV_NODE_SEQ + CV_NODE_FLOW );
cvWriteRawData( fs, sizes, dims, "i" );
cvEndWriteStruct( fs );
cvWriteString( fs, "dt", icvEncodeFormat( cvGetElemType(mat), dt ), 0 );
cvStartWriteStruct( fs, "data", CV_NODE_SEQ + CV_NODE_FLOW );
if( mat->dim[0].size > 0 && mat->data.ptr )
{
cvInitNArrayIterator( 1, (CvArr**)&mat, 0, &stub, &iterator );
do
cvWriteRawData( fs, iterator.ptr[0], iterator.size.width, dt );
while( cvNextNArraySlice( &iterator ));
}
cvEndWriteStruct( fs );
cvEndWriteStruct( fs );
}
static void* icvReadMatND( CvFileStorage* fs, CvFileNode* node )
{
void* ptr = 0;
CvMatND* mat;
const char* dt;
CvFileNode* data;
CvFileNode* sizes_node;
int sizes[CV_MAX_DIM] = {0}, dims, elem_type;
int i, total_size;
sizes_node = cvGetFileNodeByName( fs, node, "sizes" );
dt = cvReadStringByName( fs, node, "dt", 0 );
if( !sizes_node || !dt )
CV_Error( CV_StsError, "Some of essential matrix attributes are absent" );
dims = CV_NODE_IS_SEQ(sizes_node->tag) ? sizes_node->data.seq->total :
CV_NODE_IS_INT(sizes_node->tag) ? 1 : -1;
if( dims <= 0 || dims > CV_MAX_DIM )
CV_Error( CV_StsParseError, "Could not determine the matrix dimensionality" );
cvReadRawData( fs, sizes_node, sizes, "i" );
elem_type = icvDecodeSimpleFormat( dt );
data = cvGetFileNodeByName( fs, node, "data" );
if( !data )
CV_Error( CV_StsError, "The matrix data is not found in file storage" );
for( total_size = CV_MAT_CN(elem_type), i = 0; i < dims; i++ )
{
CV_Assert(sizes[i]);
total_size *= sizes[i];
}
int nelems = icvFileNodeSeqLen( data );
if( nelems > 0 && nelems != total_size )
CV_Error( CV_StsUnmatchedSizes,
"The matrix size does not match to the number of stored elements" );
if( nelems > 0 )
{
mat = cvCreateMatND( dims, sizes, elem_type );
cvReadRawData( fs, data, mat->data.ptr, dt );
}
else
mat = cvCreateMatNDHeader( dims, sizes, elem_type );
ptr = mat;
return ptr;
}
/******************************* CvSparseMat ******************************/
static int icvIsSparseMat( const void* ptr )
{
return CV_IS_SPARSE_MAT(ptr);
}
static int icvSortIdxCmpFunc( const void* _a, const void* _b, void* userdata )
{
int i, dims = *(int*)userdata;
const int* a = *(const int**)_a;
const int* b = *(const int**)_b;
for( i = 0; i < dims; i++ )
{
int delta = a[i] - b[i];
if( delta )
return delta;
}
return 0;
}
static void icvWriteSparseMat( CvFileStorage* fs, const char* name, const void* struct_ptr, CvAttrList /*attr*/ )
{
CvMemStorage* memstorage = 0;
const CvSparseMat* mat = (const CvSparseMat*)struct_ptr;
CvSparseMatIterator iterator;
CvSparseNode* node;
CvSeq* elements;
CvSeqReader reader;
int i, dims;
int *prev_idx = 0;
char dt[16];
assert( CV_IS_SPARSE_MAT(mat) );
memstorage = cvCreateMemStorage();
cvStartWriteStruct( fs, name, CV_NODE_MAP, CV_TYPE_NAME_SPARSE_MAT );
dims = cvGetDims( mat, 0 );
cvStartWriteStruct( fs, "sizes", CV_NODE_SEQ + CV_NODE_FLOW );
cvWriteRawData( fs, mat->size, dims, "i" );
cvEndWriteStruct( fs );
cvWriteString( fs, "dt", icvEncodeFormat( CV_MAT_TYPE(mat->type), dt ), 0 );
cvStartWriteStruct( fs, "data", CV_NODE_SEQ + CV_NODE_FLOW );
elements = cvCreateSeq( CV_SEQ_ELTYPE_PTR, sizeof(CvSeq), sizeof(int*), memstorage );
node = cvInitSparseMatIterator( mat, &iterator );
while( node )
{
int* idx = CV_NODE_IDX( mat, node );
cvSeqPush( elements, &idx );
node = cvGetNextSparseNode( &iterator );
}
cvSeqSort( elements, icvSortIdxCmpFunc, &dims );
cvStartReadSeq( elements, &reader, 0 );
for( i = 0; i < elements->total; i++ )
{
int* idx;
void* val;
int k = 0;
CV_READ_SEQ_ELEM( idx, reader );
if( i > 0 )
{
for( ; idx[k] == prev_idx[k]; k++ )
assert( k < dims );
if( k < dims - 1 )
fs->write_int( fs, 0, k - dims + 1 );
}
for( ; k < dims; k++ )
fs->write_int( fs, 0, idx[k] );
prev_idx = idx;
node = (CvSparseNode*)((uchar*)idx - mat->idxoffset );
val = CV_NODE_VAL( mat, node );
cvWriteRawData( fs, val, 1, dt );
}
cvEndWriteStruct( fs );
cvEndWriteStruct( fs );
cvReleaseMemStorage( &memstorage );
}
static void* icvReadSparseMat( CvFileStorage* fs, CvFileNode* node )
{
void* ptr = 0;
CvSparseMat* mat;
const char* dt;
CvFileNode* data;
CvFileNode* sizes_node;
CvSeqReader reader;
CvSeq* elements;
int sizes[CV_MAX_DIM_HEAP], dims, elem_type, cn;
int i;
sizes_node = cvGetFileNodeByName( fs, node, "sizes" );
dt = cvReadStringByName( fs, node, "dt", 0 );
if( !sizes_node || !dt )
CV_Error( CV_StsError, "Some of essential matrix attributes are absent" );
dims = CV_NODE_IS_SEQ(sizes_node->tag) ? sizes_node->data.seq->total :
CV_NODE_IS_INT(sizes_node->tag) ? 1 : -1;
if( dims <= 0 || dims > CV_MAX_DIM)
CV_Error( CV_StsParseError, "Could not determine sparse matrix dimensionality" );
cvReadRawData( fs, sizes_node, sizes, "i" );
elem_type = icvDecodeSimpleFormat( dt );
data = cvGetFileNodeByName( fs, node, "data" );
if( !data || !CV_NODE_IS_SEQ(data->tag) )
CV_Error( CV_StsError, "The matrix data is not found in file storage" );
mat = cvCreateSparseMat( dims, sizes, elem_type );
cn = CV_MAT_CN(elem_type);
int idx[CV_MAX_DIM_HEAP];
elements = data->data.seq;
cvStartReadRawData( fs, data, &reader );
for( i = 0; i < elements->total; )
{
CvFileNode* elem = (CvFileNode*)reader.ptr;
uchar* val;
int k;
if( !CV_NODE_IS_INT(elem->tag ))
CV_Error( CV_StsParseError, "Sparse matrix data is corrupted" );
k = elem->data.i;
if( i > 0 && k >= 0 )
idx[dims-1] = k;
else
{
if( i > 0 )
k = dims + k - 1;
else
idx[0] = k, k = 1;
for( ; k < dims; k++ )
{
CV_NEXT_SEQ_ELEM( elements->elem_size, reader );
i++;
elem = (CvFileNode*)reader.ptr;
if( !CV_NODE_IS_INT(elem->tag ) || elem->data.i < 0 )
CV_Error( CV_StsParseError, "Sparse matrix data is corrupted" );
idx[k] = elem->data.i;
}
}
CV_NEXT_SEQ_ELEM( elements->elem_size, reader );
i++;
val = cvPtrND( mat, idx, 0, 1, 0 );
cvReadRawDataSlice( fs, &reader, cn, val, dt );
i += cn;
}
ptr = mat;
return ptr;
}
/******************************* IplImage ******************************/
static int icvIsImage( const void* ptr )
{
return CV_IS_IMAGE_HDR(ptr);
}
static void icvWriteImage( CvFileStorage* fs, const char* name, const void* struct_ptr, CvAttrList /*attr*/ )
{
const IplImage* image = (const IplImage*)struct_ptr;
char dt_buf[16], *dt;
CvSize size;
int y, depth;
assert( CV_IS_IMAGE(image) );
if( image->dataOrder == IPL_DATA_ORDER_PLANE )
CV_Error( CV_StsUnsupportedFormat,
"Images with planar data layout are not supported" );
cvStartWriteStruct( fs, name, CV_NODE_MAP, CV_TYPE_NAME_IMAGE );
cvWriteInt( fs, "width", image->width );
cvWriteInt( fs, "height", image->height );
cvWriteString( fs, "origin", image->origin == IPL_ORIGIN_TL
? "top-left" : "bottom-left", 0 );
cvWriteString( fs, "layout", image->dataOrder == IPL_DATA_ORDER_PLANE
? "planar" : "interleaved", 0 );
if( image->roi )
{
cvStartWriteStruct( fs, "roi", CV_NODE_MAP + CV_NODE_FLOW );
cvWriteInt( fs, "x", image->roi->xOffset );
cvWriteInt( fs, "y", image->roi->yOffset );
cvWriteInt( fs, "width", image->roi->width );
cvWriteInt( fs, "height", image->roi->height );
cvWriteInt( fs, "coi", image->roi->coi );
cvEndWriteStruct( fs );
}
depth = IPL2CV_DEPTH(image->depth);
sprintf( dt_buf, "%d%c", image->nChannels, icvTypeSymbol(depth) );
dt = dt_buf + (dt_buf[2] == '\0' && dt_buf[0] == '1');
cvWriteString( fs, "dt", dt, 0 );
size = cvSize(image->width, image->height);
if( size.width*image->nChannels*CV_ELEM_SIZE(depth) == image->widthStep )
{
size.width *= size.height;
size.height = 1;
}
cvStartWriteStruct( fs, "data", CV_NODE_SEQ + CV_NODE_FLOW );
for( y = 0; y < size.height; y++ )
cvWriteRawData( fs, image->imageData + y*image->widthStep, size.width, dt );
cvEndWriteStruct( fs );
cvEndWriteStruct( fs );
}
static void* icvReadImage( CvFileStorage* fs, CvFileNode* node )
{
void* ptr = 0;
IplImage* image;
const char* dt;
CvFileNode* data;
CvFileNode* roi_node;
CvSeqReader reader;
CvRect roi;
int y, width, height, elem_type, coi, depth;
const char* origin, *data_order;
width = cvReadIntByName( fs, node, "width", 0 );
height = cvReadIntByName( fs, node, "height", 0 );
dt = cvReadStringByName( fs, node, "dt", 0 );
origin = cvReadStringByName( fs, node, "origin", 0 );
if( width == 0 || height == 0 || dt == 0 || origin == 0 )
CV_Error( CV_StsError, "Some of essential image attributes are absent" );
elem_type = icvDecodeSimpleFormat( dt );
data_order = cvReadStringByName( fs, node, "layout", "interleaved" );
if( !data_order || strcmp( data_order, "interleaved" ) != 0 )
CV_Error( CV_StsError, "Only interleaved images can be read" );
data = cvGetFileNodeByName( fs, node, "data" );
if( !data )
CV_Error( CV_StsError, "The image data is not found in file storage" );
if( icvFileNodeSeqLen( data ) != width*height*CV_MAT_CN(elem_type) )
CV_Error( CV_StsUnmatchedSizes,
"The matrix size does not match to the number of stored elements" );
depth = cvIplDepth(elem_type);
image = cvCreateImage( cvSize(width,height), depth, CV_MAT_CN(elem_type) );
roi_node = cvGetFileNodeByName( fs, node, "roi" );
if( roi_node )
{
roi.x = cvReadIntByName( fs, roi_node, "x", 0 );
roi.y = cvReadIntByName( fs, roi_node, "y", 0 );
roi.width = cvReadIntByName( fs, roi_node, "width", 0 );
roi.height = cvReadIntByName( fs, roi_node, "height", 0 );
coi = cvReadIntByName( fs, roi_node, "coi", 0 );
cvSetImageROI( image, roi );
cvSetImageCOI( image, coi );
}
if( width*CV_ELEM_SIZE(elem_type) == image->widthStep )
{
width *= height;
height = 1;
}
width *= CV_MAT_CN(elem_type);
cvStartReadRawData( fs, data, &reader );
for( y = 0; y < height; y++ )
{
cvReadRawDataSlice( fs, &reader, width,
image->imageData + y*image->widthStep, dt );
}
ptr = image;
return ptr;
}
/******************************* CvSeq ******************************/
static int icvIsSeq( const void* ptr )
{
return CV_IS_SEQ(ptr);
}
static void
icvReleaseSeq( void** ptr )
{
if( !ptr )
CV_Error( CV_StsNullPtr, "NULL double pointer" );
*ptr = 0; // it's impossible now to release seq, so just clear the pointer
}
static void* icvCloneSeq( const void* ptr )
{
return cvSeqSlice( (CvSeq*)ptr, CV_WHOLE_SEQ,
0 /* use the same storage as for the original sequence */, 1 );
}
static void icvWriteHeaderData( CvFileStorage* fs, const CvSeq* seq, CvAttrList* attr, int initial_header_size )
{
char header_dt_buf[128];
const char* header_dt = cvAttrValue( attr, "header_dt" );
if( header_dt )
{
int dt_header_size;
dt_header_size = icvCalcElemSize( header_dt, initial_header_size );
if( dt_header_size > seq->header_size )
CV_Error( CV_StsUnmatchedSizes,
"The size of header calculated from \"header_dt\" is greater than header_size" );
}
else if( seq->header_size > initial_header_size )
{
if( CV_IS_SEQ(seq) && CV_IS_SEQ_POINT_SET(seq) &&
seq->header_size == sizeof(CvPoint2DSeq) &&
seq->elem_size == sizeof(int)*2 )
{
CvPoint2DSeq* point_seq = (CvPoint2DSeq*)seq;
cvStartWriteStruct( fs, "rect", CV_NODE_MAP + CV_NODE_FLOW );
cvWriteInt( fs, "x", point_seq->rect.x );
cvWriteInt( fs, "y", point_seq->rect.y );
cvWriteInt( fs, "width", point_seq->rect.width );
cvWriteInt( fs, "height", point_seq->rect.height );
cvEndWriteStruct( fs );
cvWriteInt( fs, "color", point_seq->color );
}
else if( CV_IS_SEQ(seq) && CV_IS_SEQ_CHAIN(seq) &&
CV_MAT_TYPE(seq->flags) == CV_8UC1 )
{
CvChain* chain = (CvChain*)seq;
cvStartWriteStruct( fs, "origin", CV_NODE_MAP + CV_NODE_FLOW );
cvWriteInt( fs, "x", chain->origin.x );
cvWriteInt( fs, "y", chain->origin.y );
cvEndWriteStruct( fs );
}
else
{
unsigned extra_size = seq->header_size - initial_header_size;
// a heuristic to provide nice defaults for sequences of int's & float's
if( extra_size % sizeof(int) == 0 )
sprintf( header_dt_buf, "%ui", (unsigned)(extra_size/sizeof(int)) );
else
sprintf( header_dt_buf, "%uu", extra_size );
header_dt = header_dt_buf;
}
}
if( header_dt )
{
cvWriteString( fs, "header_dt", header_dt, 0 );
cvStartWriteStruct( fs, "header_user_data", CV_NODE_SEQ + CV_NODE_FLOW );
cvWriteRawData( fs, (uchar*)seq + sizeof(CvSeq), 1, header_dt );
cvEndWriteStruct( fs );
}
}
static char* icvGetFormat( const CvSeq* seq, const char* dt_key, CvAttrList* attr, int initial_elem_size, char* dt_buf )
{
char* dt = 0;
dt = (char*)cvAttrValue( attr, dt_key );
if( dt )
{
int dt_elem_size;
dt_elem_size = icvCalcElemSize( dt, initial_elem_size );
if( dt_elem_size != seq->elem_size )
CV_Error( CV_StsUnmatchedSizes,
"The size of element calculated from \"dt\" and "
"the elem_size do not match" );
}
else if( CV_MAT_TYPE(seq->flags) != 0 || seq->elem_size == 1 )
{
if( CV_ELEM_SIZE(seq->flags) != seq->elem_size )
CV_Error( CV_StsUnmatchedSizes,
"Size of sequence element (elem_size) is inconsistent with seq->flags" );
dt = icvEncodeFormat( CV_MAT_TYPE(seq->flags), dt_buf );
}
else if( seq->elem_size > initial_elem_size )
{
unsigned extra_elem_size = seq->elem_size - initial_elem_size;
// a heuristic to provide nice defaults for sequences of int's & float's
if( extra_elem_size % sizeof(int) == 0 )
sprintf( dt_buf, "%ui", (unsigned)(extra_elem_size/sizeof(int)) );
else
sprintf( dt_buf, "%uu", extra_elem_size );
dt = dt_buf;
}
return dt;
}
static void icvWriteSeq( CvFileStorage* fs, const char* name, const void* struct_ptr, CvAttrList attr, int level )
{
const CvSeq* seq = (CvSeq*)struct_ptr;
CvSeqBlock* block;
char buf[128];
char dt_buf[128], *dt;
assert( CV_IS_SEQ( seq ));
cvStartWriteStruct( fs, name, CV_NODE_MAP, CV_TYPE_NAME_SEQ );
if( level >= 0 )
cvWriteInt( fs, "level", level );
dt = icvGetFormat( seq, "dt", &attr, 0, dt_buf );
strcpy(buf, "");
if( CV_IS_SEQ_CLOSED(seq) )
strcat(buf, " closed");
if( CV_IS_SEQ_HOLE(seq) )
strcat(buf, " hole");
if( CV_IS_SEQ_CURVE(seq) )
strcat(buf, " curve");
if( CV_SEQ_ELTYPE(seq) == 0 && seq->elem_size != 1 )
strcat(buf, " untyped");
cvWriteString( fs, "flags", buf + (buf[0] ? 1 : 0), 1 );
cvWriteInt( fs, "count", seq->total );
cvWriteString( fs, "dt", dt, 0 );
icvWriteHeaderData( fs, seq, &attr, sizeof(CvSeq) );
cvStartWriteStruct( fs, "data", CV_NODE_SEQ + CV_NODE_FLOW );
for( block = seq->first; block; block = block->next )
{
cvWriteRawData( fs, block->data, block->count, dt );
if( block == seq->first->prev )
break;
}
cvEndWriteStruct( fs );
cvEndWriteStruct( fs );
}
static void icvWriteSeqTree( CvFileStorage* fs, const char* name, const void* struct_ptr, CvAttrList attr )
{
const CvSeq* seq = (CvSeq*)struct_ptr;
const char* recursive_value = cvAttrValue( &attr, "recursive" );
int is_recursive = recursive_value &&
strcmp(recursive_value,"0") != 0 &&
strcmp(recursive_value,"false") != 0 &&
strcmp(recursive_value,"False") != 0 &&
strcmp(recursive_value,"FALSE") != 0;
assert( CV_IS_SEQ( seq ));
if( !is_recursive )
{
icvWriteSeq( fs, name, seq, attr, -1 );
}
else
{
CvTreeNodeIterator tree_iterator;
cvStartWriteStruct( fs, name, CV_NODE_MAP, CV_TYPE_NAME_SEQ_TREE );
cvStartWriteStruct( fs, "sequences", CV_NODE_SEQ );
cvInitTreeNodeIterator( &tree_iterator, seq, INT_MAX );
for(;;)
{
if( !tree_iterator.node )
break;
icvWriteSeq( fs, 0, tree_iterator.node, attr, tree_iterator.level );
cvNextTreeNode( &tree_iterator );
}
cvEndWriteStruct( fs );
cvEndWriteStruct( fs );
}
}
static void* icvReadSeq( CvFileStorage* fs, CvFileNode* node )
{
void* ptr = 0;
CvSeq* seq;
CvSeqBlock* block;
CvFileNode *data, *header_node, *rect_node, *origin_node;
CvSeqReader reader;
int total, flags;
int elem_size, header_size = sizeof(CvSeq);
int fmt_pairs[CV_FS_MAX_FMT_PAIRS], i, fmt_pair_count;
int items_per_elem = 0;
const char* flags_str;
const char* header_dt;
const char* dt;
char* endptr = 0;
flags_str = cvReadStringByName( fs, node, "flags", 0 );
total = cvReadIntByName( fs, node, "count", -1 );
dt = cvReadStringByName( fs, node, "dt", 0 );
if( !flags_str || total == -1 || !dt )
CV_Error( CV_StsError, "Some of essential sequence attributes are absent" );
flags = CV_SEQ_MAGIC_VAL;
if( cv_isdigit(flags_str[0]) )
{
const int OLD_SEQ_ELTYPE_BITS = 9;
const int OLD_SEQ_ELTYPE_MASK = (1 << OLD_SEQ_ELTYPE_BITS) - 1;
const int OLD_SEQ_KIND_BITS = 3;
const int OLD_SEQ_KIND_MASK = ((1 << OLD_SEQ_KIND_BITS) - 1) << OLD_SEQ_ELTYPE_BITS;
const int OLD_SEQ_KIND_CURVE = 1 << OLD_SEQ_ELTYPE_BITS;
const int OLD_SEQ_FLAG_SHIFT = OLD_SEQ_KIND_BITS + OLD_SEQ_ELTYPE_BITS;
const int OLD_SEQ_FLAG_CLOSED = 1 << OLD_SEQ_FLAG_SHIFT;
const int OLD_SEQ_FLAG_HOLE = 8 << OLD_SEQ_FLAG_SHIFT;
int flags0 = (int)strtol( flags_str, &endptr, 16 );
if( endptr == flags_str || (flags0 & CV_MAGIC_MASK) != CV_SEQ_MAGIC_VAL )
CV_Error( CV_StsError, "The sequence flags are invalid" );
if( (flags0 & OLD_SEQ_KIND_MASK) == OLD_SEQ_KIND_CURVE )
flags |= CV_SEQ_KIND_CURVE;
if( flags0 & OLD_SEQ_FLAG_CLOSED )
flags |= CV_SEQ_FLAG_CLOSED;
if( flags0 & OLD_SEQ_FLAG_HOLE )
flags |= CV_SEQ_FLAG_HOLE;
flags |= flags0 & OLD_SEQ_ELTYPE_MASK;
}
else
{
if( strstr(flags_str, "curve") )
flags |= CV_SEQ_KIND_CURVE;
if( strstr(flags_str, "closed") )
flags |= CV_SEQ_FLAG_CLOSED;
if( strstr(flags_str, "hole") )
flags |= CV_SEQ_FLAG_HOLE;
if( !strstr(flags_str, "untyped") )
{
CV_TRY
{
flags |= icvDecodeSimpleFormat(dt);
}
CV_CATCH_ALL
{
}
}
}
header_dt = cvReadStringByName( fs, node, "header_dt", 0 );
header_node = cvGetFileNodeByName( fs, node, "header_user_data" );
if( (header_dt != 0) ^ (header_node != 0) )
CV_Error( CV_StsError,
"One of \"header_dt\" and \"header_user_data\" is there, while the other is not" );
rect_node = cvGetFileNodeByName( fs, node, "rect" );
origin_node = cvGetFileNodeByName( fs, node, "origin" );
if( (header_node != 0) + (rect_node != 0) + (origin_node != 0) > 1 )
CV_Error( CV_StsError, "Only one of \"header_user_data\", \"rect\" and \"origin\" tags may occur" );
if( header_dt )
{
header_size = icvCalcElemSize( header_dt, header_size );
}
else if( rect_node )
header_size = sizeof(CvPoint2DSeq);
else if( origin_node )
header_size = sizeof(CvChain);
elem_size = icvCalcElemSize( dt, 0 );
seq = cvCreateSeq( flags, header_size, elem_size, fs->dststorage );
if( header_node )
{
CV_Assert(header_dt);
cvReadRawData( fs, header_node, (char*)seq + sizeof(CvSeq), header_dt );
}
else if( rect_node )
{
CvPoint2DSeq* point_seq = (CvPoint2DSeq*)seq;
point_seq->rect.x = cvReadIntByName( fs, rect_node, "x", 0 );
point_seq->rect.y = cvReadIntByName( fs, rect_node, "y", 0 );
point_seq->rect.width = cvReadIntByName( fs, rect_node, "width", 0 );
point_seq->rect.height = cvReadIntByName( fs, rect_node, "height", 0 );
point_seq->color = cvReadIntByName( fs, node, "color", 0 );
}
else if( origin_node )
{
CvChain* chain = (CvChain*)seq;
chain->origin.x = cvReadIntByName( fs, origin_node, "x", 0 );
chain->origin.y = cvReadIntByName( fs, origin_node, "y", 0 );
}
cvSeqPushMulti( seq, 0, total, 0 );
fmt_pair_count = icvDecodeFormat( dt, fmt_pairs, CV_FS_MAX_FMT_PAIRS );
fmt_pair_count *= 2;
for( i = 0; i < fmt_pair_count; i += 2 )
items_per_elem += fmt_pairs[i];
data = cvGetFileNodeByName( fs, node, "data" );
if( !data )
CV_Error( CV_StsError, "The image data is not found in file storage" );
if( icvFileNodeSeqLen( data ) != total*items_per_elem )
CV_Error( CV_StsError, "The number of stored elements does not match to \"count\"" );
cvStartReadRawData( fs, data, &reader );
for( block = seq->first; block; block = block->next )
{
int delta = block->count*items_per_elem;
cvReadRawDataSlice( fs, &reader, delta, block->data, dt );
if( block == seq->first->prev )
break;
}
ptr = seq;
return ptr;
}
static void* icvReadSeqTree( CvFileStorage* fs, CvFileNode* node )
{
void* ptr = 0;
CvFileNode *sequences_node = cvGetFileNodeByName( fs, node, "sequences" );
CvSeq* sequences;
CvSeq* root = 0;
CvSeq* parent = 0;
CvSeq* prev_seq = 0;
CvSeqReader reader;
int i, total;
int prev_level = 0;
if( !sequences_node || !CV_NODE_IS_SEQ(sequences_node->tag) )
CV_Error( CV_StsParseError,
"opencv-sequence-tree instance should contain a field \"sequences\" that should be a sequence" );
sequences = sequences_node->data.seq;
total = sequences->total;
cvStartReadSeq( sequences, &reader, 0 );
for( i = 0; i < total; i++ )
{
CvFileNode* elem = (CvFileNode*)reader.ptr;
CvSeq* seq;
int level;
seq = (CvSeq*)cvRead( fs, elem );
CV_Assert(seq);
level = cvReadIntByName( fs, elem, "level", -1 );
if( level < 0 )
CV_Error( CV_StsParseError, "All the sequence tree nodes should contain \"level\" field" );
if( !root )
root = seq;
if( level > prev_level )
{
assert( level == prev_level + 1 );
parent = prev_seq;
prev_seq = 0;
if( parent )
parent->v_next = seq;
}
else if( level < prev_level )
{
for( ; prev_level > level; prev_level-- )
prev_seq = prev_seq->v_prev;
parent = prev_seq->v_prev;
}
seq->h_prev = prev_seq;
if( prev_seq )
prev_seq->h_next = seq;
seq->v_prev = parent;
prev_seq = seq;
prev_level = level;
CV_NEXT_SEQ_ELEM( sequences->elem_size, reader );
}
ptr = root;
return ptr;
}
/******************************* CvGraph ******************************/
static int icvIsGraph( const void* ptr )
{
return CV_IS_GRAPH(ptr);
}
static void icvReleaseGraph( void** ptr )
{
if( !ptr )
CV_Error( CV_StsNullPtr, "NULL double pointer" );
*ptr = 0; // it's impossible now to release graph, so just clear the pointer
}
static void* icvCloneGraph( const void* ptr )
{
return cvCloneGraph( (const CvGraph*)ptr, 0 );
}
static void icvWriteGraph( CvFileStorage* fs, const char* name, const void* struct_ptr, CvAttrList attr )
{
int* flag_buf = 0;
char* write_buf = 0;
const CvGraph* graph = (const CvGraph*)struct_ptr;
CvSeqReader reader;
char buf[128];
int i, k, vtx_count, edge_count;
char vtx_dt_buf[128], *vtx_dt;
char edge_dt_buf[128], *edge_dt;
int write_buf_size;
assert( CV_IS_GRAPH(graph) );
vtx_count = cvGraphGetVtxCount( graph );
edge_count = cvGraphGetEdgeCount( graph );
flag_buf = (int*)cvAlloc( vtx_count*sizeof(flag_buf[0]));
// count vertices
cvStartReadSeq( (CvSeq*)graph, &reader );
for( i = 0, k = 0; i < graph->total; i++ )
{
if( CV_IS_SET_ELEM( reader.ptr ))
{
CvGraphVtx* vtx = (CvGraphVtx*)reader.ptr;
flag_buf[k] = vtx->flags;
vtx->flags = k++;
}
CV_NEXT_SEQ_ELEM( graph->elem_size, reader );
}
// write header
cvStartWriteStruct( fs, name, CV_NODE_MAP, CV_TYPE_NAME_GRAPH );
cvWriteString(fs, "flags", CV_IS_GRAPH_ORIENTED(graph) ? "oriented" : "", 1);
cvWriteInt( fs, "vertex_count", vtx_count );
vtx_dt = icvGetFormat( (CvSeq*)graph, "vertex_dt",
&attr, sizeof(CvGraphVtx), vtx_dt_buf );
if( vtx_dt )
cvWriteString( fs, "vertex_dt", vtx_dt, 0 );
cvWriteInt( fs, "edge_count", edge_count );
edge_dt = icvGetFormat( (CvSeq*)graph->edges, "edge_dt",
&attr, sizeof(CvGraphEdge), buf );
sprintf( edge_dt_buf, "2if%s", edge_dt ? edge_dt : "" );
edge_dt = edge_dt_buf;
cvWriteString( fs, "edge_dt", edge_dt, 0 );
icvWriteHeaderData( fs, (CvSeq*)graph, &attr, sizeof(CvGraph) );
write_buf_size = MAX( 3*graph->elem_size, 1 << 16 );
write_buf_size = MAX( 3*graph->edges->elem_size, write_buf_size );
write_buf = (char*)cvAlloc( write_buf_size );
// as vertices and edges are written in similar way,
// do it as a parametrized 2-iteration loop
for( k = 0; k < 2; k++ )
{
const char* dt = k == 0 ? vtx_dt : edge_dt;
if( dt )
{
CvSet* data = k == 0 ? (CvSet*)graph : graph->edges;
int elem_size = data->elem_size;
int write_elem_size = icvCalcElemSize( dt, 0 );
char* src_ptr = write_buf;
int write_max = write_buf_size / write_elem_size, write_count = 0;
// alignment of user part of the edge data following 2if
int edge_user_align = sizeof(float);
if( k == 1 )
{
int fmt_pairs[CV_FS_MAX_FMT_PAIRS], fmt_pair_count;
fmt_pair_count = icvDecodeFormat( dt, fmt_pairs, CV_FS_MAX_FMT_PAIRS );
if( fmt_pair_count > 2 && CV_ELEM_SIZE(fmt_pairs[2*2+1]) >= (int)sizeof(double))
edge_user_align = sizeof(double);
}
cvStartWriteStruct( fs, k == 0 ? "vertices" : "edges",
CV_NODE_SEQ + CV_NODE_FLOW );
cvStartReadSeq( (CvSeq*)data, &reader );
for( i = 0; i < data->total; i++ )
{
if( CV_IS_SET_ELEM( reader.ptr ))
{
if( k == 0 ) // vertices
memcpy( src_ptr, reader.ptr + sizeof(CvGraphVtx), write_elem_size );
else
{
CvGraphEdge* edge = (CvGraphEdge*)reader.ptr;
src_ptr = (char*)cvAlignPtr( src_ptr, sizeof(int) );
((int*)src_ptr)[0] = edge->vtx[0]->flags;
((int*)src_ptr)[1] = edge->vtx[1]->flags;
*(float*)(src_ptr + sizeof(int)*2) = edge->weight;
if( elem_size > (int)sizeof(CvGraphEdge) )
{
char* src_ptr2 = (char*)cvAlignPtr( src_ptr + 2*sizeof(int)
+ sizeof(float), edge_user_align );
memcpy( src_ptr2, edge + 1, elem_size - sizeof(CvGraphEdge) );
}
}
src_ptr += write_elem_size;
if( ++write_count >= write_max )
{
cvWriteRawData( fs, write_buf, write_count, dt );
write_count = 0;
src_ptr = write_buf;
}
}
CV_NEXT_SEQ_ELEM( data->elem_size, reader );
}
if( write_count > 0 )
cvWriteRawData( fs, write_buf, write_count, dt );
cvEndWriteStruct( fs );
}
}
cvEndWriteStruct( fs );
// final stage. restore the graph flags
cvStartReadSeq( (CvSeq*)graph, &reader );
vtx_count = 0;
for( i = 0; i < graph->total; i++ )
{
if( CV_IS_SET_ELEM( reader.ptr ))
((CvGraphVtx*)reader.ptr)->flags = flag_buf[vtx_count++];
CV_NEXT_SEQ_ELEM( graph->elem_size, reader );
}
cvFree( &write_buf );
cvFree( &flag_buf );
}
static void* icvReadGraph( CvFileStorage* fs, CvFileNode* node )
{
void* ptr = 0;
char* read_buf = 0;
CvGraphVtx** vtx_buf = 0;
CvGraph* graph;
CvFileNode *header_node, *vtx_node, *edge_node;
int flags, vtx_count, edge_count;
int vtx_size = sizeof(CvGraphVtx), edge_size, header_size = sizeof(CvGraph);
int src_vtx_size = 0, src_edge_size;
int fmt_pairs[CV_FS_MAX_FMT_PAIRS], fmt_pair_count;
int vtx_items_per_elem = 0, edge_items_per_elem = 0;
int edge_user_align = sizeof(float);
int read_buf_size;
int i, k;
const char* flags_str;
const char* header_dt;
const char* vtx_dt;
const char* edge_dt;
char* endptr = 0;
flags_str = cvReadStringByName( fs, node, "flags", 0 );
vtx_dt = cvReadStringByName( fs, node, "vertex_dt", 0 );
edge_dt = cvReadStringByName( fs, node, "edge_dt", 0 );
vtx_count = cvReadIntByName( fs, node, "vertex_count", -1 );
edge_count = cvReadIntByName( fs, node, "edge_count", -1 );
if( !flags_str || vtx_count == -1 || edge_count == -1 || !edge_dt )
CV_Error( CV_StsError, "Some of essential graph attributes are absent" );
flags = CV_SET_MAGIC_VAL + CV_GRAPH;
if( isxdigit(flags_str[0]) )
{
const int OLD_SEQ_ELTYPE_BITS = 9;
const int OLD_SEQ_KIND_BITS = 3;
const int OLD_SEQ_FLAG_SHIFT = OLD_SEQ_KIND_BITS + OLD_SEQ_ELTYPE_BITS;
const int OLD_GRAPH_FLAG_ORIENTED = 1 << OLD_SEQ_FLAG_SHIFT;
int flags0 = (int)strtol( flags_str, &endptr, 16 );
if( endptr == flags_str || (flags0 & CV_MAGIC_MASK) != CV_SET_MAGIC_VAL )
CV_Error( CV_StsError, "The sequence flags are invalid" );
if( flags0 & OLD_GRAPH_FLAG_ORIENTED )
flags |= CV_GRAPH_FLAG_ORIENTED;
}
else
{
if( strstr(flags_str, "oriented") )
flags |= CV_GRAPH_FLAG_ORIENTED;
}
header_dt = cvReadStringByName( fs, node, "header_dt", 0 );
header_node = cvGetFileNodeByName( fs, node, "header_user_data" );
if( (header_dt != 0) ^ (header_node != 0) )
CV_Error( CV_StsError,
"One of \"header_dt\" and \"header_user_data\" is there, while the other is not" );
if( header_dt )
header_size = icvCalcElemSize( header_dt, header_size );
if( vtx_dt )
{
src_vtx_size = icvCalcElemSize( vtx_dt, 0 );
vtx_size = icvCalcElemSize( vtx_dt, vtx_size );
fmt_pair_count = icvDecodeFormat( edge_dt,
fmt_pairs, CV_FS_MAX_FMT_PAIRS );
fmt_pair_count *= 2;
for( i = 0; i < fmt_pair_count; i += 2 )
vtx_items_per_elem += fmt_pairs[i];
}
{
char dst_edge_dt_buf[128];
const char* dst_edge_dt = 0;
fmt_pair_count = icvDecodeFormat( edge_dt,
fmt_pairs, CV_FS_MAX_FMT_PAIRS );
if( fmt_pair_count < 2 ||
fmt_pairs[0] != 2 || fmt_pairs[1] != CV_32S ||
fmt_pairs[2] < 1 || fmt_pairs[3] != CV_32F )
CV_Error( CV_StsBadArg,
"Graph edges should start with 2 integers and a float" );
// alignment of user part of the edge data following 2if
if( fmt_pair_count > 2 && CV_ELEM_SIZE(fmt_pairs[5]) >= (int)sizeof(double))
edge_user_align = sizeof(double);
fmt_pair_count *= 2;
for( i = 0; i < fmt_pair_count; i += 2 )
edge_items_per_elem += fmt_pairs[i];
if( edge_dt[2] == 'f' || (edge_dt[2] == '1' && edge_dt[3] == 'f') )
dst_edge_dt = edge_dt + 3 + cv_isdigit(edge_dt[2]);
else
{
int val = (int)strtol( edge_dt + 2, &endptr, 10 );
sprintf( dst_edge_dt_buf, "%df%s", val-1, endptr );
dst_edge_dt = dst_edge_dt_buf;
}
edge_size = icvCalcElemSize( dst_edge_dt, sizeof(CvGraphEdge) );
src_edge_size = icvCalcElemSize( edge_dt, 0 );
}
graph = cvCreateGraph( flags, header_size, vtx_size, edge_size, fs->dststorage );
if( header_node )
{
CV_Assert(header_dt);
cvReadRawData( fs, header_node, (char*)graph + sizeof(CvGraph), header_dt );
}
read_buf_size = MAX( src_vtx_size*3, 1 << 16 );
read_buf_size = MAX( src_edge_size*3, read_buf_size );
read_buf = (char*)cvAlloc( read_buf_size );
vtx_buf = (CvGraphVtx**)cvAlloc( vtx_count * sizeof(vtx_buf[0]) );
vtx_node = cvGetFileNodeByName( fs, node, "vertices" );
edge_node = cvGetFileNodeByName( fs, node, "edges" );
if( !edge_node )
CV_Error( CV_StsBadArg, "No edges data" );
if( vtx_dt && !vtx_node )
CV_Error( CV_StsBadArg, "No vertices data" );
// as vertices and edges are read in similar way,
// do it as a parametrized 2-iteration loop
for( k = 0; k < 2; k++ )
{
const char* dt = k == 0 ? vtx_dt : edge_dt;
int elem_size = k == 0 ? vtx_size : edge_size;
int src_elem_size = k == 0 ? src_vtx_size : src_edge_size;
int items_per_elem = k == 0 ? vtx_items_per_elem : edge_items_per_elem;
int elem_count = k == 0 ? vtx_count : edge_count;
char* dst_ptr = read_buf;
int read_max = read_buf_size /MAX(src_elem_size, 1), read_count = 0;
CvSeqReader reader;
if(dt)
cvStartReadRawData( fs, k == 0 ? vtx_node : edge_node, &reader );
for( i = 0; i < elem_count; i++ )
{
if( read_count == 0 && dt )
{
int count = MIN( elem_count - i, read_max )*items_per_elem;
cvReadRawDataSlice( fs, &reader, count, read_buf, dt );
read_count = count;
dst_ptr = read_buf;
}
if( k == 0 )
{
CvGraphVtx* vtx;
cvGraphAddVtx( graph, 0, &vtx );
vtx_buf[i] = vtx;
if( dt )
memcpy( vtx + 1, dst_ptr, src_elem_size );
}
else
{
CvGraphEdge* edge = 0;
int vtx1 = ((int*)dst_ptr)[0];
int vtx2 = ((int*)dst_ptr)[1];
int result;
if( (unsigned)vtx1 >= (unsigned)vtx_count ||
(unsigned)vtx2 >= (unsigned)vtx_count )
CV_Error( CV_StsOutOfRange,
"Some of stored vertex indices are out of range" );
result = cvGraphAddEdgeByPtr( graph,
vtx_buf[vtx1], vtx_buf[vtx2], 0, &edge );
if( result == 0 )
CV_Error( CV_StsBadArg, "Duplicated edge has occured" );
edge->weight = *(float*)(dst_ptr + sizeof(int)*2);
if( elem_size > (int)sizeof(CvGraphEdge) )
{
char* dst_ptr2 = (char*)cvAlignPtr( dst_ptr + sizeof(int)*2 +
sizeof(float), edge_user_align );
memcpy( edge + 1, dst_ptr2, elem_size - sizeof(CvGraphEdge) );
}
}
dst_ptr += src_elem_size;
read_count--;
}
}
ptr = graph;
cvFree( &read_buf );
cvFree( &vtx_buf );
return ptr;
}
/****************************************************************************************\
* RTTI Functions *
\****************************************************************************************/
CvTypeInfo *CvType::first = 0, *CvType::last = 0;
CvType::CvType( const char* type_name,
CvIsInstanceFunc is_instance, CvReleaseFunc release,
CvReadFunc read, CvWriteFunc write, CvCloneFunc clone )
{
CvTypeInfo _info;
_info.flags = 0;
_info.header_size = sizeof(_info);
_info.type_name = type_name;
_info.prev = _info.next = 0;
_info.is_instance = is_instance;
_info.release = release;
_info.clone = clone;
_info.read = read;
_info.write = write;
cvRegisterType( &_info );
info = first;
}
CvType::~CvType()
{
cvUnregisterType( info->type_name );
}
CvType seq_type( CV_TYPE_NAME_SEQ, icvIsSeq, icvReleaseSeq, icvReadSeq,
icvWriteSeqTree /* this is the entry point for
writing a single sequence too */, icvCloneSeq );
CvType seq_tree_type( CV_TYPE_NAME_SEQ_TREE, icvIsSeq, icvReleaseSeq,
icvReadSeqTree, icvWriteSeqTree, icvCloneSeq );
CvType seq_graph_type( CV_TYPE_NAME_GRAPH, icvIsGraph, icvReleaseGraph,
icvReadGraph, icvWriteGraph, icvCloneGraph );
CvType sparse_mat_type( CV_TYPE_NAME_SPARSE_MAT, icvIsSparseMat,
(CvReleaseFunc)cvReleaseSparseMat, icvReadSparseMat,
icvWriteSparseMat, (CvCloneFunc)cvCloneSparseMat );
CvType image_type( CV_TYPE_NAME_IMAGE, icvIsImage, (CvReleaseFunc)cvReleaseImage,
icvReadImage, icvWriteImage, (CvCloneFunc)cvCloneImage );
CvType mat_type( CV_TYPE_NAME_MAT, icvIsMat, (CvReleaseFunc)cvReleaseMat,
icvReadMat, icvWriteMat, (CvCloneFunc)cvCloneMat );
CvType matnd_type( CV_TYPE_NAME_MATND, icvIsMatND, (CvReleaseFunc)cvReleaseMatND,
icvReadMatND, icvWriteMatND, (CvCloneFunc)cvCloneMatND );
modules/core/src/persistence_xml.cpp 0 → 100644
View file @ e225850c
// This file is part of OpenCV project.
// It is subject to the license terms in the LICENSE file found in the top-level directory
// of this distribution and at http://opencv.org/license.html
#include "precomp.hpp"
#include "persistence.hpp"
#define CV_XML_INDENT 2
#define CV_XML_INSIDE_COMMENT 1
#define CV_XML_INSIDE_TAG 2
#define CV_XML_INSIDE_DIRECTIVE 3
#define CV_XML_OPENING_TAG 1
#define CV_XML_CLOSING_TAG 2
#define CV_XML_EMPTY_TAG 3
#define CV_XML_HEADER_TAG 4
#define CV_XML_DIRECTIVE_TAG 5
/****************************************************************************************\
* XML Parser *
\****************************************************************************************/
static char*
icvXMLSkipSpaces( CvFileStorage* fs, char* ptr, int mode )
{
int level = 0;
for(;;)
{
char c;
ptr--;
if( mode == CV_XML_INSIDE_COMMENT )
{
do c = *++ptr;
while( cv_isprint_or_tab(c) && (c != '-' || ptr[1] != '-' || ptr[2] != '>') );
if( c == '-' )
{
assert( ptr[1] == '-' && ptr[2] == '>' );
mode = 0;
ptr += 3;
}
}
else if( mode == CV_XML_INSIDE_DIRECTIVE )
{
// !!!NOTE!!! This is not quite correct, but should work in most cases
do
{
c = *++ptr;
level += c == '<';
level -= c == '>';
if( level < 0 )
return ptr;
} while( cv_isprint_or_tab(c) );
}
else
{
do c = *++ptr;
while( c == ' ' || c == '\t' );
if( c == '<' && ptr[1] == '!' && ptr[2] == '-' && ptr[3] == '-' )
{
if( mode != 0 )
CV_PARSE_ERROR( "Comments are not allowed here" );
mode = CV_XML_INSIDE_COMMENT;
ptr += 4;
}
else if( cv_isprint(c) )
break;
}
if( !cv_isprint(*ptr) )
{
int max_size = (int)(fs->buffer_end - fs->buffer_start);
if( *ptr != '\0' && *ptr != '\n' && *ptr != '\r' )
CV_PARSE_ERROR( "Invalid character in the stream" );
ptr = icvGets( fs, fs->buffer_start, max_size );
if( !ptr )
{
ptr = fs->buffer_start;
*ptr = '\0';
fs->dummy_eof = 1;
break;
}
else
{
int l = (int)strlen(ptr);
if( ptr[l-1] != '\n' && ptr[l-1] != '\r' && !icvEof(fs) )
CV_PARSE_ERROR( "Too long string or a last string w/o newline" );
}
fs->lineno++;
}
}
return ptr;
}
static void icvXMLGetMultilineStringContent(CvFileStorage* fs,
char* ptr, char* &beg, char* &end)
{
ptr = icvXMLSkipSpaces(fs, ptr, CV_XML_INSIDE_TAG);
beg = ptr;
end = ptr;
if ( fs->dummy_eof )
return ; /* end of file */
if ( *beg == '<' )
return; /* end of string */
/* find end */
while( cv_isprint(*ptr) ) /* no check for base64 string */
++ ptr;
if ( *ptr == '\0' )
CV_PARSE_ERROR( "Unexpected end of line" );
end = ptr;
}
static char* icvXMLParseBase64(CvFileStorage* fs, char* ptr, CvFileNode * node)
{
char * beg = 0;
char * end = 0;
icvXMLGetMultilineStringContent(fs, ptr, beg, end);
if (beg >= end)
return end; // CV_PARSE_ERROR("Empty Binary Data");
/* calc (decoded) total_byte_size from header */
std::string dt;
{
if (end - beg < static_cast<int>(base64::ENCODED_HEADER_SIZE))
CV_PARSE_ERROR("Unrecognized Base64 header");
std::vector<char> header(base64::HEADER_SIZE + 1, ' ');
base64::base64_decode(beg, header.data(), 0U, base64::ENCODED_HEADER_SIZE);
if ( !base64::read_base64_header(header, dt) || dt.empty() )
CV_PARSE_ERROR("Invalid `dt` in Base64 header");
beg += base64::ENCODED_HEADER_SIZE;
}
/* get all Base64 data */
std::string base64_buffer; // not an efficient way.
base64_buffer.reserve( PARSER_BASE64_BUFFER_SIZE );
while( beg < end )
{
base64_buffer.append( beg, end );
beg = end;
icvXMLGetMultilineStringContent( fs, beg, beg, end );
}
if ( base64_buffer.empty() ||
!base64::base64_valid(base64_buffer.data(), 0U, base64_buffer.size()) )
CV_PARSE_ERROR( "Invalid Base64 data." );
/* alloc buffer for all decoded data(include header) */
std::vector<uchar> binary_buffer( base64::base64_decode_buffer_size(base64_buffer.size()) );
int total_byte_size = static_cast<int>(
base64::base64_decode_buffer_size( base64_buffer.size(), base64_buffer.data(), false )
);
{
base64::Base64ContextParser parser(binary_buffer.data(), binary_buffer.size() );
const uchar * buffer_beg = reinterpret_cast<const uchar *>( base64_buffer.data() );
const uchar * buffer_end = buffer_beg + base64_buffer.size();
parser.read( buffer_beg, buffer_end );
parser.flush();
}
/* save as CvSeq */
int elem_size = ::icvCalcStructSize(dt.c_str(), 0);
if (total_byte_size % elem_size != 0)
CV_PARSE_ERROR("data size not matches elememt size");
int elem_cnt = total_byte_size / elem_size;
node->tag = CV_NODE_NONE;
int struct_flags = CV_NODE_SEQ;
/* after icvFSCreateCollection, node->tag == struct_flags */
icvFSCreateCollection(fs, struct_flags, node);
base64::make_seq(binary_buffer.data(), elem_cnt, dt.c_str(), *node->data.seq);
if (fs->dummy_eof) {
/* end of file */
return fs->buffer_start;
} else {
/* end of line */
return end;
}
}
static char*
icvXMLParseTag( CvFileStorage* fs, char* ptr, CvStringHashNode** _tag,
CvAttrList** _list, int* _tag_type );
static char*
icvXMLParseValue( CvFileStorage* fs, char* ptr, CvFileNode* node,
int value_type CV_DEFAULT(CV_NODE_NONE))
{
CvFileNode *elem = node;
bool have_space = true, is_simple = true;
int is_user_type = CV_NODE_IS_USER(value_type);
memset( node, 0, sizeof(*node) );
value_type = CV_NODE_TYPE(value_type);
for(;;)
{
char c = *ptr, d;
char* endptr;
if( cv_isspace(c) || c == '\0' || (c == '<' && ptr[1] == '!' && ptr[2] == '-') )
{
ptr = icvXMLSkipSpaces( fs, ptr, 0 );
have_space = true;
c = *ptr;
}
d = ptr[1];
if( c =='<' || c == '\0' )
{
CvStringHashNode *key = 0, *key2 = 0;
CvAttrList* list = 0;
CvTypeInfo* info = 0;
int tag_type = 0;
int is_noname = 0;
const char* type_name = 0;
int elem_type = CV_NODE_NONE;
if( d == '/' || c == '\0' )
break;
ptr = icvXMLParseTag( fs, ptr, &key, &list, &tag_type );
if( tag_type == CV_XML_DIRECTIVE_TAG )
CV_PARSE_ERROR( "Directive tags are not allowed here" );
if( tag_type == CV_XML_EMPTY_TAG )
CV_PARSE_ERROR( "Empty tags are not supported" );
assert( tag_type == CV_XML_OPENING_TAG );
/* for base64 string */
bool is_binary_string = false;
type_name = list ? cvAttrValue( list, "type_id" ) : 0;
if( type_name )
{
if( strcmp( type_name, "str" ) == 0 )
elem_type = CV_NODE_STRING;
else if( strcmp( type_name, "map" ) == 0 )
elem_type = CV_NODE_MAP;
else if( strcmp( type_name, "seq" ) == 0 )
elem_type = CV_NODE_SEQ;
else if (strcmp(type_name, "binary") == 0)
{
elem_type = CV_NODE_NONE;
is_binary_string = true;
}
else
{
info = cvFindType( type_name );
if( info )
elem_type = CV_NODE_USER;
}
}
is_noname = key->str.len == 1 && key->str.ptr[0] == '_';
if( !CV_NODE_IS_COLLECTION(node->tag) )
{
icvFSCreateCollection( fs, is_noname ? CV_NODE_SEQ : CV_NODE_MAP, node );
}
else if( is_noname ^ CV_NODE_IS_SEQ(node->tag) )
CV_PARSE_ERROR( is_noname ? "Map element should have a name" :
"Sequence element should not have name (use <_></_>)" );
if( is_noname )
elem = (CvFileNode*)cvSeqPush( node->data.seq, 0 );
else
elem = cvGetFileNode( fs, node, key, 1 );
CV_Assert(elem);
if (!is_binary_string)
ptr = icvXMLParseValue( fs, ptr, elem, elem_type);
else {
/* for base64 string */
ptr = icvXMLParseBase64( fs, ptr, elem);
ptr = icvXMLSkipSpaces( fs, ptr, 0 );
}
if( !is_noname )
elem->tag |= CV_NODE_NAMED;
is_simple = is_simple && !CV_NODE_IS_COLLECTION(elem->tag);
elem->info = info;
ptr = icvXMLParseTag( fs, ptr, &key2, &list, &tag_type );
if( tag_type != CV_XML_CLOSING_TAG || key2 != key )
CV_PARSE_ERROR( "Mismatched closing tag" );
have_space = true;
}
else
{
if( !have_space )
CV_PARSE_ERROR( "There should be space between literals" );
elem = node;
if( node->tag != CV_NODE_NONE )
{
if( !CV_NODE_IS_COLLECTION(node->tag) )
icvFSCreateCollection( fs, CV_NODE_SEQ, node );
elem = (CvFileNode*)cvSeqPush( node->data.seq, 0 );
elem->info = 0;
}
if( value_type != CV_NODE_STRING &&
(cv_isdigit(c) || ((c == '-' || c == '+') &&
(cv_isdigit(d) || d == '.')) || (c == '.' && cv_isalnum(d))) ) // a number
{
double fval;
int ival;
endptr = ptr + (c == '-' || c == '+');
while( cv_isdigit(*endptr) )
endptr++;
if( *endptr == '.' || *endptr == 'e' )
{
fval = icv_strtod( fs, ptr, &endptr );
/*if( endptr == ptr || cv_isalpha(*endptr) )
icvProcessSpecialDouble( fs, ptr, &fval, &endptr ));*/
elem->tag = CV_NODE_REAL;
elem->data.f = fval;
}
else
{
ival = (int)strtol( ptr, &endptr, 0 );
elem->tag = CV_NODE_INT;
elem->data.i = ival;
}
if( endptr == ptr )
CV_PARSE_ERROR( "Invalid numeric value (inconsistent explicit type specification?)" );
ptr = endptr;
}
else
{
// string
char buf[CV_FS_MAX_LEN+16] = {0};
int i = 0, len, is_quoted = 0;
elem->tag = CV_NODE_STRING;
if( c == '\"' )
is_quoted = 1;
else
--ptr;
for( ;; )
{
c = *++ptr;
if( !cv_isalnum(c) )
{
if( c == '\"' )
{
if( !is_quoted )
CV_PARSE_ERROR( "Literal \" is not allowed within a string. Use &quot;" );
++ptr;
break;
}
else if( !cv_isprint(c) || c == '<' || (!is_quoted && cv_isspace(c)))
{
if( is_quoted )
CV_PARSE_ERROR( "Closing \" is expected" );
break;
}
else if( c == '\'' || c == '>' )
{
CV_PARSE_ERROR( "Literal \' or > are not allowed. Use &apos; or &gt;" );
}
else if( c == '&' )
{
if( *++ptr == '#' )
{
int val, base = 10;
ptr++;
if( *ptr == 'x' )
{
base = 16;
ptr++;
}
val = (int)strtol( ptr, &endptr, base );
if( (unsigned)val > (unsigned)255 ||
!endptr || *endptr != ';' )
CV_PARSE_ERROR( "Invalid numeric value in the string" );
c = (char)val;
}
else
{
endptr = ptr;
do c = *++endptr;
while( cv_isalnum(c) );
if( c != ';' )
CV_PARSE_ERROR( "Invalid character in the symbol entity name" );
len = (int)(endptr - ptr);
if( len == 2 && memcmp( ptr, "lt", len ) == 0 )
c = '<';
else if( len == 2 && memcmp( ptr, "gt", len ) == 0 )
c = '>';
else if( len == 3 && memcmp( ptr, "amp", len ) == 0 )
c = '&';
else if( len == 4 && memcmp( ptr, "apos", len ) == 0 )
c = '\'';
else if( len == 4 && memcmp( ptr, "quot", len ) == 0 )
c = '\"';
else
{
memcpy( buf + i, ptr-1, len + 2 );
i += len + 2;
}
}
ptr = endptr;
}
}
buf[i++] = c;
if( i >= CV_FS_MAX_LEN )
CV_PARSE_ERROR( "Too long string literal" );
}
elem->data.str = cvMemStorageAllocString( fs->memstorage, buf, i );
}
if( !CV_NODE_IS_COLLECTION(value_type) && value_type != CV_NODE_NONE )
break;
have_space = false;
}
}
if( (CV_NODE_TYPE(node->tag) == CV_NODE_NONE ||
(CV_NODE_TYPE(node->tag) != value_type &&
!CV_NODE_IS_COLLECTION(node->tag))) &&
CV_NODE_IS_COLLECTION(value_type) )
{
icvFSCreateCollection( fs, CV_NODE_IS_MAP(value_type) ?
CV_NODE_MAP : CV_NODE_SEQ, node );
}
if( value_type != CV_NODE_NONE &&
value_type != CV_NODE_TYPE(node->tag) )
CV_PARSE_ERROR( "The actual type is different from the specified type" );
if( CV_NODE_IS_COLLECTION(node->tag) && is_simple )
node->data.seq->flags |= CV_NODE_SEQ_SIMPLE;
node->tag |= is_user_type ? CV_NODE_USER : 0;
return ptr;
}
static char*
icvXMLParseTag( CvFileStorage* fs, char* ptr, CvStringHashNode** _tag,
CvAttrList** _list, int* _tag_type )
{
int tag_type = 0;
CvStringHashNode* tagname = 0;
CvAttrList *first = 0, *last = 0;
int count = 0, max_count = 4;
int attr_buf_size = (max_count*2 + 1)*sizeof(char*) + sizeof(CvAttrList);
char* endptr;
char c;
int have_space;
if( *ptr == '\0' )
CV_PARSE_ERROR( "Preliminary end of the stream" );
if( *ptr != '<' )
CV_PARSE_ERROR( "Tag should start with \'<\'" );
ptr++;
if( cv_isalnum(*ptr) || *ptr == '_' )
tag_type = CV_XML_OPENING_TAG;
else if( *ptr == '/' )
{
tag_type = CV_XML_CLOSING_TAG;
ptr++;
}
else if( *ptr == '?' )
{
tag_type = CV_XML_HEADER_TAG;
ptr++;
}
else if( *ptr == '!' )
{
tag_type = CV_XML_DIRECTIVE_TAG;
assert( ptr[1] != '-' || ptr[2] != '-' );
ptr++;
}
else
CV_PARSE_ERROR( "Unknown tag type" );
for(;;)
{
CvStringHashNode* attrname;
if( !cv_isalpha(*ptr) && *ptr != '_' )
CV_PARSE_ERROR( "Name should start with a letter or underscore" );
endptr = ptr - 1;
do c = *++endptr;
while( cv_isalnum(c) || c == '_' || c == '-' );
attrname = cvGetHashedKey( fs, ptr, (int)(endptr - ptr), 1 );
CV_Assert(attrname);
ptr = endptr;
if( !tagname )
tagname = attrname;
else
{
if( tag_type == CV_XML_CLOSING_TAG )
CV_PARSE_ERROR( "Closing tag should not contain any attributes" );
if( !last || count >= max_count )
{
CvAttrList* chunk;
chunk = (CvAttrList*)cvMemStorageAlloc( fs->memstorage, attr_buf_size );
memset( chunk, 0, attr_buf_size );
chunk->attr = (const char**)(chunk + 1);
count = 0;
if( !last )
first = last = chunk;
else
last = last->next = chunk;
}
last->attr[count*2] = attrname->str.ptr;
}
if( last )
{
CvFileNode stub;
if( *ptr != '=' )
{
ptr = icvXMLSkipSpaces( fs, ptr, CV_XML_INSIDE_TAG );
if( *ptr != '=' )
CV_PARSE_ERROR( "Attribute name should be followed by \'=\'" );
}
c = *++ptr;
if( c != '\"' && c != '\'' )
{
ptr = icvXMLSkipSpaces( fs, ptr, CV_XML_INSIDE_TAG );
if( *ptr != '\"' && *ptr != '\'' )
CV_PARSE_ERROR( "Attribute value should be put into single or double quotes" );
}
ptr = icvXMLParseValue( fs, ptr, &stub, CV_NODE_STRING );
assert( stub.tag == CV_NODE_STRING );
last->attr[count*2+1] = stub.data.str.ptr;
count++;
}
c = *ptr;
have_space = cv_isspace(c) || c == '\0';
if( c != '>' )
{
ptr = icvXMLSkipSpaces( fs, ptr, CV_XML_INSIDE_TAG );
c = *ptr;
}
if( c == '>' )
{
if( tag_type == CV_XML_HEADER_TAG )
CV_PARSE_ERROR( "Invalid closing tag for <?xml ..." );
ptr++;
break;
}
else if( c == '?' && tag_type == CV_XML_HEADER_TAG )
{
if( ptr[1] != '>' )
CV_PARSE_ERROR( "Invalid closing tag for <?xml ..." );
ptr += 2;
break;
}
else if( c == '/' && ptr[1] == '>' && tag_type == CV_XML_OPENING_TAG )
{
tag_type = CV_XML_EMPTY_TAG;
ptr += 2;
break;
}
if( !have_space )
CV_PARSE_ERROR( "There should be space between attributes" );
}
*_tag = tagname;
*_tag_type = tag_type;
*_list = first;
return ptr;
}
void icvXMLParse( CvFileStorage* fs )
{
char* ptr = fs->buffer_start;
CvStringHashNode *key = 0, *key2 = 0;
CvAttrList* list = 0;
int tag_type = 0;
// CV_XML_INSIDE_TAG is used to prohibit leading comments
ptr = icvXMLSkipSpaces( fs, ptr, CV_XML_INSIDE_TAG );
if( memcmp( ptr, "<?xml", 5 ) != 0 )
CV_PARSE_ERROR( "Valid XML should start with \'<?xml ...?>\'" );
ptr = icvXMLParseTag( fs, ptr, &key, &list, &tag_type );
/*{
const char* version = cvAttrValue( list, "version" );
if( version && strncmp( version, "1.", 2 ) != 0 )
CV_Error( CV_StsParseError, "Unsupported version of XML" );
}*/
// we support any 8-bit encoding, so we do not need to check the actual encoding.
// we do not support utf-16, but in the case of utf-16 we will not get here anyway.
/*{
const char* encoding = cvAttrValue( list, "encoding" );
if( encoding && strcmp( encoding, "ASCII" ) != 0 &&
strcmp( encoding, "UTF-8" ) != 0 &&
strcmp( encoding, "utf-8" ) != 0 )
CV_PARSE_ERROR( "Unsupported encoding" );
}*/
while( *ptr != '\0' )
{
ptr = icvXMLSkipSpaces( fs, ptr, 0 );
if( *ptr != '\0' )
{
CvFileNode* root_node;
ptr = icvXMLParseTag( fs, ptr, &key, &list, &tag_type );
if( tag_type != CV_XML_OPENING_TAG ||
!key ||
strcmp(key->str.ptr,"opencv_storage") != 0 )
CV_PARSE_ERROR( "<opencv_storage> tag is missing" );
root_node = (CvFileNode*)cvSeqPush( fs->roots, 0 );
ptr = icvXMLParseValue( fs, ptr, root_node, CV_NODE_NONE );
ptr = icvXMLParseTag( fs, ptr, &key2, &list, &tag_type );
if( tag_type != CV_XML_CLOSING_TAG || key != key2 )
CV_PARSE_ERROR( "</opencv_storage> tag is missing" );
ptr = icvXMLSkipSpaces( fs, ptr, 0 );
}
}
assert( fs->dummy_eof != 0 );
}
/****************************************************************************************\
* XML Emitter *
\****************************************************************************************/
#define icvXMLFlush icvFSFlush
static void
icvXMLWriteTag( CvFileStorage* fs, const char* key, int tag_type, CvAttrList list )
{
char* ptr = fs->buffer;
int i, len = 0;
int struct_flags = fs->struct_flags;
if( key && key[0] == '\0' )
key = 0;
if( tag_type == CV_XML_OPENING_TAG || tag_type == CV_XML_EMPTY_TAG )
{
if( CV_NODE_IS_COLLECTION(struct_flags) )
{
if( CV_NODE_IS_MAP(struct_flags) ^ (key != 0) )
CV_Error( CV_StsBadArg, "An attempt to add element without a key to a map, "
"or add element with key to sequence" );
}
else
{
struct_flags = CV_NODE_EMPTY + (key ? CV_NODE_MAP : CV_NODE_SEQ);
fs->is_first = 0;
}
if( !CV_NODE_IS_EMPTY(struct_flags) )
ptr = icvXMLFlush(fs);
}
if( !key )
key = "_";
else if( key[0] == '_' && key[1] == '\0' )
CV_Error( CV_StsBadArg, "A single _ is a reserved tag name" );
len = (int)strlen( key );
*ptr++ = '<';
if( tag_type == CV_XML_CLOSING_TAG )
{
if( list.attr )
CV_Error( CV_StsBadArg, "Closing tag should not include any attributes" );
*ptr++ = '/';
}
if( !cv_isalpha(key[0]) && key[0] != '_' )
CV_Error( CV_StsBadArg, "Key should start with a letter or _" );
ptr = icvFSResizeWriteBuffer( fs, ptr, len );
for( i = 0; i < len; i++ )
{
char c = key[i];
if( !cv_isalnum(c) && c != '_' && c != '-' )
CV_Error( CV_StsBadArg, "Key name may only contain alphanumeric characters [a-zA-Z0-9], '-' and '_'" );
ptr[i] = c;
}
ptr += len;
for(;;)
{
const char** attr = list.attr;
for( ; attr && attr[0] != 0; attr += 2 )
{
int len0 = (int)strlen(attr[0]);
int len1 = (int)strlen(attr[1]);
ptr = icvFSResizeWriteBuffer( fs, ptr, len0 + len1 + 4 );
*ptr++ = ' ';
memcpy( ptr, attr[0], len0 );
ptr += len0;
*ptr++ = '=';
*ptr++ = '\"';
memcpy( ptr, attr[1], len1 );
ptr += len1;
*ptr++ = '\"';
}
if( !list.next )
break;
list = *list.next;
}
if( tag_type == CV_XML_EMPTY_TAG )
*ptr++ = '/';
*ptr++ = '>';
fs->buffer = ptr;
fs->struct_flags = struct_flags & ~CV_NODE_EMPTY;
}
void icvXMLStartWriteStruct( CvFileStorage* fs, const char* key, int struct_flags, const char* type_name)
{
CvXMLStackRecord parent;
const char* attr[10];
int idx = 0;
struct_flags = (struct_flags & (CV_NODE_TYPE_MASK|CV_NODE_FLOW)) | CV_NODE_EMPTY;
if( !CV_NODE_IS_COLLECTION(struct_flags))
CV_Error( CV_StsBadArg,
"Some collection type: CV_NODE_SEQ or CV_NODE_MAP must be specified" );
if ( type_name && *type_name == '\0' )
type_name = 0;
if( type_name )
{
attr[idx++] = "type_id";
attr[idx++] = type_name;
}
attr[idx++] = 0;
icvXMLWriteTag( fs, key, CV_XML_OPENING_TAG, cvAttrList(attr,0) );
parent.struct_flags = fs->struct_flags & ~CV_NODE_EMPTY;
parent.struct_indent = fs->struct_indent;
parent.struct_tag = fs->struct_tag;
cvSaveMemStoragePos( fs->strstorage, &parent.pos );
cvSeqPush( fs->write_stack, &parent );
fs->struct_indent += CV_XML_INDENT;
if( !CV_NODE_IS_FLOW(struct_flags) )
icvXMLFlush( fs );
fs->struct_flags = struct_flags;
if( key )
{
fs->struct_tag = cvMemStorageAllocString( fs->strstorage, (char*)key, -1 );
}
else
{
fs->struct_tag.ptr = 0;
fs->struct_tag.len = 0;
}
}
void icvXMLEndWriteStruct( CvFileStorage* fs )
{
CvXMLStackRecord parent;
if( fs->write_stack->total == 0 )
CV_Error( CV_StsError, "An extra closing tag" );
icvXMLWriteTag( fs, fs->struct_tag.ptr, CV_XML_CLOSING_TAG, cvAttrList(0,0) );
cvSeqPop( fs->write_stack, &parent );
fs->struct_indent = parent.struct_indent;
fs->struct_flags = parent.struct_flags;
fs->struct_tag = parent.struct_tag;
cvRestoreMemStoragePos( fs->strstorage, &parent.pos );
}
void icvXMLStartNextStream( CvFileStorage* fs )
{
if( !fs->is_first )
{
while( fs->write_stack->total > 0 )
icvXMLEndWriteStruct(fs);
fs->struct_indent = 0;
icvXMLFlush(fs);
/* XML does not allow multiple top-level elements,
so we just put a comment and continue
the current (and the only) "stream" */
icvPuts( fs, "\n<!-- next stream -->\n" );
/*fputs( "</opencv_storage>\n", fs->file );
fputs( "<opencv_storage>\n", fs->file );*/
fs->buffer = fs->buffer_start;
}
}
void icvXMLWriteScalar( CvFileStorage* fs, const char* key, const char* data, int len )
{
check_if_write_struct_is_delayed( fs );
if ( fs->state_of_writing_base64 == base64::fs::Uncertain )
{
switch_to_Base64_state( fs, base64::fs::NotUse );
}
else if ( fs->state_of_writing_base64 == base64::fs::InUse )
{
CV_Error( CV_StsError, "Currently only Base64 data is allowed." );
}
if( CV_NODE_IS_MAP(fs->struct_flags) ||
(!CV_NODE_IS_COLLECTION(fs->struct_flags) && key) )
{
icvXMLWriteTag( fs, key, CV_XML_OPENING_TAG, cvAttrList(0,0) );
char* ptr = icvFSResizeWriteBuffer( fs, fs->buffer, len );
memcpy( ptr, data, len );
fs->buffer = ptr + len;
icvXMLWriteTag( fs, key, CV_XML_CLOSING_TAG, cvAttrList(0,0) );
}
else
{
char* ptr = fs->buffer;
int new_offset = (int)(ptr - fs->buffer_start) + len;
if( key )
CV_Error( CV_StsBadArg, "elements with keys can not be written to sequence" );
fs->struct_flags = CV_NODE_SEQ;
if( (new_offset > fs->wrap_margin && new_offset - fs->struct_indent > 10) ||
(ptr > fs->buffer_start && ptr[-1] == '>' && !CV_NODE_IS_EMPTY(fs->struct_flags)) )
{
ptr = icvXMLFlush(fs);
}
else if( ptr > fs->buffer_start + fs->struct_indent && ptr[-1] != '>' )
*ptr++ = ' ';
memcpy( ptr, data, len );
fs->buffer = ptr + len;
}
}
void icvXMLWriteInt( CvFileStorage* fs, const char* key, int value )
{
char buf[128], *ptr = icv_itoa( value, buf, 10 );
int len = (int)strlen(ptr);
icvXMLWriteScalar( fs, key, ptr, len );
}
void icvXMLWriteReal( CvFileStorage* fs, const char* key, double value )
{
char buf[128];
int len = (int)strlen( icvDoubleToString( buf, value ));
icvXMLWriteScalar( fs, key, buf, len );
}
void icvXMLWriteString( CvFileStorage* fs, const char* key, const char* str, int quote )
{
char buf[CV_FS_MAX_LEN*6+16];
char* data = (char*)str;
int i, len;
if( !str )
CV_Error( CV_StsNullPtr, "Null string pointer" );
len = (int)strlen(str);
if( len > CV_FS_MAX_LEN )
CV_Error( CV_StsBadArg, "The written string is too long" );
if( quote || len == 0 || str[0] != '\"' || str[0] != str[len-1] )
{
int need_quote = quote || len == 0;
data = buf;
*data++ = '\"';
for( i = 0; i < len; i++ )
{
char c = str[i];
if( (uchar)c >= 128 || c == ' ' )
{
*data++ = c;
need_quote = 1;
}
else if( !cv_isprint(c) || c == '<' || c == '>' || c == '&' || c == '\'' || c == '\"' )
{
*data++ = '&';
if( c == '<' )
{
memcpy(data, "lt", 2);
data += 2;
}
else if( c == '>' )
{
memcpy(data, "gt", 2);
data += 2;
}
else if( c == '&' )
{
memcpy(data, "amp", 3);
data += 3;
}
else if( c == '\'' )
{
memcpy(data, "apos", 4);
data += 4;
}
else if( c == '\"' )
{
memcpy( data, "quot", 4);
data += 4;
}
else
{
sprintf( data, "#x%02x", (uchar)c );
data += 4;
}
*data++ = ';';
need_quote = 1;
}
else
*data++ = c;
}
if( !need_quote && (cv_isdigit(str[0]) ||
str[0] == '+' || str[0] == '-' || str[0] == '.' ))
need_quote = 1;
if( need_quote )
*data++ = '\"';
len = (int)(data - buf) - !need_quote;
*data++ = '\0';
data = buf + !need_quote;
}
icvXMLWriteScalar( fs, key, data, len );
}
void icvXMLWriteComment( CvFileStorage* fs, const char* comment, int eol_comment )
{
int len;
int multiline;
const char* eol;
char* ptr;
if( !comment )
CV_Error( CV_StsNullPtr, "Null comment" );
if( strstr(comment, "--") != 0 )
CV_Error( CV_StsBadArg, "Double hyphen \'--\' is not allowed in the comments" );
len = (int)strlen(comment);
eol = strchr(comment, '\n');
multiline = eol != 0;
ptr = fs->buffer;
if( multiline || !eol_comment || fs->buffer_end - ptr < len + 5 )
ptr = icvXMLFlush( fs );
else if( ptr > fs->buffer_start + fs->struct_indent )
*ptr++ = ' ';
if( !multiline )
{
ptr = icvFSResizeWriteBuffer( fs, ptr, len + 9 );
sprintf( ptr, "<!-- %s -->", comment );
len = (int)strlen(ptr);
}
else
{
strcpy( ptr, "<!--" );
len = 4;
}
fs->buffer = ptr + len;
ptr = icvXMLFlush(fs);
if( multiline )
{
while( comment )
{
if( eol )
{
ptr = icvFSResizeWriteBuffer( fs, ptr, (int)(eol - comment) + 1 );
memcpy( ptr, comment, eol - comment + 1 );
ptr += eol - comment;
comment = eol + 1;
eol = strchr( comment, '\n' );
}
else
{
len = (int)strlen(comment);
ptr = icvFSResizeWriteBuffer( fs, ptr, len );
memcpy( ptr, comment, len );
ptr += len;
comment = 0;
}
fs->buffer = ptr;
ptr = icvXMLFlush( fs );
}
sprintf( ptr, "-->" );
fs->buffer = ptr + 3;
icvXMLFlush( fs );
}
}
modules/core/src/persistence_yml.cpp 0 → 100644
View file @ e225850c
// This file is part of OpenCV project.
// It is subject to the license terms in the LICENSE file found in the top-level directory
// of this distribution and at http://opencv.org/license.html
#include "precomp.hpp"
#include "persistence.hpp"
#define CV_YML_INDENT 3
#define CV_YML_INDENT_FLOW 1
/****************************************************************************************\
* YAML Parser *
\****************************************************************************************/
static char* icvYMLSkipSpaces( CvFileStorage* fs, char* ptr, int min_indent, int max_comment_indent )
{
for(;;)
{
while( *ptr == ' ' )
ptr++;
if( *ptr == '#' )
{
if( ptr - fs->buffer_start > max_comment_indent )
return ptr;
*ptr = '\0';
}
else if( cv_isprint(*ptr) )
{
if( ptr - fs->buffer_start < min_indent )
CV_PARSE_ERROR( "Incorrect indentation" );
break;
}
else if( *ptr == '\0' || *ptr == '\n' || *ptr == '\r' )
{
int max_size = (int)(fs->buffer_end - fs->buffer_start);
ptr = icvGets( fs, fs->buffer_start, max_size );
if( !ptr )
{
// emulate end of stream
ptr = fs->buffer_start;
ptr[0] = ptr[1] = ptr[2] = '.';
ptr[3] = '\0';
fs->dummy_eof = 1;
break;
}
else
{
int l = (int)strlen(ptr);
if( ptr[l-1] != '\n' && ptr[l-1] != '\r' && !icvEof(fs) )
CV_PARSE_ERROR( "Too long string or a last string w/o newline" );
}
fs->lineno++;
}
else
CV_PARSE_ERROR( *ptr == '\t' ? "Tabs are prohibited in YAML!" : "Invalid character" );
}
return ptr;
}
static void icvYMLGetMultilineStringContent(CvFileStorage* fs, char* ptr, int indent, char* &beg, char* &end)
{
ptr = icvYMLSkipSpaces(fs, ptr, 0, INT_MAX);
beg = ptr;
end = ptr;
if (fs->dummy_eof)
return ; /* end of file */
if (ptr - fs->buffer_start != indent)
return ; /* end of string */
/* find end */
while(cv_isprint(*ptr)) /* no check for base64 string */
++ ptr;
if (*ptr == '\0')
CV_PARSE_ERROR("Unexpected end of line");
end = ptr;
}
static char* icvYMLParseBase64(CvFileStorage* fs, char* ptr, int indent, CvFileNode * node)
{
char * beg = 0;
char * end = 0;
icvYMLGetMultilineStringContent(fs, ptr, indent, beg, end);
if (beg >= end)
return end; // CV_PARSE_ERROR("Empty Binary Data");
/* calc (decoded) total_byte_size from header */
std::string dt;
{
if (end - beg < static_cast<int>(base64::ENCODED_HEADER_SIZE))
CV_PARSE_ERROR("Unrecognized Base64 header");
std::vector<char> header(base64::HEADER_SIZE + 1, ' ');
base64::base64_decode(beg, header.data(), 0U, base64::ENCODED_HEADER_SIZE);
if ( !base64::read_base64_header(header, dt) || dt.empty() )
CV_PARSE_ERROR("Invalid `dt` in Base64 header");
beg += base64::ENCODED_HEADER_SIZE;
}
/* get all Base64 data */
std::string base64_buffer;
base64_buffer.reserve( PARSER_BASE64_BUFFER_SIZE );
while( beg < end )
{
base64_buffer.append( beg, end );
beg = end;
icvYMLGetMultilineStringContent( fs, beg, indent, beg, end );
}
if ( base64_buffer.empty() ||
!base64::base64_valid(base64_buffer.data(), 0U, base64_buffer.size()) )
CV_PARSE_ERROR( "Invalid Base64 data." );
/* buffer for decoded data(exclude header) */
std::vector<uchar> binary_buffer( base64::base64_decode_buffer_size(base64_buffer.size()) );
int total_byte_size = static_cast<int>(
base64::base64_decode_buffer_size( base64_buffer.size(), base64_buffer.data(), false )
);
{
base64::Base64ContextParser parser(binary_buffer.data(), binary_buffer.size() );
const uchar * buffer_beg = reinterpret_cast<const uchar *>( base64_buffer.data() );
const uchar * buffer_end = buffer_beg + base64_buffer.size();
parser.read( buffer_beg, buffer_end );
parser.flush();
}
/* save as CvSeq */
int elem_size = ::icvCalcStructSize(dt.c_str(), 0);
if (total_byte_size % elem_size != 0)
CV_PARSE_ERROR("Byte size not match elememt size");
int elem_cnt = total_byte_size / elem_size;
node->tag = CV_NODE_NONE;
int struct_flags = CV_NODE_FLOW | CV_NODE_SEQ;
/* after icvFSCreateCollection, node->tag == struct_flags */
icvFSCreateCollection(fs, struct_flags, node);
base64::make_seq(binary_buffer.data(), elem_cnt, dt.c_str(), *node->data.seq);
if (fs->dummy_eof) {
/* end of file */
return fs->buffer_start;
} else {
/* end of line */
return end;
}
}
static char* icvYMLParseKey( CvFileStorage* fs, char* ptr, CvFileNode* map_node, CvFileNode** value_placeholder )
{
char c;
char *endptr = ptr - 1, *saveptr;
CvStringHashNode* str_hash_node;
if( *ptr == '-' )
CV_PARSE_ERROR( "Key may not start with \'-\'" );
do c = *++endptr;
while( cv_isprint(c) && c != ':' );
if( c != ':' )
CV_PARSE_ERROR( "Missing \':\'" );
saveptr = endptr + 1;
do c = *--endptr;
while( c == ' ' );
++endptr;
if( endptr == ptr )
CV_PARSE_ERROR( "An empty key" );
str_hash_node = cvGetHashedKey( fs, ptr, (int)(endptr - ptr), 1 );
*value_placeholder = cvGetFileNode( fs, map_node, str_hash_node, 1 );
ptr = saveptr;
return ptr;
}
static char*
icvYMLParseValue( CvFileStorage* fs, char* ptr, CvFileNode* node,
int parent_flags, int min_indent )
{
char buf[CV_FS_MAX_LEN + 1024] = {0};
char* endptr = 0;
char c = ptr[0], d = ptr[1];
int is_parent_flow = CV_NODE_IS_FLOW(parent_flags);
int value_type = CV_NODE_NONE;
int len;
bool is_binary_string = false;
memset( node, 0, sizeof(*node) );
if( c == '!' ) // handle explicit type specification
{
if( d == '!' || d == '^' )
{
ptr++;
value_type |= CV_NODE_USER;
}
if ( d == '<') //support of full type heading from YAML 1.2
{
const char* yamlTypeHeading = "<tag:yaml.org,2002:";
const size_t headingLenght = strlen(yamlTypeHeading);
char* typeEndPtr = ++ptr;
do d = *++typeEndPtr;
while( cv_isprint(d) && d != ' ' && d != '>' );
if ( d == '>' && (size_t)(typeEndPtr - ptr) > headingLenght )
{
if ( memcmp(ptr, yamlTypeHeading, headingLenght) == 0 )
{
value_type |= CV_NODE_USER;
*typeEndPtr = ' ';
ptr += headingLenght - 1;
}
}
}
endptr = ptr++;
do d = *++endptr;
while( cv_isprint(d) && d != ' ' );
len = (int)(endptr - ptr);
if( len == 0 )
CV_PARSE_ERROR( "Empty type name" );
d = *endptr;
*endptr = '\0';
if( len == 3 && !CV_NODE_IS_USER(value_type) )
{
if( memcmp( ptr, "str", 3 ) == 0 )
value_type = CV_NODE_STRING;
else if( memcmp( ptr, "int", 3 ) == 0 )
value_type = CV_NODE_INT;
else if( memcmp( ptr, "seq", 3 ) == 0 )
value_type = CV_NODE_SEQ;
else if( memcmp( ptr, "map", 3 ) == 0 )
value_type = CV_NODE_MAP;
}
else if( len == 5 && !CV_NODE_IS_USER(value_type) )
{
if( memcmp( ptr, "float", 5 ) == 0 )
value_type = CV_NODE_REAL;
}
else if (len == 6 && CV_NODE_IS_USER(value_type))
{
if( memcmp( ptr, "binary", 6 ) == 0 ) {
value_type = CV_NODE_SEQ;
is_binary_string = true;
/* for ignore '|' */
/**** operation with endptr ****/
*endptr = d;
do {
d = *++endptr;
if (d == '|')
break;
} while (d == ' ');
d = *++endptr;
*endptr = '\0';
}
}
else if( CV_NODE_IS_USER(value_type) )
{
node->info = cvFindType( ptr );
if( !node->info )
node->tag &= ~CV_NODE_USER;
}
*endptr = d;
ptr = icvYMLSkipSpaces( fs, endptr, min_indent, INT_MAX );
c = *ptr;
if( !CV_NODE_IS_USER(value_type) )
{
if (value_type == CV_NODE_STRING && c != '\'' && c != '\"')
goto force_string;
if( value_type == CV_NODE_INT )
goto force_int;
if( value_type == CV_NODE_REAL )
goto force_real;
}
}
if (is_binary_string)
{
/* for base64 string */
int indent = static_cast<int>(ptr - fs->buffer_start);
ptr = icvYMLParseBase64(fs, ptr, indent, node);
}
else if( cv_isdigit(c) ||
((c == '-' || c == '+') && (cv_isdigit(d) || d == '.')) ||
(c == '.' && cv_isalnum(d))) // a number
{
double fval;
int ival;
endptr = ptr + (c == '-' || c == '+');
while( cv_isdigit(*endptr) )
endptr++;
if( *endptr == '.' || *endptr == 'e' )
{
force_real:
fval = icv_strtod( fs, ptr, &endptr );
/*if( endptr == ptr || cv_isalpha(*endptr) )
icvProcessSpecialDouble( fs, endptr, &fval, &endptr ));*/
node->tag = CV_NODE_REAL;
node->data.f = fval;
}
else
{
force_int:
ival = (int)strtol( ptr, &endptr, 0 );
node->tag = CV_NODE_INT;
node->data.i = ival;
}
if( !endptr || endptr == ptr )
CV_PARSE_ERROR( "Invalid numeric value (inconsistent explicit type specification?)" );
ptr = endptr;
}
else if( c == '\'' || c == '\"' ) // an explicit string
{
node->tag = CV_NODE_STRING;
if( c == '\'' )
for( len = 0; len < CV_FS_MAX_LEN; )
{
c = *++ptr;
if( cv_isalnum(c) || (c != '\'' && cv_isprint(c)))
buf[len++] = c;
else if( c == '\'' )
{
c = *++ptr;
if( c != '\'' )
break;
buf[len++] = c;
}
else
CV_PARSE_ERROR( "Invalid character" );
}
else
for( len = 0; len < CV_FS_MAX_LEN; )
{
c = *++ptr;
if( cv_isalnum(c) || (c != '\\' && c != '\"' && cv_isprint(c)))
buf[len++] = c;
else if( c == '\"' )
{
++ptr;
break;
}
else if( c == '\\' )
{
d = *++ptr;
if( d == '\'' )
buf[len++] = d;
else if( d == '\"' || d == '\\' || d == '\'' )
buf[len++] = d;
else if( d == 'n' )
buf[len++] = '\n';
else if( d == 'r' )
buf[len++] = '\r';
else if( d == 't' )
buf[len++] = '\t';
else if( d == 'x' || (cv_isdigit(d) && d < '8') )
{
int val, is_hex = d == 'x';
c = ptr[3];
ptr[3] = '\0';
val = (int)strtol( ptr + is_hex, &endptr, is_hex ? 8 : 16 );
ptr[3] = c;
if( endptr == ptr + is_hex )
buf[len++] = 'x';
else
{
buf[len++] = (char)val;
ptr = endptr;
}
}
}
else
CV_PARSE_ERROR( "Invalid character" );
}
if( len >= CV_FS_MAX_LEN )
CV_PARSE_ERROR( "Too long string literal" );
node->data.str = cvMemStorageAllocString( fs->memstorage, buf, len );
}
else if( c == '[' || c == '{' ) // collection as a flow
{
int new_min_indent = min_indent + !is_parent_flow;
int struct_flags = CV_NODE_FLOW + (c == '{' ? CV_NODE_MAP : CV_NODE_SEQ);
bool is_simple = true;
icvFSCreateCollection( fs, CV_NODE_TYPE(struct_flags) +
(node->info ? CV_NODE_USER : 0), node );
d = c == '[' ? ']' : '}';
for( ++ptr ;;)
{
CvFileNode* elem = 0;
ptr = icvYMLSkipSpaces( fs, ptr, new_min_indent, INT_MAX );
if( *ptr == '}' || *ptr == ']' )
{
if( *ptr != d )
CV_PARSE_ERROR( "The wrong closing bracket" );
ptr++;
break;
}
if( node->data.seq->total != 0 )
{
if( *ptr != ',' )
CV_PARSE_ERROR( "Missing , between the elements" );
ptr = icvYMLSkipSpaces( fs, ptr + 1, new_min_indent, INT_MAX );
}
if( CV_NODE_IS_MAP(struct_flags) )
{
ptr = icvYMLParseKey( fs, ptr, node, &elem );
ptr = icvYMLSkipSpaces( fs, ptr, new_min_indent, INT_MAX );
}
else
{
if( *ptr == ']' )
break;
elem = (CvFileNode*)cvSeqPush( node->data.seq, 0 );
}
CV_Assert(elem);
ptr = icvYMLParseValue( fs, ptr, elem, struct_flags, new_min_indent );
if( CV_NODE_IS_MAP(struct_flags) )
elem->tag |= CV_NODE_NAMED;
is_simple = is_simple && !CV_NODE_IS_COLLECTION(elem->tag);
}
node->data.seq->flags |= is_simple ? CV_NODE_SEQ_SIMPLE : 0;
}
else
{
int indent, struct_flags;
bool is_simple;
if( is_parent_flow || c != '-' )
{
// implicit (one-line) string or nested block-style collection
if( !is_parent_flow )
{
if( c == '?' )
CV_PARSE_ERROR( "Complex keys are not supported" );
if( c == '|' || c == '>' )
CV_PARSE_ERROR( "Multi-line text literals are not supported" );
}
force_string:
endptr = ptr - 1;
do c = *++endptr;
while( cv_isprint(c) &&
(!is_parent_flow || (c != ',' && c != '}' && c != ']')) &&
(is_parent_flow || c != ':' || value_type == CV_NODE_STRING));
if( endptr == ptr )
CV_PARSE_ERROR( "Invalid character" );
if( is_parent_flow || c != ':' )
{
char* str_end = endptr;
node->tag = CV_NODE_STRING;
// strip spaces in the end of string
do c = *--str_end;
while( str_end > ptr && c == ' ' );
str_end++;
node->data.str = cvMemStorageAllocString( fs->memstorage, ptr, (int)(str_end - ptr) );
ptr = endptr;
return ptr;
}
struct_flags = CV_NODE_MAP;
}
else
struct_flags = CV_NODE_SEQ;
icvFSCreateCollection( fs, struct_flags +
(node->info ? CV_NODE_USER : 0), node );
indent = (int)(ptr - fs->buffer_start);
is_simple = true;
for(;;)
{
CvFileNode* elem = 0;
if( CV_NODE_IS_MAP(struct_flags) )
{
ptr = icvYMLParseKey( fs, ptr, node, &elem );
}
else
{
c = *ptr++;
if( c != '-' )
CV_PARSE_ERROR( "Block sequence elements must be preceded with \'-\'" );
elem = (CvFileNode*)cvSeqPush( node->data.seq, 0 );
}
CV_Assert(elem);
ptr = icvYMLSkipSpaces( fs, ptr, indent + 1, INT_MAX );
ptr = icvYMLParseValue( fs, ptr, elem, struct_flags, indent + 1 );
if( CV_NODE_IS_MAP(struct_flags) )
elem->tag |= CV_NODE_NAMED;
is_simple = is_simple && !CV_NODE_IS_COLLECTION(elem->tag);
ptr = icvYMLSkipSpaces( fs, ptr, 0, INT_MAX );
if( ptr - fs->buffer_start != indent )
{
if( ptr - fs->buffer_start < indent )
break;
else
CV_PARSE_ERROR( "Incorrect indentation" );
}
if( memcmp( ptr, "...", 3 ) == 0 )
break;
}
node->data.seq->flags |= is_simple ? CV_NODE_SEQ_SIMPLE : 0;
}
return ptr;
}
void icvYMLParse( CvFileStorage* fs )
{
char* ptr = fs->buffer_start;
int is_first = 1;
for(;;)
{
// 0. skip leading comments and directives and ...
// 1. reach the first item
for(;;)
{
ptr = icvYMLSkipSpaces( fs, ptr, 0, INT_MAX );
if( !ptr )
return;
if( *ptr == '%' )
{
if( memcmp( ptr, "%YAML", 5 ) == 0 &&
memcmp( ptr, "%YAML:1.", 8 ) != 0 &&
memcmp( ptr, "%YAML 1.", 8 ) != 0)
CV_PARSE_ERROR( "Unsupported YAML version (it must be 1.x)" );
*ptr = '\0';
}
else if( *ptr == '-' )
{
if( memcmp(ptr, "---", 3) == 0 )
{
ptr += 3;
break;
}
else if( is_first )
break;
}
else if( cv_isalnum(*ptr) || *ptr=='_')
{
if( !is_first )
CV_PARSE_ERROR( "The YAML streams must start with '---', except the first one" );
break;
}
else if( fs->dummy_eof )
break;
else
CV_PARSE_ERROR( "Invalid or unsupported syntax" );
}
ptr = icvYMLSkipSpaces( fs, ptr, 0, INT_MAX );
if( memcmp( ptr, "...", 3 ) != 0 )
{
// 2. parse the collection
CvFileNode* root_node = (CvFileNode*)cvSeqPush( fs->roots, 0 );
ptr = icvYMLParseValue( fs, ptr, root_node, CV_NODE_NONE, 0 );
if( !CV_NODE_IS_COLLECTION(root_node->tag) )
CV_PARSE_ERROR( "Only collections as YAML streams are supported by this parser" );
// 3. parse until the end of file or next collection
ptr = icvYMLSkipSpaces( fs, ptr, 0, INT_MAX );
if( !ptr )
return;
}
if( fs->dummy_eof )
break;
ptr += 3;
is_first = 0;
}
}
/****************************************************************************************\
* YAML Emitter *
\****************************************************************************************/
void icvYMLWrite( CvFileStorage* fs, const char* key, const char* data )
{
check_if_write_struct_is_delayed( fs );
if ( fs->state_of_writing_base64 == base64::fs::Uncertain )
{
switch_to_Base64_state( fs, base64::fs::NotUse );
}
else if ( fs->state_of_writing_base64 == base64::fs::InUse )
{
CV_Error( CV_StsError, "At present, output Base64 data only." );
}
int i, keylen = 0;
int datalen = 0;
int struct_flags;
char* ptr;
struct_flags = fs->struct_flags;
if( key && key[0] == '\0' )
key = 0;
if( CV_NODE_IS_COLLECTION(struct_flags) )
{
if( (CV_NODE_IS_MAP(struct_flags) ^ (key != 0)) )
CV_Error( CV_StsBadArg, "An attempt to add element without a key to a map, "
"or add element with key to sequence" );
}
else
{
fs->is_first = 0;
struct_flags = CV_NODE_EMPTY | (key ? CV_NODE_MAP : CV_NODE_SEQ);
}
if( key )
{
keylen = (int)strlen(key);
if( keylen == 0 )
CV_Error( CV_StsBadArg, "The key is an empty" );
if( keylen > CV_FS_MAX_LEN )
CV_Error( CV_StsBadArg, "The key is too long" );
}
if( data )
datalen = (int)strlen(data);
if( CV_NODE_IS_FLOW(struct_flags) )
{
int new_offset;
ptr = fs->buffer;
if( !CV_NODE_IS_EMPTY(struct_flags) )
*ptr++ = ',';
new_offset = (int)(ptr - fs->buffer_start) + keylen + datalen;
if( new_offset > fs->wrap_margin && new_offset - fs->struct_indent > 10 )
{
fs->buffer = ptr;
ptr = icvFSFlush(fs);
}
else
*ptr++ = ' ';
}
else
{
ptr = icvFSFlush(fs);
if( !CV_NODE_IS_MAP(struct_flags) )
{
*ptr++ = '-';
if( data )
*ptr++ = ' ';
}
}
if( key )
{
if( !cv_isalpha(key[0]) && key[0] != '_' )
CV_Error( CV_StsBadArg, "Key must start with a letter or _" );
ptr = icvFSResizeWriteBuffer( fs, ptr, keylen );
for( i = 0; i < keylen; i++ )
{
char c = key[i];
ptr[i] = c;
if( !cv_isalnum(c) && c != '-' && c != '_' && c != ' ' )
CV_Error( CV_StsBadArg, "Key names may only contain alphanumeric characters [a-zA-Z0-9], '-', '_' and ' '" );
}
ptr += keylen;
*ptr++ = ':';
if( !CV_NODE_IS_FLOW(struct_flags) && data )
*ptr++ = ' ';
}
if( data )
{
ptr = icvFSResizeWriteBuffer( fs, ptr, datalen );
memcpy( ptr, data, datalen );
ptr += datalen;
}
fs->buffer = ptr;
fs->struct_flags = struct_flags & ~CV_NODE_EMPTY;
}
void icvYMLStartWriteStruct( CvFileStorage* fs, const char* key, int struct_flags, const char* type_name)
{
int parent_flags;
char buf[CV_FS_MAX_LEN + 1024];
const char* data = 0;
if ( type_name && *type_name == '\0' )
type_name = 0;
struct_flags = (struct_flags & (CV_NODE_TYPE_MASK|CV_NODE_FLOW)) | CV_NODE_EMPTY;
if( !CV_NODE_IS_COLLECTION(struct_flags))
CV_Error( CV_StsBadArg,
"Some collection type - CV_NODE_SEQ or CV_NODE_MAP, must be specified" );
if (type_name && memcmp(type_name, "binary", 6) == 0)
{
/* reset struct flag. in order not to print ']' */
struct_flags = CV_NODE_SEQ;
sprintf(buf, "!!binary |");
data = buf;
}
else if( CV_NODE_IS_FLOW(struct_flags))
{
char c = CV_NODE_IS_MAP(struct_flags) ? '{' : '[';
struct_flags |= CV_NODE_FLOW;
if( type_name )
sprintf( buf, "!!%s %c", type_name, c );
else
{
buf[0] = c;
buf[1] = '\0';
}
data = buf;
}
else if( type_name )
{
sprintf( buf, "!!%s", type_name );
data = buf;
}
icvYMLWrite( fs, key, data );
parent_flags = fs->struct_flags;
cvSeqPush( fs->write_stack, &parent_flags );
fs->struct_flags = struct_flags;
if( !CV_NODE_IS_FLOW(parent_flags) )
fs->struct_indent += CV_YML_INDENT + CV_NODE_IS_FLOW(struct_flags);
}
void icvYMLEndWriteStruct( CvFileStorage* fs )
{
int parent_flags = 0, struct_flags;
char* ptr;
struct_flags = fs->struct_flags;
if( fs->write_stack->total == 0 )
CV_Error( CV_StsError, "EndWriteStruct w/o matching StartWriteStruct" );
cvSeqPop( fs->write_stack, &parent_flags );
if( CV_NODE_IS_FLOW(struct_flags) )
{
ptr = fs->buffer;
if( ptr > fs->buffer_start + fs->struct_indent && !CV_NODE_IS_EMPTY(struct_flags) )
*ptr++ = ' ';
*ptr++ = CV_NODE_IS_MAP(struct_flags) ? '}' : ']';
fs->buffer = ptr;
}
else if( CV_NODE_IS_EMPTY(struct_flags) )
{
ptr = icvFSFlush(fs);
memcpy( ptr, CV_NODE_IS_MAP(struct_flags) ? "{}" : "[]", 2 );
fs->buffer = ptr + 2;
}
if( !CV_NODE_IS_FLOW(parent_flags) )
fs->struct_indent -= CV_YML_INDENT + CV_NODE_IS_FLOW(struct_flags);
assert( fs->struct_indent >= 0 );
fs->struct_flags = parent_flags;
}
void icvYMLStartNextStream( CvFileStorage* fs )
{
if( !fs->is_first )
{
while( fs->write_stack->total > 0 )
icvYMLEndWriteStruct(fs);
fs->struct_indent = 0;
icvFSFlush(fs);
icvPuts( fs, "...\n" );
icvPuts( fs, "---\n" );
fs->buffer = fs->buffer_start;
}
}
void icvYMLWriteInt( CvFileStorage* fs, const char* key, int value )
{
char buf[128];
icvYMLWrite( fs, key, icv_itoa( value, buf, 10 ));
}
void icvYMLWriteReal( CvFileStorage* fs, const char* key, double value )
{
char buf[128];
icvYMLWrite( fs, key, icvDoubleToString( buf, value ));
}
void icvYMLWriteString( CvFileStorage* fs, const char* key, const char* str, int quote)
{
char buf[CV_FS_MAX_LEN*4+16];
char* data = (char*)str;
int i, len;
if( !str )
CV_Error( CV_StsNullPtr, "Null string pointer" );
len = (int)strlen(str);
if( len > CV_FS_MAX_LEN )
CV_Error( CV_StsBadArg, "The written string is too long" );
if( quote || len == 0 || str[0] != str[len-1] || (str[0] != '\"' && str[0] != '\'') )
{
int need_quote = quote || len == 0 || str[0] == ' ';
data = buf;
*data++ = '\"';
for( i = 0; i < len; i++ )
{
char c = str[i];
if( !need_quote && !cv_isalnum(c) && c != '_' && c != ' ' && c != '-' &&
c != '(' && c != ')' && c != '/' && c != '+' && c != ';' )
need_quote = 1;
if( !cv_isalnum(c) && (!cv_isprint(c) || c == '\\' || c == '\'' || c == '\"') )
{
*data++ = '\\';
if( cv_isprint(c) )
*data++ = c;
else if( c == '\n' )
*data++ = 'n';
else if( c == '\r' )
*data++ = 'r';
else if( c == '\t' )
*data++ = 't';
else
{
sprintf( data, "x%02x", c );
data += 3;
}
}
else
*data++ = c;
}
if( !need_quote && (cv_isdigit(str[0]) ||
str[0] == '+' || str[0] == '-' || str[0] == '.' ))
need_quote = 1;
if( need_quote )
*data++ = '\"';
*data++ = '\0';
data = buf + !need_quote;
}
icvYMLWrite( fs, key, data );
}
void icvYMLWriteComment( CvFileStorage* fs, const char* comment, int eol_comment )
{
int len; //, indent;
int multiline;
const char* eol;
char* ptr;
if( !comment )
CV_Error( CV_StsNullPtr, "Null comment" );
len = (int)strlen(comment);
eol = strchr(comment, '\n');
multiline = eol != 0;
ptr = fs->buffer;
if( !eol_comment || multiline ||
fs->buffer_end - ptr < len || ptr == fs->buffer_start )
ptr = icvFSFlush( fs );
else
*ptr++ = ' ';
while( comment )
{
*ptr++ = '#';
*ptr++ = ' ';
if( eol )
{
ptr = icvFSResizeWriteBuffer( fs, ptr, (int)(eol - comment) + 1 );
memcpy( ptr, comment, eol - comment + 1 );
fs->buffer = ptr + (eol - comment);
comment = eol + 1;
eol = strchr( comment, '\n' );
}
else
{
len = (int)strlen(comment);
ptr = icvFSResizeWriteBuffer( fs, ptr, len );
memcpy( ptr, comment, len );
fs->buffer = ptr + len;
comment = 0;
}
ptr = icvFSFlush( fs );
}
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment