130 lines
3.4 KiB
C++
130 lines
3.4 KiB
C++
/*
|
|
Open Asset Import Library (assimp)
|
|
----------------------------------------------------------------------
|
|
|
|
Copyright (c) 2006-2012, assimp team
|
|
All rights reserved.
|
|
|
|
Redistribution and use of this software in source and binary forms,
|
|
with or without modification, are permitted provided that the
|
|
following conditions are met:
|
|
|
|
* Redistributions of source code must retain the above
|
|
copyright notice, this list of conditions and the
|
|
following disclaimer.
|
|
|
|
* Redistributions in binary form must reproduce the above
|
|
copyright notice, this list of conditions and the
|
|
following disclaimer in the documentation and/or other
|
|
materials provided with the distribution.
|
|
|
|
* Neither the name of the assimp team, nor the names of its
|
|
contributors may be used to endorse or promote products
|
|
derived from this software without specific prior
|
|
written permission of the assimp team.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
----------------------------------------------------------------------
|
|
*/
|
|
|
|
/** @file FBXTokenizer.h
|
|
* @brief FBX lexer
|
|
*/
|
|
#ifndef INCLUDED_AI_FBX_TOKENIZER_H
|
|
#define INCLUDED_AI_FBX_TOKENIZER_H
|
|
|
|
#include <boost/shared_ptr.hpp>
|
|
|
|
#include "FBXCompileConfig.h"
|
|
|
|
namespace Assimp {
|
|
namespace FBX {
|
|
|
|
/** Rough classification for text FBX tokens used for constructing the
|
|
* basic scope hierarchy. */
|
|
enum TokenType
|
|
{
|
|
// {
|
|
TokenType_OPEN_BRACKET = 0,
|
|
|
|
// }
|
|
TokenType_CLOSE_BRACKET,
|
|
|
|
// '"blablubb"', '2', '*14' - very general token class,
|
|
// further processing happens at a later stage.
|
|
TokenType_DATA,
|
|
|
|
// ,
|
|
TokenType_COMMA,
|
|
|
|
// blubb:
|
|
TokenType_KEY
|
|
};
|
|
|
|
|
|
/** Represents a single token in a FBX file. Tokens are
|
|
* classified by the #TokenType enumerated types.
|
|
*
|
|
* Offers iterator protocol. Tokens are immutable. */
|
|
class Token
|
|
{
|
|
|
|
public:
|
|
|
|
Token(const char* sbegin, const char* send, TokenType type, unsigned int line, unsigned int column);
|
|
~Token();
|
|
|
|
public:
|
|
|
|
const char* begin() const {
|
|
return sbegin;
|
|
}
|
|
|
|
const char* end() const {
|
|
return send;
|
|
}
|
|
|
|
TokenType Type() const {
|
|
return type;
|
|
}
|
|
|
|
private:
|
|
|
|
const char* const sbegin;
|
|
const char* const send;
|
|
const TokenType type;
|
|
|
|
const unsigned int line, column;
|
|
};
|
|
|
|
|
|
typedef boost::shared_ptr<Token> TokenPtr;
|
|
typedef std::vector< boost::shared_ptr<Token> > TokenList;
|
|
|
|
|
|
/** Main FBX tokenizer function. Transform input buffer into a list of preprocessed tokens.
|
|
*
|
|
* Skips over comments and generates line and column numbers.
|
|
*
|
|
* @param output_tokens Receives a list of all tokens in the input data.
|
|
* @param input_buffer Textual input buffer to be processed, 0-terminated. */
|
|
void Tokenize(TokenList& output_tokens, const char* input);
|
|
|
|
|
|
} // ! FBX
|
|
} // ! Assimp
|
|
|
|
#endif // ! INCLUDED_AI_FBX_PARSER_H
|
|
|