2015-05-19 03:48:29 +00:00
|
|
|
/*
|
|
|
|
---------------------------------------------------------------------------
|
|
|
|
Open Asset Import Library (assimp)
|
|
|
|
---------------------------------------------------------------------------
|
|
|
|
|
2021-02-28 11:17:54 +00:00
|
|
|
Copyright (c) 2006-2021, assimp team
|
2018-01-28 18:42:05 +00:00
|
|
|
|
2015-05-19 03:48:29 +00:00
|
|
|
All rights reserved.
|
|
|
|
|
2015-05-19 03:52:10 +00:00
|
|
|
Redistribution and use of this software in source and binary forms,
|
|
|
|
with or without modification, are permitted provided that the following
|
2015-05-19 03:48:29 +00:00
|
|
|
conditions are met:
|
|
|
|
|
|
|
|
* Redistributions of source code must retain the above
|
|
|
|
copyright notice, this list of conditions and the
|
|
|
|
following disclaimer.
|
|
|
|
|
|
|
|
* Redistributions in binary form must reproduce the above
|
|
|
|
copyright notice, this list of conditions and the
|
|
|
|
following disclaimer in the documentation and/or other
|
|
|
|
materials provided with the distribution.
|
|
|
|
|
|
|
|
* Neither the name of the assimp team, nor the names of its
|
|
|
|
contributors may be used to endorse or promote products
|
|
|
|
derived from this software without specific prior
|
|
|
|
written permission of the assimp team.
|
|
|
|
|
2015-05-19 03:52:10 +00:00
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
|
|
"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
2015-05-19 03:48:29 +00:00
|
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
2015-05-19 03:52:10 +00:00
|
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
2015-05-19 03:48:29 +00:00
|
|
|
OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
2015-05-19 03:52:10 +00:00
|
|
|
SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
2015-05-19 03:48:29 +00:00
|
|
|
LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
2015-05-19 03:52:10 +00:00
|
|
|
DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
|
|
THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
|
|
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
2015-05-19 03:48:29 +00:00
|
|
|
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
---------------------------------------------------------------------------
|
|
|
|
*/
|
|
|
|
|
|
|
|
/** @file BaseImporter.cpp
|
2015-05-19 03:52:10 +00:00
|
|
|
* @brief Implementation of BaseImporter
|
2015-05-19 03:48:29 +00:00
|
|
|
*/
|
|
|
|
|
|
|
|
#include "FileSystemFilter.h"
|
2015-04-15 23:00:17 +00:00
|
|
|
#include "Importer.h"
|
2020-06-23 19:05:42 +00:00
|
|
|
#include <assimp/BaseImporter.h>
|
2018-01-06 00:18:33 +00:00
|
|
|
#include <assimp/ByteSwapper.h>
|
2020-06-23 19:05:42 +00:00
|
|
|
#include <assimp/ParsingUtils.h>
|
|
|
|
#include <assimp/importerdesc.h>
|
|
|
|
#include <assimp/postprocess.h>
|
2016-06-06 20:04:29 +00:00
|
|
|
#include <assimp/scene.h>
|
|
|
|
#include <assimp/Importer.hpp>
|
2018-07-18 18:29:05 +00:00
|
|
|
|
2020-06-23 19:05:42 +00:00
|
|
|
#include <cctype>
|
2015-04-15 23:00:17 +00:00
|
|
|
#include <ios>
|
2015-05-19 03:48:29 +00:00
|
|
|
#include <list>
|
2016-04-05 21:23:53 +00:00
|
|
|
#include <memory>
|
2015-05-19 03:48:29 +00:00
|
|
|
#include <sstream>
|
2015-04-15 23:00:17 +00:00
|
|
|
|
2015-05-19 03:48:29 +00:00
|
|
|
using namespace Assimp;
|
|
|
|
|
|
|
|
// ------------------------------------------------------------------------------------------------
|
|
|
|
// Constructor to be privately used by Importer
|
2018-09-21 14:25:27 +00:00
|
|
|
BaseImporter::BaseImporter() AI_NO_EXCEPT
|
2020-06-23 19:05:42 +00:00
|
|
|
: m_progress() {
|
2015-05-19 03:48:29 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// ------------------------------------------------------------------------------------------------
|
|
|
|
// Destructor, private as well
|
2018-04-19 14:48:43 +00:00
|
|
|
BaseImporter::~BaseImporter() {
|
2015-05-19 03:57:13 +00:00
|
|
|
// nothing to do here
|
2015-05-19 03:48:29 +00:00
|
|
|
}
|
|
|
|
|
2020-06-23 19:05:42 +00:00
|
|
|
void BaseImporter::UpdateImporterScale(Importer *pImp) {
|
2019-08-27 14:50:50 +00:00
|
|
|
ai_assert(pImp != nullptr);
|
|
|
|
ai_assert(importerScale != 0.0);
|
|
|
|
ai_assert(fileScale != 0.0);
|
|
|
|
|
|
|
|
double activeScale = importerScale * fileScale;
|
|
|
|
|
|
|
|
// Set active scaling
|
2020-06-23 19:05:42 +00:00
|
|
|
pImp->SetPropertyFloat(AI_CONFIG_APP_SCALE_KEY, static_cast<float>(activeScale));
|
2019-08-27 14:50:50 +00:00
|
|
|
|
2021-04-24 10:38:31 +00:00
|
|
|
ASSIMP_LOG_DEBUG_F("UpdateImporterScale scale set: ", activeScale);
|
2019-08-27 14:50:50 +00:00
|
|
|
}
|
|
|
|
|
2015-05-19 03:48:29 +00:00
|
|
|
// ------------------------------------------------------------------------------------------------
|
|
|
|
// Imports the given file and returns the imported data.
|
2020-06-23 19:05:42 +00:00
|
|
|
aiScene *BaseImporter::ReadFile(Importer *pImp, const std::string &pFile, IOSystem *pIOHandler) {
|
2019-08-27 14:50:50 +00:00
|
|
|
|
2015-09-23 22:57:47 +00:00
|
|
|
m_progress = pImp->GetProgressHandler();
|
2018-04-19 14:48:43 +00:00
|
|
|
if (nullptr == m_progress) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2015-09-23 22:57:47 +00:00
|
|
|
ai_assert(m_progress);
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
// Gather configuration properties for this run
|
2020-06-23 19:05:42 +00:00
|
|
|
SetupProperties(pImp);
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
// Construct a file system filter to improve our success ratio at reading external files
|
2020-06-23 19:05:42 +00:00
|
|
|
FileSystemFilter filter(pFile, pIOHandler);
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
// create a scene object to hold the data
|
2017-12-02 15:10:06 +00:00
|
|
|
std::unique_ptr<aiScene> sc(new aiScene());
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
// dispatch importing
|
2020-06-23 19:05:42 +00:00
|
|
|
try {
|
|
|
|
InternReadFile(pFile, sc.get(), &filter);
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2019-08-27 14:50:50 +00:00
|
|
|
// Calculate import scale hook - required because pImp not available anywhere else
|
|
|
|
// passes scale into ScaleProcess
|
|
|
|
UpdateImporterScale(pImp);
|
|
|
|
|
2020-08-20 13:32:15 +00:00
|
|
|
} catch( const std::exception &err ) {
|
2015-05-19 03:57:13 +00:00
|
|
|
// extract error description
|
2015-09-23 22:57:47 +00:00
|
|
|
m_ErrorText = err.what();
|
2020-07-23 14:07:24 +00:00
|
|
|
ASSIMP_LOG_ERROR(err.what());
|
2020-08-19 16:57:25 +00:00
|
|
|
m_Exception = std::current_exception();
|
2020-07-23 14:07:24 +00:00
|
|
|
return nullptr;
|
2015-05-19 03:57:13 +00:00
|
|
|
}
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
// return what we gathered from the import.
|
2017-12-02 15:10:06 +00:00
|
|
|
return sc.release();
|
2015-05-19 03:48:29 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// ------------------------------------------------------------------------------------------------
|
2020-06-23 19:05:42 +00:00
|
|
|
void BaseImporter::SetupProperties(const Importer *) {
|
2015-05-19 03:57:13 +00:00
|
|
|
// the default implementation does nothing
|
2015-05-19 03:48:29 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// ------------------------------------------------------------------------------------------------
|
2020-06-23 19:05:42 +00:00
|
|
|
void BaseImporter::GetExtensionList(std::set<std::string> &extensions) {
|
|
|
|
const aiImporterDesc *desc = GetInfo();
|
2018-03-09 10:40:45 +00:00
|
|
|
ai_assert(desc != nullptr);
|
2015-05-19 03:57:13 +00:00
|
|
|
|
2020-06-23 19:05:42 +00:00
|
|
|
const char *ext = desc->mFileExtensions;
|
|
|
|
ai_assert(ext != nullptr);
|
2015-05-19 03:57:13 +00:00
|
|
|
|
2020-06-23 19:05:42 +00:00
|
|
|
const char *last = ext;
|
2015-05-19 03:57:13 +00:00
|
|
|
do {
|
|
|
|
if (!*ext || *ext == ' ') {
|
2020-06-23 19:05:42 +00:00
|
|
|
extensions.insert(std::string(last, ext - last));
|
|
|
|
ai_assert(ext - last > 0);
|
2015-05-19 03:57:13 +00:00
|
|
|
last = ext;
|
2020-06-23 19:05:42 +00:00
|
|
|
while (*last == ' ') {
|
2015-05-19 03:57:13 +00:00
|
|
|
++last;
|
|
|
|
}
|
|
|
|
}
|
2020-06-23 19:05:42 +00:00
|
|
|
} while (*ext++);
|
2015-05-19 03:48:29 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// ------------------------------------------------------------------------------------------------
|
2020-06-23 19:05:42 +00:00
|
|
|
/*static*/ bool BaseImporter::SearchFileHeaderForToken(IOSystem *pIOHandler,
|
|
|
|
const std::string &pFile,
|
|
|
|
const char **tokens,
|
|
|
|
unsigned int numTokens,
|
|
|
|
unsigned int searchBytes /* = 200 */,
|
|
|
|
bool tokensSol /* false */,
|
|
|
|
bool noAlphaBeforeTokens /* false */) {
|
|
|
|
ai_assert(nullptr != tokens);
|
|
|
|
ai_assert(0 != numTokens);
|
|
|
|
ai_assert(0 != searchBytes);
|
|
|
|
|
|
|
|
if (nullptr == pIOHandler) {
|
2015-05-19 03:57:13 +00:00
|
|
|
return false;
|
2018-03-09 10:40:45 +00:00
|
|
|
}
|
2015-05-19 03:57:13 +00:00
|
|
|
|
2020-06-23 19:05:42 +00:00
|
|
|
std::unique_ptr<IOStream> pStream(pIOHandler->Open(pFile));
|
2020-02-18 16:42:59 +00:00
|
|
|
if (pStream) {
|
2015-05-19 03:57:13 +00:00
|
|
|
// read 200 characters from the file
|
2020-06-23 19:05:42 +00:00
|
|
|
std::unique_ptr<char[]> _buffer(new char[searchBytes + 1 /* for the '\0' */]);
|
|
|
|
char *buffer(_buffer.get());
|
|
|
|
const size_t read(pStream->Read(buffer, 1, searchBytes));
|
|
|
|
if (0 == read) {
|
2015-05-19 03:48:29 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2020-06-23 19:05:42 +00:00
|
|
|
for (size_t i = 0; i < read; ++i) {
|
2021-05-04 08:55:08 +00:00
|
|
|
buffer[i] = static_cast<char>(::tolower((unsigned char)buffer[i]));
|
2015-05-19 03:48:29 +00:00
|
|
|
}
|
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
// It is not a proper handling of unicode files here ...
|
|
|
|
// ehm ... but it works in most cases.
|
2020-06-23 19:05:42 +00:00
|
|
|
char *cur = buffer, *cur2 = buffer, *end = &buffer[read];
|
|
|
|
while (cur != end) {
|
|
|
|
if (*cur) {
|
2015-05-19 03:48:29 +00:00
|
|
|
*cur2++ = *cur;
|
|
|
|
}
|
2015-05-19 03:57:13 +00:00
|
|
|
++cur;
|
|
|
|
}
|
|
|
|
*cur2 = '\0';
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2018-02-27 17:30:36 +00:00
|
|
|
std::string token;
|
2020-06-23 19:05:42 +00:00
|
|
|
for (unsigned int i = 0; i < numTokens; ++i) {
|
|
|
|
ai_assert(nullptr != tokens[i]);
|
|
|
|
const size_t len(strlen(tokens[i]));
|
2018-02-27 17:30:36 +00:00
|
|
|
token.clear();
|
2020-06-23 19:05:42 +00:00
|
|
|
const char *ptr(tokens[i]);
|
|
|
|
for (size_t tokIdx = 0; tokIdx < len; ++tokIdx) {
|
2021-05-04 08:55:08 +00:00
|
|
|
token.push_back(static_cast<char>(tolower(static_cast<unsigned char>(*ptr))));
|
2018-02-27 17:30:36 +00:00
|
|
|
++ptr;
|
|
|
|
}
|
2020-06-23 19:05:42 +00:00
|
|
|
const char *r = strstr(buffer, token.c_str());
|
|
|
|
if (!r) {
|
2015-05-19 03:48:29 +00:00
|
|
|
continue;
|
|
|
|
}
|
2018-06-25 10:05:37 +00:00
|
|
|
// We need to make sure that we didn't accidentially identify the end of another token as our token,
|
|
|
|
// e.g. in a previous version the "gltf " present in some gltf files was detected as "f "
|
2021-05-04 08:55:08 +00:00
|
|
|
if (noAlphaBeforeTokens && (r != buffer && isalpha(static_cast<unsigned char>(r[-1])))) {
|
2018-06-25 10:05:37 +00:00
|
|
|
continue;
|
|
|
|
}
|
2015-05-19 03:57:13 +00:00
|
|
|
// We got a match, either we don't care where it is, or it happens to
|
|
|
|
// be in the beginning of the file / line
|
|
|
|
if (!tokensSol || r == buffer || r[-1] == '\r' || r[-1] == '\n') {
|
2020-06-23 19:05:42 +00:00
|
|
|
ASSIMP_LOG_DEBUG_F("Found positive match for header keyword: ", tokens[i]);
|
2015-05-19 03:57:13 +00:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
2015-05-19 03:48:29 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// ------------------------------------------------------------------------------------------------
|
|
|
|
// Simple check for file extension
|
2020-06-23 19:05:42 +00:00
|
|
|
/*static*/ bool BaseImporter::SimpleExtensionCheck(const std::string &pFile,
|
|
|
|
const char *ext0,
|
|
|
|
const char *ext1,
|
|
|
|
const char *ext2) {
|
2015-05-19 03:57:13 +00:00
|
|
|
std::string::size_type pos = pFile.find_last_of('.');
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
// no file extension - can't read
|
2020-06-23 19:05:42 +00:00
|
|
|
if (pos == std::string::npos)
|
2015-05-19 03:57:13 +00:00
|
|
|
return false;
|
2015-05-19 03:52:10 +00:00
|
|
|
|
2020-06-23 19:05:42 +00:00
|
|
|
const char *ext_real = &pFile[pos + 1];
|
|
|
|
if (!ASSIMP_stricmp(ext_real, ext0))
|
2015-05-19 03:57:13 +00:00
|
|
|
return true;
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
// check for other, optional, file extensions
|
2020-06-23 19:05:42 +00:00
|
|
|
if (ext1 && !ASSIMP_stricmp(ext_real, ext1))
|
2015-05-19 03:57:13 +00:00
|
|
|
return true;
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2020-06-23 19:05:42 +00:00
|
|
|
if (ext2 && !ASSIMP_stricmp(ext_real, ext2))
|
2015-05-19 03:57:13 +00:00
|
|
|
return true;
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
return false;
|
2015-05-19 03:48:29 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// ------------------------------------------------------------------------------------------------
|
|
|
|
// Get file extension from path
|
2020-06-23 19:05:42 +00:00
|
|
|
std::string BaseImporter::GetExtension(const std::string &file) {
|
2018-07-18 18:29:05 +00:00
|
|
|
std::string::size_type pos = file.find_last_of('.');
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
// no file extension at all
|
2018-07-18 18:29:05 +00:00
|
|
|
if (pos == std::string::npos) {
|
2021-04-16 21:43:56 +00:00
|
|
|
return std::string();
|
2018-07-18 18:29:05 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// thanks to Andy Maloney for the hint
|
2020-06-23 19:05:42 +00:00
|
|
|
std::string ret = file.substr(pos + 1);
|
2021-04-03 08:25:03 +00:00
|
|
|
ret = ai_tolower(ret);
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
return ret;
|
2015-05-19 03:48:29 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// ------------------------------------------------------------------------------------------------
|
|
|
|
// Check for magic bytes at the beginning of the file.
|
2020-06-23 19:05:42 +00:00
|
|
|
/* static */ bool BaseImporter::CheckMagicToken(IOSystem *pIOHandler, const std::string &pFile,
|
|
|
|
const void *_magic, unsigned int num, unsigned int offset, unsigned int size) {
|
|
|
|
ai_assert(size <= 16);
|
|
|
|
ai_assert(_magic);
|
2015-05-19 03:57:13 +00:00
|
|
|
|
|
|
|
if (!pIOHandler) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
union {
|
2020-06-23 19:05:42 +00:00
|
|
|
const char *magic;
|
|
|
|
const uint16_t *magic_u16;
|
|
|
|
const uint32_t *magic_u32;
|
2015-05-19 03:57:13 +00:00
|
|
|
};
|
2020-06-23 19:05:42 +00:00
|
|
|
magic = reinterpret_cast<const char *>(_magic);
|
|
|
|
std::unique_ptr<IOStream> pStream(pIOHandler->Open(pFile));
|
2020-02-18 16:42:59 +00:00
|
|
|
if (pStream) {
|
2015-05-19 03:57:13 +00:00
|
|
|
|
|
|
|
// skip to offset
|
2020-06-23 19:05:42 +00:00
|
|
|
pStream->Seek(offset, aiOrigin_SET);
|
2015-05-19 03:57:13 +00:00
|
|
|
|
|
|
|
// read 'size' characters from the file
|
|
|
|
union {
|
|
|
|
char data[16];
|
|
|
|
uint16_t data_u16[8];
|
|
|
|
uint32_t data_u32[4];
|
|
|
|
};
|
2020-06-23 19:05:42 +00:00
|
|
|
if (size != pStream->Read(data, 1, size)) {
|
2015-05-19 03:57:13 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
for (unsigned int i = 0; i < num; ++i) {
|
|
|
|
// also check against big endian versions of tokens with size 2,4
|
2015-09-27 08:51:33 +00:00
|
|
|
// that's just for convenience, the chance that we cause conflicts
|
2015-05-19 03:57:13 +00:00
|
|
|
// is quite low and it can save some lines and prevent nasty bugs
|
|
|
|
if (2 == size) {
|
|
|
|
uint16_t rev = *magic_u16;
|
|
|
|
ByteSwap::Swap(&rev);
|
|
|
|
if (data_u16[0] == *magic_u16 || data_u16[0] == rev) {
|
|
|
|
return true;
|
|
|
|
}
|
2020-06-23 19:05:42 +00:00
|
|
|
} else if (4 == size) {
|
2015-05-19 03:57:13 +00:00
|
|
|
uint32_t rev = *magic_u32;
|
|
|
|
ByteSwap::Swap(&rev);
|
|
|
|
if (data_u32[0] == *magic_u32 || data_u32[0] == rev) {
|
|
|
|
return true;
|
|
|
|
}
|
2020-06-23 19:05:42 +00:00
|
|
|
} else {
|
2015-05-19 03:57:13 +00:00
|
|
|
// any length ... just compare
|
2020-06-23 19:05:42 +00:00
|
|
|
if (!memcmp(magic, data, size)) {
|
2015-05-19 03:57:13 +00:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
magic += size;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false;
|
2015-05-19 03:48:29 +00:00
|
|
|
}
|
|
|
|
|
2019-05-24 20:37:09 +00:00
|
|
|
#ifdef ASSIMP_USE_HUNTER
|
2020-07-14 17:55:37 +00:00
|
|
|
#include <utf8.h>
|
2019-05-24 20:37:09 +00:00
|
|
|
#else
|
2020-06-23 19:05:42 +00:00
|
|
|
#include "../contrib/utf8cpp/source/utf8.h"
|
2019-05-24 20:37:09 +00:00
|
|
|
#endif
|
2015-05-19 03:48:29 +00:00
|
|
|
|
|
|
|
// ------------------------------------------------------------------------------------------------
|
|
|
|
// Convert to UTF8 data
|
2020-06-23 19:05:42 +00:00
|
|
|
void BaseImporter::ConvertToUTF8(std::vector<char> &data) {
|
2017-06-16 14:43:39 +00:00
|
|
|
//ConversionResult result;
|
2020-06-23 19:05:42 +00:00
|
|
|
if (data.size() < 8) {
|
2015-05-19 03:57:13 +00:00
|
|
|
throw DeadlyImportError("File is too small");
|
|
|
|
}
|
|
|
|
|
|
|
|
// UTF 8 with BOM
|
2020-06-23 19:05:42 +00:00
|
|
|
if ((uint8_t)data[0] == 0xEF && (uint8_t)data[1] == 0xBB && (uint8_t)data[2] == 0xBF) {
|
2018-04-19 14:48:43 +00:00
|
|
|
ASSIMP_LOG_DEBUG("Found UTF-8 BOM ...");
|
2015-05-19 03:57:13 +00:00
|
|
|
|
2020-06-23 19:05:42 +00:00
|
|
|
std::copy(data.begin() + 3, data.end(), data.begin());
|
|
|
|
data.resize(data.size() - 3);
|
2015-05-19 03:57:13 +00:00
|
|
|
return;
|
|
|
|
}
|
2020-06-23 19:05:42 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
// UTF 32 BE with BOM
|
2020-06-23 19:05:42 +00:00
|
|
|
if (*((uint32_t *)&data.front()) == 0xFFFE0000) {
|
2015-05-19 03:57:13 +00:00
|
|
|
|
2016-04-03 00:38:00 +00:00
|
|
|
// swap the endianness ..
|
2020-06-23 19:05:42 +00:00
|
|
|
for (uint32_t *p = (uint32_t *)&data.front(), *end = (uint32_t *)&data.back(); p <= end; ++p) {
|
2015-05-19 03:57:13 +00:00
|
|
|
AI_SWAP4P(p);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// UTF 32 LE with BOM
|
2020-06-23 19:05:42 +00:00
|
|
|
if (*((uint32_t *)&data.front()) == 0x0000FFFE) {
|
2018-04-19 14:48:43 +00:00
|
|
|
ASSIMP_LOG_DEBUG("Found UTF-32 BOM ...");
|
2015-05-19 03:57:13 +00:00
|
|
|
|
|
|
|
std::vector<char> output;
|
2020-06-23 19:05:42 +00:00
|
|
|
int *ptr = (int *)&data[0];
|
|
|
|
int *end = ptr + (data.size() / sizeof(int)) + 1;
|
|
|
|
utf8::utf32to8(ptr, end, back_inserter(output));
|
2015-05-19 03:57:13 +00:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
// UTF 16 BE with BOM
|
2020-06-23 19:05:42 +00:00
|
|
|
if (*((uint16_t *)&data.front()) == 0xFFFE) {
|
2015-05-19 03:57:13 +00:00
|
|
|
|
2016-04-03 00:38:00 +00:00
|
|
|
// swap the endianness ..
|
2020-06-23 19:05:42 +00:00
|
|
|
for (uint16_t *p = (uint16_t *)&data.front(), *end = (uint16_t *)&data.back(); p <= end; ++p) {
|
2015-05-19 03:57:13 +00:00
|
|
|
ByteSwap::Swap2(p);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// UTF 16 LE with BOM
|
2020-06-23 19:05:42 +00:00
|
|
|
if (*((uint16_t *)&data.front()) == 0xFEFF) {
|
2018-04-19 14:48:43 +00:00
|
|
|
ASSIMP_LOG_DEBUG("Found UTF-16 BOM ...");
|
2015-05-19 03:57:13 +00:00
|
|
|
|
2017-06-16 14:43:39 +00:00
|
|
|
std::vector<unsigned char> output;
|
|
|
|
utf8::utf16to8(data.begin(), data.end(), back_inserter(output));
|
2017-06-17 18:36:59 +00:00
|
|
|
return;
|
2015-05-19 03:57:13 +00:00
|
|
|
}
|
2015-05-19 03:48:29 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// ------------------------------------------------------------------------------------------------
|
|
|
|
// Convert to UTF8 data to ISO-8859-1
|
2020-06-23 19:05:42 +00:00
|
|
|
void BaseImporter::ConvertUTF8toISO8859_1(std::string &data) {
|
2015-05-19 03:57:13 +00:00
|
|
|
size_t size = data.size();
|
|
|
|
size_t i = 0, j = 0;
|
|
|
|
|
2020-06-23 19:05:42 +00:00
|
|
|
while (i < size) {
|
|
|
|
if ((unsigned char)data[i] < (size_t)0x80) {
|
2015-05-19 03:57:13 +00:00
|
|
|
data[j] = data[i];
|
2020-06-23 19:05:42 +00:00
|
|
|
} else if (i < size - 1) {
|
|
|
|
if ((unsigned char)data[i] == 0xC2) {
|
2015-05-19 03:57:13 +00:00
|
|
|
data[j] = data[++i];
|
2020-06-23 19:05:42 +00:00
|
|
|
} else if ((unsigned char)data[i] == 0xC3) {
|
|
|
|
data[j] = ((unsigned char)data[++i] + 0x40);
|
2015-05-19 03:57:13 +00:00
|
|
|
} else {
|
|
|
|
std::stringstream stream;
|
|
|
|
stream << "UTF8 code " << std::hex << data[i] << data[i + 1] << " can not be converted into ISA-8859-1.";
|
2020-06-23 19:05:42 +00:00
|
|
|
ASSIMP_LOG_ERROR(stream.str());
|
2015-05-19 03:57:13 +00:00
|
|
|
|
|
|
|
data[j++] = data[i++];
|
|
|
|
data[j] = data[i];
|
|
|
|
}
|
|
|
|
} else {
|
2018-04-19 14:48:43 +00:00
|
|
|
ASSIMP_LOG_ERROR("UTF8 code but only one character remaining");
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
data[j] = data[i];
|
|
|
|
}
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2020-06-23 19:05:42 +00:00
|
|
|
i++;
|
|
|
|
j++;
|
2015-05-19 03:57:13 +00:00
|
|
|
}
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
data.resize(j);
|
2015-05-19 03:48:29 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// ------------------------------------------------------------------------------------------------
|
2020-06-23 19:05:42 +00:00
|
|
|
void BaseImporter::TextFileToBuffer(IOStream *stream,
|
|
|
|
std::vector<char> &data,
|
|
|
|
TextFileMode mode) {
|
2018-04-19 14:48:43 +00:00
|
|
|
ai_assert(nullptr != stream);
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
const size_t fileSize = stream->FileSize();
|
2015-12-14 06:13:25 +00:00
|
|
|
if (mode == FORBID_EMPTY) {
|
2020-06-23 19:05:42 +00:00
|
|
|
if (!fileSize) {
|
2015-12-14 06:13:25 +00:00
|
|
|
throw DeadlyImportError("File is empty");
|
|
|
|
}
|
2015-05-19 03:57:13 +00:00
|
|
|
}
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2020-06-23 19:05:42 +00:00
|
|
|
data.reserve(fileSize + 1);
|
2015-05-19 03:57:13 +00:00
|
|
|
data.resize(fileSize);
|
2020-06-23 19:05:42 +00:00
|
|
|
if (fileSize > 0) {
|
|
|
|
if (fileSize != stream->Read(&data[0], 1, fileSize)) {
|
2015-12-14 06:13:25 +00:00
|
|
|
throw DeadlyImportError("File read error");
|
|
|
|
}
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-12-14 06:13:25 +00:00
|
|
|
ConvertToUTF8(data);
|
|
|
|
}
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
// append a binary zero to simplify string parsing
|
|
|
|
data.push_back(0);
|
2015-05-19 03:48:29 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// ------------------------------------------------------------------------------------------------
|
2016-11-22 09:22:15 +00:00
|
|
|
namespace Assimp {
|
2020-06-23 19:05:42 +00:00
|
|
|
// Represents an import request
|
|
|
|
struct LoadRequest {
|
|
|
|
LoadRequest(const std::string &_file, unsigned int _flags, const BatchLoader::PropertyMap *_map, unsigned int _id) :
|
|
|
|
file(_file),
|
|
|
|
flags(_flags),
|
|
|
|
refCnt(1),
|
|
|
|
scene(nullptr),
|
|
|
|
loaded(false),
|
|
|
|
id(_id) {
|
|
|
|
if (_map) {
|
|
|
|
map = *_map;
|
2015-05-19 03:57:13 +00:00
|
|
|
}
|
2020-06-23 19:05:42 +00:00
|
|
|
}
|
2015-05-19 03:57:13 +00:00
|
|
|
|
2020-06-23 19:05:42 +00:00
|
|
|
bool operator==(const std::string &f) const {
|
|
|
|
return file == f;
|
|
|
|
}
|
2016-11-22 09:22:15 +00:00
|
|
|
|
2020-06-23 19:05:42 +00:00
|
|
|
const std::string file;
|
|
|
|
unsigned int flags;
|
|
|
|
unsigned int refCnt;
|
|
|
|
aiScene *scene;
|
|
|
|
bool loaded;
|
|
|
|
BatchLoader::PropertyMap map;
|
|
|
|
unsigned int id;
|
|
|
|
};
|
|
|
|
} // namespace Assimp
|
2015-05-19 03:48:29 +00:00
|
|
|
|
|
|
|
// ------------------------------------------------------------------------------------------------
|
|
|
|
// BatchLoader::pimpl data structure
|
2016-11-11 11:49:05 +00:00
|
|
|
struct Assimp::BatchData {
|
2020-06-23 19:05:42 +00:00
|
|
|
BatchData(IOSystem *pIO, bool validate) :
|
|
|
|
pIOSystem(pIO), pImporter(nullptr), next_id(0xffff), validate(validate) {
|
|
|
|
ai_assert(nullptr != pIO);
|
|
|
|
|
2016-11-11 11:49:05 +00:00
|
|
|
pImporter = new Importer();
|
2020-06-23 19:05:42 +00:00
|
|
|
pImporter->SetIOHandler(pIO);
|
2016-11-11 11:49:05 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
~BatchData() {
|
2020-06-23 19:05:42 +00:00
|
|
|
pImporter->SetIOHandler(nullptr); /* get pointer back into our possession */
|
2016-11-11 11:49:05 +00:00
|
|
|
delete pImporter;
|
|
|
|
}
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
// IO system to be used for all imports
|
2020-06-23 19:05:42 +00:00
|
|
|
IOSystem *pIOSystem;
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
// Importer used to load all meshes
|
2020-06-23 19:05:42 +00:00
|
|
|
Importer *pImporter;
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
// List of all imports
|
|
|
|
std::list<LoadRequest> requests;
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
// Base path
|
|
|
|
std::string pathBase;
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
// Id for next item
|
|
|
|
unsigned int next_id;
|
2016-11-11 11:49:05 +00:00
|
|
|
|
|
|
|
// Validation enabled state
|
|
|
|
bool validate;
|
2015-05-19 03:48:29 +00:00
|
|
|
};
|
|
|
|
|
2016-11-11 11:49:05 +00:00
|
|
|
typedef std::list<LoadRequest>::iterator LoadReqIt;
|
|
|
|
|
2015-05-19 03:48:29 +00:00
|
|
|
// ------------------------------------------------------------------------------------------------
|
2020-06-23 19:05:42 +00:00
|
|
|
BatchLoader::BatchLoader(IOSystem *pIO, bool validate) {
|
2018-04-19 14:48:43 +00:00
|
|
|
ai_assert(nullptr != pIO);
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2020-06-23 19:05:42 +00:00
|
|
|
m_data = new BatchData(pIO, validate);
|
2015-05-19 03:48:29 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// ------------------------------------------------------------------------------------------------
|
2020-06-23 19:05:42 +00:00
|
|
|
BatchLoader::~BatchLoader() {
|
2016-11-11 11:49:05 +00:00
|
|
|
// delete all scenes what have not been polled by the user
|
2020-06-23 19:05:42 +00:00
|
|
|
for (LoadReqIt it = m_data->requests.begin(); it != m_data->requests.end(); ++it) {
|
2015-05-19 03:57:13 +00:00
|
|
|
delete (*it).scene;
|
|
|
|
}
|
2016-11-11 11:49:05 +00:00
|
|
|
delete m_data;
|
2015-05-19 03:48:29 +00:00
|
|
|
}
|
|
|
|
|
2016-11-11 11:49:05 +00:00
|
|
|
// ------------------------------------------------------------------------------------------------
|
2020-06-23 19:05:42 +00:00
|
|
|
void BatchLoader::setValidation(bool enabled) {
|
2016-11-11 11:49:05 +00:00
|
|
|
m_data->validate = enabled;
|
|
|
|
}
|
2015-05-19 03:48:29 +00:00
|
|
|
|
|
|
|
// ------------------------------------------------------------------------------------------------
|
2016-11-11 11:49:05 +00:00
|
|
|
bool BatchLoader::getValidation() const {
|
|
|
|
return m_data->validate;
|
|
|
|
}
|
|
|
|
|
|
|
|
// ------------------------------------------------------------------------------------------------
|
2020-06-23 19:05:42 +00:00
|
|
|
unsigned int BatchLoader::AddLoadRequest(const std::string &file,
|
|
|
|
unsigned int steps /*= 0*/, const PropertyMap *map /*= nullptr*/) {
|
2015-05-19 03:57:13 +00:00
|
|
|
ai_assert(!file.empty());
|
|
|
|
|
|
|
|
// check whether we have this loading request already
|
2020-06-23 19:05:42 +00:00
|
|
|
for (LoadReqIt it = m_data->requests.begin(); it != m_data->requests.end(); ++it) {
|
2015-05-19 03:57:13 +00:00
|
|
|
// Call IOSystem's path comparison function here
|
2020-06-23 19:05:42 +00:00
|
|
|
if (m_data->pIOSystem->ComparePaths((*it).file, file)) {
|
2015-05-19 03:57:13 +00:00
|
|
|
if (map) {
|
2020-06-23 19:05:42 +00:00
|
|
|
if (!((*it).map == *map)) {
|
2015-05-19 03:57:13 +00:00
|
|
|
continue;
|
2016-11-11 11:49:05 +00:00
|
|
|
}
|
2020-06-23 19:05:42 +00:00
|
|
|
} else if (!(*it).map.empty()) {
|
2015-05-19 03:57:13 +00:00
|
|
|
continue;
|
2016-11-11 11:49:05 +00:00
|
|
|
}
|
2015-05-19 03:57:13 +00:00
|
|
|
|
|
|
|
(*it).refCnt++;
|
|
|
|
return (*it).id;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// no, we don't have it. So add it to the queue ...
|
2020-02-18 16:42:59 +00:00
|
|
|
m_data->requests.emplace_back(file, steps, map, m_data->next_id);
|
2016-11-11 11:49:05 +00:00
|
|
|
return m_data->next_id++;
|
2015-05-19 03:48:29 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// ------------------------------------------------------------------------------------------------
|
2020-06-23 19:05:42 +00:00
|
|
|
aiScene *BatchLoader::GetImport(unsigned int which) {
|
|
|
|
for (LoadReqIt it = m_data->requests.begin(); it != m_data->requests.end(); ++it) {
|
|
|
|
if ((*it).id == which && (*it).loaded) {
|
|
|
|
aiScene *sc = (*it).scene;
|
|
|
|
if (!(--(*it).refCnt)) {
|
2016-11-11 11:49:05 +00:00
|
|
|
m_data->requests.erase(it);
|
2015-05-19 03:57:13 +00:00
|
|
|
}
|
|
|
|
return sc;
|
|
|
|
}
|
|
|
|
}
|
2018-04-19 14:48:43 +00:00
|
|
|
return nullptr;
|
2015-05-19 03:48:29 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// ------------------------------------------------------------------------------------------------
|
2020-06-23 19:05:42 +00:00
|
|
|
void BatchLoader::LoadAll() {
|
2015-05-19 03:57:13 +00:00
|
|
|
// no threaded implementation for the moment
|
2020-06-23 19:05:42 +00:00
|
|
|
for (LoadReqIt it = m_data->requests.begin(); it != m_data->requests.end(); ++it) {
|
2015-05-19 03:57:13 +00:00
|
|
|
// force validation in debug builds
|
|
|
|
unsigned int pp = (*it).flags;
|
2020-06-23 19:05:42 +00:00
|
|
|
if (m_data->validate) {
|
2016-11-11 11:49:05 +00:00
|
|
|
pp |= aiProcess_ValidateDataStructure;
|
|
|
|
}
|
|
|
|
|
2015-05-19 03:57:13 +00:00
|
|
|
// setup config properties if necessary
|
2020-06-23 19:05:42 +00:00
|
|
|
ImporterPimpl *pimpl = m_data->pImporter->Pimpl();
|
|
|
|
pimpl->mFloatProperties = (*it).map.floats;
|
|
|
|
pimpl->mIntProperties = (*it).map.ints;
|
2015-05-19 03:57:13 +00:00
|
|
|
pimpl->mStringProperties = (*it).map.strings;
|
|
|
|
pimpl->mMatrixProperties = (*it).map.matrices;
|
|
|
|
|
2020-06-23 19:05:42 +00:00
|
|
|
if (!DefaultLogger::isNullLogger()) {
|
2018-04-19 14:48:43 +00:00
|
|
|
ASSIMP_LOG_INFO("%%% BEGIN EXTERNAL FILE %%%");
|
2018-04-26 12:36:59 +00:00
|
|
|
ASSIMP_LOG_INFO_F("File: ", (*it).file);
|
2015-05-19 03:57:13 +00:00
|
|
|
}
|
2020-06-23 19:05:42 +00:00
|
|
|
m_data->pImporter->ReadFile((*it).file, pp);
|
2016-11-11 11:49:05 +00:00
|
|
|
(*it).scene = m_data->pImporter->GetOrphanedScene();
|
2015-05-19 03:57:13 +00:00
|
|
|
(*it).loaded = true;
|
2015-05-19 03:48:29 +00:00
|
|
|
|
2018-04-19 14:48:43 +00:00
|
|
|
ASSIMP_LOG_INFO("%%% END EXTERNAL FILE %%%");
|
2015-05-19 03:57:13 +00:00
|
|
|
}
|
|
|
|
}
|