Skip to content

Commit

Permalink
Mainline libintl-lite soure code
Browse files Browse the repository at this point in the history
  • Loading branch information
BrettDong committed Apr 3, 2021
1 parent e365124 commit 48969c7
Show file tree
Hide file tree
Showing 10 changed files with 855 additions and 5 deletions.
2 changes: 2 additions & 0 deletions LICENSE.txt
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,8 @@ PLF List and PLF Colony (src/list.h, src/colony.h) are licensed under the zLib l

getpost (tools/json_tools/format/getpost.h) is licensed under the MIT license, see file for text of license.

libintl-lite is licensed under Boost Software License 1.0. Visit https://www.boost.org/users/license.html to read the license.

libbacktrace is licensed under a BSD license (https://github.com/ianlancetaylor/libbacktrace/blob/master/LICENSE). The full license text is as follows:

# Copyright (C) 2012-2016 Free Software Foundation, Inc.
Expand Down
1 change: 0 additions & 1 deletion android/.gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,6 @@
/app/jni/SDL2_mixer
/app/jni/SDL2_ttf
/app/jni/libhidapi
/app/jni/libintl-lite
/app/jni/lua
/app/jni/mpg-123
/app/build
Expand Down
Binary file modified android/app/deps.zip
Binary file not shown.
23 changes: 23 additions & 0 deletions android/app/jni/libintl-lite/Android.mk
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
LOCAL_PATH := $(call my-dir)

###########################
#
# libintl-lite shared library
#
###########################

include $(CLEAR_VARS)

LOCAL_MODULE := libintl-lite

LOCAL_C_INCLUDES := $(LOCAL_PATH)

LOCAL_EXPORT_C_INCLUDES := $(LOCAL_C_INCLUDES)

LOCAL_SRC_FILES := libintl.cpp

LOCAL_CPP_FEATURES := exceptions rtti

LOCAL_LDLIBS := -llog

include $(BUILD_SHARED_LIBRARY)
23 changes: 23 additions & 0 deletions android/app/jni/libintl-lite/LICENSE
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
Boost Software License - Version 1.0 - August 17th, 2003

Permission is hereby granted, free of charge, to any person or organization
obtaining a copy of the software and accompanying documentation covered by
this license (the "Software") to use, reproduce, display, distribute,
execute, and transmit the Software, and to prepare derivative works of the
Software, and to permit third-parties to whom the Software is furnished to
do so, all subject to the following:

The copyright notices in the Software and this entire statement, including
the above license grant, this restriction and the following disclaimer,
must be included in all copies of the Software, in whole or in part, and
all derivative works of the Software, unless such copies or derivative
works are solely in the form of machine-executable object code generated by
a source language processor.

THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
98 changes: 98 additions & 0 deletions android/app/jni/libintl-lite/MessageCatalog.hpp
Original file line number Diff line number Diff line change
@@ -0,0 +1,98 @@
/*
Boost Software License - Version 1.0 - August 17th, 2003
Permission is hereby granted, free of charge, to any person or organization
obtaining a copy of the software and accompanying documentation covered by
this license (the "Software") to use, reproduce, display, distribute,
execute, and transmit the Software, and to prepare derivative works of the
Software, and to permit third-parties to whom the Software is furnished to
do so, all subject to the following:
The copyright notices in the Software and this entire statement, including
the above license grant, this restriction and the following disclaimer,
must be included in all copies of the Software, in whole or in part, and
all derivative works of the Software, unless such copies or derivative
works are solely in the form of machine-executable object code generated by
a source language processor.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
*/

#ifndef LIBINTL_INTERNAL_MESSAGECATALOG_HPP_
#define LIBINTL_INTERNAL_MESSAGECATALOG_HPP_

#include <algorithm>
#include <string>

namespace libintllite
{

namespace internal
{

class MessageCatalog
{
private:
MessageCatalog( const MessageCatalog & );
MessageCatalog &operator=( const MessageCatalog & );

uint32_t numberOfStrings;
const std::string *sortedOrigStringsArray;
const std::string *translatedStringsArray;

public:
// The ownership of these arrays is transfered to the created message
// catalog object!
// Does not throw exceptions!
MessageCatalog( uint32_t numberOfStrings,
const std::string *sortedOrigStringsArray,
const std::string *translatedStringsArray ) :
numberOfStrings( numberOfStrings ),
sortedOrigStringsArray( sortedOrigStringsArray ),
translatedStringsArray( translatedStringsArray ) {
}

~MessageCatalog() {
delete[] this->sortedOrigStringsArray;
delete[] this->translatedStringsArray;
}

// Returns NULL, if the original string was not found.
// Does not throw exceptions!
const std::string *getTranslatedStrPtr( const std::string &orig ) const {
const std::string *lastSortedOrigStringEndIter
= this->sortedOrigStringsArray + this->numberOfStrings;
const std::string *origStrPtr = std::lower_bound( this->sortedOrigStringsArray,
lastSortedOrigStringEndIter,
orig );
#ifdef __ANDROID__
// Bugfix from j-jorge's branch of libintl-lite: https://github.com/j-jorge/libintl-lite/commit/40e5a41e9b19e3252d348e0548f85e66fa44a79e
// However, libintl-lite does not seem to support plural form strings + translations properly, so I've had to modify the fix further.
// Plural strings are stored as "<singular>NUL<plural>NUL<plural>..." for as many plurals are in the language, eg. Russian has 4, French has 2, Japanese has 1.
// So we only compare the first singular string as per gettext MO files spec here: https://www.gnu.org/software/gettext/manual/html_node/MO-Files.html
// We do this via c_str() which clamps at the first NUL character.
// Later on once we have a match, we will dig out the proper plural translation from this megastring.
if( !origStrPtr || ( origStrPtr == lastSortedOrigStringEndIter ) ||
( std::string( ( *origStrPtr ).c_str() ) != std::string( orig.c_str() ) ) )
#else
if( !origStrPtr || ( origStrPtr == lastSortedOrigStringEndIter ) )
#endif
{
return NULL;
} else {
return &this->translatedStringsArray[origStrPtr - this->sortedOrigStringsArray];
}
}
};

} // namespace internal

} // namespace libintllite

#endif // LIBINTL_INTERNAL_MESSAGECATALOG_HPP_
222 changes: 222 additions & 0 deletions android/app/jni/libintl-lite/Util.hpp
Original file line number Diff line number Diff line change
@@ -0,0 +1,222 @@
/*
Boost Software License - Version 1.0 - August 17th, 2003
Permission is hereby granted, free of charge, to any person or organization
obtaining a copy of the software and accompanying documentation covered by
this license (the "Software") to use, reproduce, display, distribute,
execute, and transmit the Software, and to prepare derivative works of the
Software, and to permit third-parties to whom the Software is furnished to
do so, all subject to the following:
The copyright notices in the Software and this entire statement, including
the above license grant, this restriction and the following disclaimer,
must be included in all copies of the Software, in whole or in part, and
all derivative works of the Software, unless such copies or derivative
works are solely in the form of machine-executable object code generated by
a source language processor.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
DEALINGS IN THE SOFTWARE.
*/

#ifndef LIBINTL_INTERNAL_UTIL_HPP_
#define LIBINTL_INTERNAL_UTIL_HPP_

#if defined(WIN32) || defined(WINCE)
typedef unsigned int uint32_t;
#else
#include <stdint.h>
#endif

namespace libintllite
{

namespace internal
{

// Helper functions for handling numbers and char array conversions:

static inline bool isBigEndian()
{
uint32_t checkNumber = 0x1100;
return ( *reinterpret_cast<const char *>( &checkNumber ) != 0 );
}

static inline uint32_t swapUInt32Bytes( uint32_t number )
{
const char *numberAsCharArray = reinterpret_cast<const char *>( &number );

uint32_t swappedNumber;
char *swappedNumberAsCharArray = reinterpret_cast<char *>( &swappedNumber );
swappedNumberAsCharArray[0] = numberAsCharArray[3];
swappedNumberAsCharArray[1] = numberAsCharArray[2];
swappedNumberAsCharArray[2] = numberAsCharArray[1];
swappedNumberAsCharArray[3] = numberAsCharArray[0];
return swappedNumber;
}

static inline uint32_t charArrayToUInt32( const char uint32CharArray[4] )
{
return *reinterpret_cast<const uint32_t *>( uint32CharArray );
}

static inline bool readUIn32FromFile( FILE *fileHandle, bool needsBeToLeConversion,
uint32_t &outReadUInt32 )
{
char uint32CharArray[4];
if( ( fread( uint32CharArray, 1, 4, fileHandle ) ) != 4 ) {
return false;
}

if( needsBeToLeConversion ) {
outReadUInt32 = swapUInt32Bytes( charArrayToUInt32( uint32CharArray ) );
return true;
} else {
outReadUInt32 = charArrayToUInt32( uint32CharArray );
return true;
}
}

// RAII classes:

template <class T>
class ArrayGurard
{
private:
ArrayGurard( const ArrayGurard & );
ArrayGurard &operator=( const ArrayGurard & );

T *&arrayRef;
bool released;

public:
explicit ArrayGurard( T *&arrayRef ) :
arrayRef( arrayRef ),
released( false ) {
}

~ArrayGurard() {
if( !this->released ) {
delete[] this->arrayRef;
}
}

const T *release() {
this->released = true;
return this->arrayRef;
}
};

class CloseFileHandleGuard
{
private:
CloseFileHandleGuard( const CloseFileHandleGuard & );
CloseFileHandleGuard &operator=( const CloseFileHandleGuard & );

FILE *&fileHandleRef;

public:
explicit CloseFileHandleGuard( FILE *&fileHandleRef ) :
fileHandleRef( fileHandleRef ) {
}

~CloseFileHandleGuard() {
if( this->fileHandleRef ) {
fclose( this->fileHandleRef );
}
}
};

// Helper function to load strings from a .mo file and stores them in a given array

static bool loadMoFileStringsToArray( FILE *moFile,
uint32_t numberOfStrings,
uint32_t stringsTableOffsetFromFileBegin,
bool needsBeToLeConversion,
std::string *outStringsFromMoFileArray )
{
if( fseek( moFile, stringsTableOffsetFromFileBegin, SEEK_SET ) != 0 ) {
return false;
}

uint32_t *stringsLengthsArray = NULL;
ArrayGurard<uint32_t> stringsLengthsArrayGuard( stringsLengthsArray );
stringsLengthsArray = new uint32_t[numberOfStrings];
if( !stringsLengthsArray ) {
return false;
}

uint32_t firstStringOffset;
uint32_t lastStringOffset;
{
uint32_t currentStringLength;
uint32_t currentStringOffset;
for( uint32_t i = 0; i < numberOfStrings; i++ ) {
if( !readUIn32FromFile( moFile, needsBeToLeConversion, currentStringLength ) ) {
return false;
}
if( !readUIn32FromFile( moFile, needsBeToLeConversion, currentStringOffset ) ) {
return false;
}

stringsLengthsArray[i] = currentStringLength;

if( i == 0 ) {
firstStringOffset = currentStringOffset;
}

if( i == ( numberOfStrings - 1 ) ) {
lastStringOffset = currentStringOffset;
}
}
}

{
char *stringCharsArray = NULL;
ArrayGurard<char> stringCharsArrayGuard( stringCharsArray );

uint32_t stringCharsArraySize = lastStringOffset + stringsLengthsArray[numberOfStrings - 1] + 1 -
firstStringOffset;
if( stringCharsArraySize == 0 ) {
return false;
}

if( fseek( moFile, firstStringOffset, SEEK_SET ) != 0 ) {
return false;
}
stringCharsArray = new char[stringCharsArraySize];
if( !stringCharsArray ) {
return false;
}
if( fread( stringCharsArray, 1, stringCharsArraySize, moFile ) != stringCharsArraySize ) {
return false;
}

const char *stringsCharsArrayIter = stringCharsArray;
for( uint32_t i = 0; i < numberOfStrings; i++ ) {
#ifdef __ANDROID__
// Bugfix from j-jorge's branch of libintl-lite: https://github.com/j-jorge/libintl-lite/commit/240f38c005ba9afce9c3c3629d624d904cb09403
const char *currentStrEndIter = stringsCharsArrayIter + stringsLengthsArray[i];
outStringsFromMoFileArray[i] = std::string( stringsCharsArrayIter, currentStrEndIter );
stringsCharsArrayIter = currentStrEndIter + 1 /* skip the NULL char at the end of the string */ ;
#else
const char *currentStrEndIter = stringsCharsArrayIter + stringsLengthsArray[i] + 1;
outStringsFromMoFileArray[i] = std::string( stringsCharsArrayIter, currentStrEndIter );
stringsCharsArrayIter = currentStrEndIter;
#endif
}
}

return true;
}

} // namespace internal

} // namespace libintllite

#endif // LIBINTL_INTERNAL_UTIL_HPP_
Loading

0 comments on commit 48969c7

Please sign in to comment.