GoaLitiuM/FlaxEngine
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Add support for writing UTF-8 files in FileBase::WriteAllText

Browse Source
This commit is contained in:
Ari Vuollet
2023-06-21 13:14:27 +03:00
parent 2a109e50fb
commit 74760a7661
2 changed files with 40 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
Source/Engine/Core/Encoding.h
View File

@@ -4,4 +4,4 @@
#include "Enums.h"
DECLARE_ENUM_3(Encoding, ANSI, Unicode, UnicodeBigEndian);
DECLARE_ENUM_4(Encoding, ANSI, Unicode, UnicodeBigEndian, UTF8);

39
Source/Engine/Platform/Base/FileBase.cpp
View File

@@ -309,6 +309,45 @@ bool FileBase::WriteAllText(const StringView& path, const Char* data, int32 leng
return WriteAllBytes(path, tmp.Get(), tmp.Count());
}
case Encoding::UTF8:
{
Array<byte> tmp;
tmp.SetCapacity(length);
for (int i=0; i<length; ++i)
{
Char c = data[i];
if (c < 0x0080)
{
tmp.Add((byte)c);
}
else if (c < 0x0800)
{
tmp.Add(0xC0 | (c >> 6));
tmp.Add(0x80 | (c & 0x3F));
}
else if (c < 0xD800 || c >= 0xE000)
{
tmp.Add(0xE0 | (c >> 12));
tmp.Add(0x80 | ((c >> 6) & 0x3F));
tmp.Add(0x80 | (c & 0x3F));
}
else // Surrogate pair
{
++i;
if (i >= length)
return true;
uint32 p = 0x10000 + (((c & 0x3FF) << 10) | (data[i] & 0x3FF));
tmp.Add(0xF0 | (p >> 18));
tmp.Add(0x80 | ((p >> 12) & 0x3F));
tmp.Add(0x80 | ((p >> 6) & 0x3F));
tmp.Add(0x80 | (p & 0x3F));
}
}
return WriteAllBytes(path, tmp.Get(), tmp.Count());
}
default:
return true;
}