summaryrefslogtreecommitdiff
path: root/src/strgen
diff options
context:
space:
mode:
authorrubidium <rubidium@openttd.org>2011-12-17 17:25:50 +0000
committerrubidium <rubidium@openttd.org>2011-12-17 17:25:50 +0000
commitc97b2a5224e350380e5f31b0612bf057d1a689ab (patch)
tree84ddcbe0e211c085bbff14eb5e17e13491ca0729 /src/strgen
parent9c34bc52dbae216678aaf1f5d05a28540266e307 (diff)
downloadopenttd-c97b2a5224e350380e5f31b0612bf057d1a689ab.tar.xz
(svn r23575) -Codechange: split class definition and implementation of base strgen classes
Diffstat (limited to 'src/strgen')
-rw-r--r--src/strgen/strgen.cpp682
-rw-r--r--src/strgen/strgen.h141
2 files changed, 430 insertions, 393 deletions
diff --git a/src/strgen/strgen.cpp b/src/strgen/strgen.cpp
index e04a354dd..110e87fa0 100644
--- a/src/strgen/strgen.cpp
+++ b/src/strgen/strgen.cpp
@@ -17,6 +17,8 @@
#include "../misc/getoptdata.h"
#include "../table/control_codes.h"
+#include "strgen.h"
+
#include <stdarg.h>
#include <exception>
@@ -49,218 +51,189 @@ static int _errors, _warnings, _show_todo;
static const ptrdiff_t MAX_COMMAND_PARAM_SIZE = 100; ///< Maximum size of every command block, not counting the name of the command itself
static const CmdStruct *ParseCommandString(const char **str, char *param, int *argno, int *casei);
-/** Container for the different cases of a string. */
-struct Case {
- int caseidx; ///< The index of the case.
- char *string; ///< The translation of the case.
- Case *next; ///< The next, chained, case.
-
- /**
- * Create a new case.
- * @param caseidx The index of the case.
- * @param string The translation of the case.
- * @param next The next chained case.
- */
- Case(int caseidx, const char *string, Case *next) :
- caseidx(caseidx), string(strdup(string)), next(next)
- {
- }
-
- /** Free everything we allocated. */
- ~Case()
- {
- free(this->string);
- delete this->next;
- }
-};
-
-/** Information about a single string. */
-struct LangString {
- char *name; ///< Name of the string.
- char *english; ///< English text.
- char *translated; ///< Translated text.
- uint16 hash_next; ///< Next hash entry.
- uint16 index; ///< The index in the language file.
- int line; ///< Line of string in source-file.
- Case *translated_case; ///< Cases of the translation.
-
- /**
- * Create a new string.
- * @param name The name of the string.
- * @param english The english "translation" of the string.
- * @param index The index in the string table.
- * @param line The line this string was found on.
- */
- LangString(const char *name, const char *english, int index, int line) :
- name(strdup(name)), english(strdup(english)), translated(NULL),
- hash_next(0), index(index), line(line), translated_case(NULL)
- {
- }
+/**
+ * Create a new case.
+ * @param caseidx The index of the case.
+ * @param string The translation of the case.
+ * @param next The next chained case.
+ */
+Case::Case(int caseidx, const char *string, Case *next) :
+ caseidx(caseidx), string(strdup(string)), next(next)
+{
+}
- /** Free everything we allocated. */
- ~LangString()
- {
- free(this->name);
- free(this->english);
- free(this->translated);
- delete this->translated_case;
- }
+/** Free everything we allocated. */
+Case::~Case()
+{
+ free(this->string);
+ delete this->next;
+}
- /** Free all data related to the translation. */
- void FreeTranslation()
- {
- free(this->translated);
- this->translated = NULL;
+/**
+ * Create a new string.
+ * @param name The name of the string.
+ * @param english The english "translation" of the string.
+ * @param index The index in the string table.
+ * @param line The line this string was found on.
+ */
+LangString::LangString(const char *name, const char *english, int index, int line) :
+ name(strdup(name)), english(strdup(english)), translated(NULL),
+ hash_next(0), index(index), line(line), translated_case(NULL)
+{
+}
- delete this->translated_case;
- this->translated_case = NULL;
- }
-};
+/** Free everything we allocated. */
+LangString::~LangString()
+{
+ free(this->name);
+ free(this->english);
+ free(this->translated);
+ delete this->translated_case;
+}
-/** Information about the currently known strings. */
-struct StringData {
- static const uint STRINGS_IN_TAB = 2048;
+/** Free all data related to the translation. */
+void LangString::FreeTranslation()
+{
+ free(this->translated);
+ this->translated = NULL;
- LangString **strings; ///< Array of all known strings.
- uint16 *hash_heads; ///< Hash table for the strings.
- size_t tabs; ///< The number of 'tabs' of strings.
- size_t max_strings; ///< The maxmimum number of strings.
- int next_string_id; ///< The next string ID to allocate.
+ delete this->translated_case;
+ this->translated_case = NULL;
+}
- /**
- * Create a new string data container.
- * @param max_strings The maximum number of strings.
- */
- StringData(size_t tabs = 32) : tabs(tabs), max_strings(tabs * STRINGS_IN_TAB)
- {
- this->strings = CallocT<LangString *>(max_strings);
- this->hash_heads = CallocT<uint16>(max_strings);
- this->next_string_id = 0;
- }
+/**
+ * Create a new string data container.
+ * @param max_strings The maximum number of strings.
+ */
+StringData::StringData(size_t tabs) : tabs(tabs), max_strings(tabs * STRINGS_IN_TAB)
+{
+ this->strings = CallocT<LangString *>(max_strings);
+ this->hash_heads = CallocT<uint16>(max_strings);
+ this->next_string_id = 0;
+}
- /** Free everything we allocated. */
- ~StringData()
- {
- for (size_t i = 0; i < this->max_strings; i++) delete this->strings[i];
- free(this->strings);
- free(this->hash_heads);
- }
+/** Free everything we allocated. */
+StringData::~StringData()
+{
+ for (size_t i = 0; i < this->max_strings; i++) delete this->strings[i];
+ free(this->strings);
+ free(this->hash_heads);
+}
- /** Free all data related to the translation. */
- void FreeTranslation()
- {
- for (size_t i = 0; i < this->max_strings; i++) {
- LangString *ls = this->strings[i];
- if (ls != NULL) ls->FreeTranslation();
- }
+/** Free all data related to the translation. */
+void StringData::FreeTranslation()
+{
+ for (size_t i = 0; i < this->max_strings; i++) {
+ LangString *ls = this->strings[i];
+ if (ls != NULL) ls->FreeTranslation();
}
+}
- /**
- * Create a hash of the string for finding them back quickly.
- * @param s The string to hash.
- * @return The hashed string.
- */
- uint HashStr(const char *s) const
- {
- uint hash = 0;
- for (; *s != '\0'; s++) hash = ROL(hash, 3) ^ *s;
- return hash % this->max_strings;
- }
+/**
+ * Create a hash of the string for finding them back quickly.
+ * @param s The string to hash.
+ * @return The hashed string.
+ */
+uint StringData::HashStr(const char *s) const
+{
+ uint hash = 0;
+ for (; *s != '\0'; s++) hash = ROL(hash, 3) ^ *s;
+ return hash % this->max_strings;
+}
- /**
- * Add a newly created LangString.
- * @param s The name of the string.
- * @param ls The string to add.
- */
- void Add(const char *s, LangString *ls)
- {
- uint hash = this->HashStr(s);
- ls->hash_next = this->hash_heads[hash];
- /* Off-by-one for hash find. */
- this->hash_heads[hash] = ls->index + 1;
- this->strings[ls->index] = ls;
- }
+/**
+ * Add a newly created LangString.
+ * @param s The name of the string.
+ * @param ls The string to add.
+ */
+void StringData::Add(const char *s, LangString *ls)
+{
+ uint hash = this->HashStr(s);
+ ls->hash_next = this->hash_heads[hash];
+ /* Off-by-one for hash find. */
+ this->hash_heads[hash] = ls->index + 1;
+ this->strings[ls->index] = ls;
+}
- /**
- * Find a LangString based on the string name.
- * @param s The string name to search on.
- * @return The LangString or NULL if it is not known.
- */
- LangString *Find(const char *s)
- {
- int idx = this->hash_heads[this->HashStr(s)];
+/**
+ * Find a LangString based on the string name.
+ * @param s The string name to search on.
+ * @return The LangString or NULL if it is not known.
+ */
+LangString *StringData::Find(const char *s)
+{
+ int idx = this->hash_heads[this->HashStr(s)];
- while (--idx >= 0) {
- LangString *ls = this->strings[idx];
+ while (--idx >= 0) {
+ LangString *ls = this->strings[idx];
- if (strcmp(ls->name, s) == 0) return ls;
- idx = ls->hash_next;
- }
- return NULL;
+ if (strcmp(ls->name, s) == 0) return ls;
+ idx = ls->hash_next;
}
+ return NULL;
+}
- /**
- * Create a compound hash.
- * @param hash The hash to add the string hash to.
- * @param s The string hash.
- * @return The new hash.
- */
- uint VersionHashStr(uint hash, const char *s) const
- {
- for (; *s != '\0'; s++) {
- hash = ROL(hash, 3) ^ *s;
- hash = (hash & 1 ? hash >> 1 ^ 0xDEADBEEF : hash >> 1);
- }
- return hash;
+/**
+ * Create a compound hash.
+ * @param hash The hash to add the string hash to.
+ * @param s The string hash.
+ * @return The new hash.
+ */
+uint StringData::VersionHashStr(uint hash, const char *s) const
+{
+ for (; *s != '\0'; s++) {
+ hash = ROL(hash, 3) ^ *s;
+ hash = (hash & 1 ? hash >> 1 ^ 0xDEADBEEF : hash >> 1);
}
+ return hash;
+}
- /**
- * Make a hash of the file to get a unique "version number"
- * @return The version number.
- */
- uint Version() const
- {
- uint hash = 0;
+/**
+ * Make a hash of the file to get a unique "version number"
+ * @return The version number.
+ */
+uint StringData::Version() const
+{
+ uint hash = 0;
- for (size_t i = 0; i < this->max_strings; i++) {
- const LangString *ls = this->strings[i];
+ for (size_t i = 0; i < this->max_strings; i++) {
+ const LangString *ls = this->strings[i];
- if (ls != NULL) {
- const CmdStruct *cs;
- const char *s;
- char buf[MAX_COMMAND_PARAM_SIZE];
- int argno;
- int casei;
+ if (ls != NULL) {
+ const CmdStruct *cs;
+ const char *s;
+ char buf[MAX_COMMAND_PARAM_SIZE];
+ int argno;
+ int casei;
- s = ls->name;
- hash ^= i * 0x717239;
- hash = (hash & 1 ? hash >> 1 ^ 0xDEADBEEF : hash >> 1);
- hash = this->VersionHashStr(hash, s + 1);
+ s = ls->name;
+ hash ^= i * 0x717239;
+ hash = (hash & 1 ? hash >> 1 ^ 0xDEADBEEF : hash >> 1);
+ hash = this->VersionHashStr(hash, s + 1);
- s = ls->english;
- while ((cs = ParseCommandString(&s, buf, &argno, &casei)) != NULL) {
- if (cs->flags & C_DONTCOUNT) continue;
+ s = ls->english;
+ while ((cs = ParseCommandString(&s, buf, &argno, &casei)) != NULL) {
+ if (cs->flags & C_DONTCOUNT) continue;
- hash ^= (cs - _cmd_structs) * 0x1234567;
- hash = (hash & 1 ? hash >> 1 ^ 0xF00BAA4 : hash >> 1);
- }
+ hash ^= (cs - _cmd_structs) * 0x1234567;
+ hash = (hash & 1 ? hash >> 1 ^ 0xF00BAA4 : hash >> 1);
}
}
-
- return hash;
}
- /**
- * Count the number of tab elements that are in use.
- * @param tab The tab to count the elements of.
- */
- uint CountInUse(uint tab) const
- {
- int i;
- for (i = STRINGS_IN_TAB; --i >= 0;) if (this->strings[(tab * STRINGS_IN_TAB) + i] != NULL) break;
- return i + 1;
- }
-};
+ return hash;
+}
+
+/**
+ * Count the number of tab elements that are in use.
+ * @param tab The tab to count the elements of.
+ */
+uint StringData::CountInUse(uint tab) const
+{
+ int i;
+ for (i = STRINGS_IN_TAB; --i >= 0;) if (this->strings[(tab * STRINGS_IN_TAB) + i] != NULL) break;
+ return i + 1;
+}
static LanguagePackHeader _lang; ///< Header information about a language.
@@ -661,56 +634,23 @@ static const CmdStruct *ParseCommandString(const char **str, char *param, int *a
return cmd;
}
-/** Helper for reading strings. */
-struct StringReader {
- StringData &data; ///< The data to fill during reading.
- const char *file; ///< The file we are reading.
- bool master; ///< Are we reading the master file?
- bool translation; ///< Are we reading a translation, implies !master. However, the base translation will have this false.
-
- /**
- * Prepare reading.
- * @param data The data to fill during reading.
- * @param file The file we are reading.
- * @param master Are we reading the master file?
- * @param translation Are we reading a translation?
- */
- StringReader(StringData &data, const char *file, bool master, bool translation) :
- data(data), file(strdup(file)), master(master), translation(translation)
- {
- }
-
- /** Make sure the right reader gets freed. */
- virtual ~StringReader()
- {
- free(file);
- }
-
- /**
- * Read a single line from the source of strings.
- * @param buffer The buffer to read the data in to.
- * @param size The size of the buffer.
- * @return The buffer, or NULL if at the end of the file.
- */
- virtual char *ReadLine(char *buffer, size_t size) = 0;
-
- /**
- * Handle the pragma of the file.
- * @param str The pragma string to parse.
- */
- virtual void HandlePragma(char *str) = 0;
-
- /**
- * Handle reading a single string.
- * @param str The string to handle.
- */
- void HandleString(char *str);
+/**
+ * Prepare reading.
+ * @param data The data to fill during reading.
+ * @param file The file we are reading.
+ * @param master Are we reading the master file?
+ * @param translation Are we reading a translation?
+ */
+StringReader::StringReader(StringData &data, const char *file, bool master, bool translation) :
+ data(data), file(strdup(file)), master(master), translation(translation)
+{
+}
- /**
- * Start parsing the file.
- */
- virtual void ParseFile();
-};
+/** Make sure the right reader gets freed. */
+StringReader::~StringReader()
+{
+ free(file);
+}
/** A reader that simply reads using fopen. */
struct FileStringReader : StringReader {
@@ -1120,41 +1060,22 @@ struct FileWriter {
}
};
-/** Base class for writing the header. */
-struct HeaderWriter {
- /**
- * Write the string ID.
- * @param name The name of the string.
- * @param stringid The ID of the string.
- */
- virtual void WriteStringID(const char *name, int stringid) = 0;
-
- /**
- * Finalise writing the file.
- * @param data The data about the string.
- */
- virtual void Finalise(const StringData &data) = 0;
-
- /** Especially destroy the subclasses. */
- virtual ~HeaderWriter() {};
-
- /**
- * Write the header information.
- * @param data The data about the string.
- */
- void WriteHeader(const StringData &data)
- {
- int last = 0;
- for (size_t i = 0; i < data.max_strings; i++) {
- if (data.strings[i] != NULL) {
- this->WriteStringID(data.strings[i]->name, i);
- last = i;
- }
+/**
+ * Write the header information.
+ * @param data The data about the string.
+ */
+void HeaderWriter::WriteHeader(const StringData &data)
+{
+ int last = 0;
+ for (size_t i = 0; i < data.max_strings; i++) {
+ if (data.strings[i] != NULL) {
+ this->WriteStringID(data.strings[i]->name, i);
+ last = i;
}
-
- this->WriteStringID("STR_LAST_STRINGID", last);
}
-};
+
+ this->WriteStringID("STR_LAST_STRINGID", last);
+}
struct HeaderFileWriter : HeaderWriter, FileWriter {
/** The real file name we eventually want to write to. */
@@ -1287,154 +1208,129 @@ static void PutCommandString(Buffer *buffer, const char *str)
}
}
-/** Base class for all language writers. */
-struct LanguageWriter {
- /**
- * Write the header metadata. The multi-byte integers are already converted to
- * the little endian format.
- * @param header The header to write.
- */
- virtual void WriteHeader(const LanguagePackHeader *header) = 0;
-
- /**
- * Write a number of bytes.
- * @param buffer The buffer to write.
- * @param length The amount of byte to write.
- */
- virtual void Write(const byte *buffer, size_t length) = 0;
+/**
+ * Write the length as a simple gamma.
+ * @param length The number to write.
+ */
+void LanguageWriter::WriteLength(uint length)
+{
+ char buffer[2];
+ int offs = 0;
+ if (length >= 0x4000) {
+ error("string too long");
+ }
- /**
- * Finalise writing the file.
- */
- virtual void Finalise() = 0;
+ if (length >= 0xC0) {
+ buffer[offs++] = (length >> 8) | 0xC0;
+ }
+ buffer[offs++] = length & 0xFF;
+ this->Write((byte*)buffer, offs);
+}
- /** Especially destroy the subclasses. */
- virtual ~LanguageWriter() {}
+/**
+ * Actually write the language.
+ * @param data The data about the string.
+ */
+void LanguageWriter::WriteLang(const StringData &data)
+{
+ uint *in_use = AllocaM(uint, data.tabs);
+ for (size_t tab = 0; tab < data.tabs; tab++) {
+ uint n = data.CountInUse(tab);
- /**
- * Write the length as a simple gamma.
- * @param length The number to write.
- */
- void WriteLength(uint length)
- {
- char buffer[2];
- int offs = 0;
- if (length >= 0x4000) {
- error("string too long");
- }
+ in_use[tab] = n;
+ _lang.offsets[tab] = TO_LE16(n);
- if (length >= 0xC0) {
- buffer[offs++] = (length >> 8) | 0xC0;
+ for (uint j = 0; j != in_use[tab]; j++) {
+ const LangString *ls = data.strings[(tab * StringData::STRINGS_IN_TAB) + j];
+ if (ls != NULL && ls->translated == NULL) _lang.missing++;
}
- buffer[offs++] = length & 0xFF;
- this->Write((byte*)buffer, offs);
}
- /**
- * Actually write the language.
- * @param data The data about the string.
- */
- void WriteLang(const StringData &data)
- {
- uint *in_use = AllocaM(uint, data.tabs);
- for (size_t tab = 0; tab < data.tabs; tab++) {
- uint n = data.CountInUse(tab);
-
- in_use[tab] = n;
- _lang.offsets[tab] = TO_LE16(n);
+ _lang.ident = TO_LE32(LanguagePackHeader::IDENT);
+ _lang.version = TO_LE32(data.Version());
+ _lang.missing = TO_LE16(_lang.missing);
+ _lang.winlangid = TO_LE16(_lang.winlangid);
- for (uint j = 0; j != in_use[tab]; j++) {
- const LangString *ls = data.strings[(tab * StringData::STRINGS_IN_TAB) + j];
- if (ls != NULL && ls->translated == NULL) _lang.missing++;
- }
- }
+ this->WriteHeader(&_lang);
+ Buffer buffer;
- _lang.ident = TO_LE32(LanguagePackHeader::IDENT);
- _lang.version = TO_LE32(data.Version());
- _lang.missing = TO_LE16(_lang.missing);
- _lang.winlangid = TO_LE16(_lang.winlangid);
+ for (size_t tab = 0; tab < data.tabs; tab++) {
+ for (uint j = 0; j != in_use[tab]; j++) {
+ const LangString *ls = data.strings[(tab * StringData::STRINGS_IN_TAB) + j];
+ const Case *casep;
+ const char *cmdp;
- this->WriteHeader(&_lang);
- Buffer buffer;
+ /* For undefined strings, just set that it's an empty string */
+ if (ls == NULL) {
+ this->WriteLength(0);
+ continue;
+ }
- for (size_t tab = 0; tab < data.tabs; tab++) {
- for (uint j = 0; j != in_use[tab]; j++) {
- const LangString *ls = data.strings[(tab * StringData::STRINGS_IN_TAB) + j];
- const Case *casep;
- const char *cmdp;
+ _cur_ident = ls->name;
+ _cur_line = ls->line;
- /* For undefined strings, just set that it's an empty string */
- if (ls == NULL) {
- this->WriteLength(0);
- continue;
+ /* Produce a message if a string doesn't have a translation. */
+ if (_show_todo > 0 && ls->translated == NULL) {
+ if ((_show_todo & 2) != 0) {
+ strgen_warning("'%s' is untranslated", ls->name);
}
-
- _cur_ident = ls->name;
- _cur_line = ls->line;
-
- /* Produce a message if a string doesn't have a translation. */
- if (_show_todo > 0 && ls->translated == NULL) {
- if ((_show_todo & 2) != 0) {
- strgen_warning("'%s' is untranslated", ls->name);
- }
- if ((_show_todo & 1) != 0) {
- const char *s = "<TODO> ";
- while (*s != '\0') buffer.AppendByte(*s++);
- }
+ if ((_show_todo & 1) != 0) {
+ const char *s = "<TODO> ";
+ while (*s != '\0') buffer.AppendByte(*s++);
}
+ }
- /* Extract the strings and stuff from the english command string */
- ExtractCommandString(&_cur_pcs, ls->english, false);
+ /* Extract the strings and stuff from the english command string */
+ ExtractCommandString(&_cur_pcs, ls->english, false);
- if (ls->translated_case != NULL || ls->translated != NULL) {
- casep = ls->translated_case;
- cmdp = ls->translated;
- } else {
- casep = NULL;
- cmdp = ls->english;
- }
+ if (ls->translated_case != NULL || ls->translated != NULL) {
+ casep = ls->translated_case;
+ cmdp = ls->translated;
+ } else {
+ casep = NULL;
+ cmdp = ls->english;
+ }
- _translated = cmdp != ls->english;
-
- if (casep != NULL) {
- const Case *c;
- uint num;
-
- /* Need to output a case-switch.
- * It has this format
- * <0x9E> <NUM CASES> <CASE1> <LEN1> <STRING1> <CASE2> <LEN2> <STRING2> <CASE3> <LEN3> <STRING3> <STRINGDEFAULT>
- * Each LEN is printed using 2 bytes in big endian order. */
- buffer.AppendUtf8(SCC_SWITCH_CASE);
- /* Count the number of cases */
- for (num = 0, c = casep; c; c = c->next) num++;
- buffer.AppendByte(num);
-
- /* Write each case */
- for (c = casep; c != NULL; c = c->next) {
- buffer.AppendByte(c->caseidx);
- /* Make some space for the 16-bit length */
- size_t pos = buffer.Length();
- buffer.AppendByte(0);
- buffer.AppendByte(0);
- /* Write string */
- PutCommandString(&buffer, c->string);
- buffer.AppendByte(0); // terminate with a zero
- /* Fill in the length */
- size_t size = buffer.Length() - (pos + 2);
- buffer[pos + 0] = GB(size, 8, 8);
- buffer[pos + 1] = GB(size, 0, 8);
- }
+ _translated = cmdp != ls->english;
+
+ if (casep != NULL) {
+ const Case *c;
+ uint num;
+
+ /* Need to output a case-switch.
+ * It has this format
+ * <0x9E> <NUM CASES> <CASE1> <LEN1> <STRING1> <CASE2> <LEN2> <STRING2> <CASE3> <LEN3> <STRING3> <STRINGDEFAULT>
+ * Each LEN is printed using 2 bytes in big endian order. */
+ buffer.AppendUtf8(SCC_SWITCH_CASE);
+ /* Count the number of cases */
+ for (num = 0, c = casep; c; c = c->next) num++;
+ buffer.AppendByte(num);
+
+ /* Write each case */
+ for (c = casep; c != NULL; c = c->next) {
+ buffer.AppendByte(c->caseidx);
+ /* Make some space for the 16-bit length */
+ size_t pos = buffer.Length();
+ buffer.AppendByte(0);
+ buffer.AppendByte(0);
+ /* Write string */
+ PutCommandString(&buffer, c->string);
+ buffer.AppendByte(0); // terminate with a zero
+ /* Fill in the length */
+ size_t size = buffer.Length() - (pos + 2);
+ buffer[pos + 0] = GB(size, 8, 8);
+ buffer[pos + 1] = GB(size, 0, 8);
}
+ }
- if (cmdp != NULL) PutCommandString(&buffer, cmdp);
+ if (cmdp != NULL) PutCommandString(&buffer, cmdp);
- this->WriteLength(buffer.Length());
- this->Write(buffer.Begin(), buffer.Length());
- buffer.Clear();
- }
+ this->WriteLength(buffer.Length());
+ this->Write(buffer.Begin(), buffer.Length());
+ buffer.Clear();
}
}
-};
+}
/** Class for writing a language to disk. */
struct LanguageFileWriter : LanguageWriter, FileWriter {
diff --git a/src/strgen/strgen.h b/src/strgen/strgen.h
new file mode 100644
index 000000000..80737f6eb
--- /dev/null
+++ b/src/strgen/strgen.h
@@ -0,0 +1,141 @@
+/* $Id$ */
+
+/*
+ * This file is part of OpenTTD.
+ * OpenTTD is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, version 2.
+ * OpenTTD is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
+ * See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with OpenTTD. If not, see <http://www.gnu.org/licenses/>.
+ */
+
+/** @file strgen.h Structures related to strgen. */
+
+#ifndef STRGEN_H
+#define STRGEN_H
+
+/** Container for the different cases of a string. */
+struct Case {
+ int caseidx; ///< The index of the case.
+ char *string; ///< The translation of the case.
+ Case *next; ///< The next, chained, case.
+
+ Case(int caseidx, const char *string, Case *next);
+ ~Case();
+};
+
+/** Information about a single string. */
+struct LangString {
+ char *name; ///< Name of the string.
+ char *english; ///< English text.
+ char *translated; ///< Translated text.
+ uint16 hash_next; ///< Next hash entry.
+ uint16 index; ///< The index in the language file.
+ int line; ///< Line of string in source-file.
+ Case *translated_case; ///< Cases of the translation.
+
+ LangString(const char *name, const char *english, int index, int line);
+ ~LangString();
+ void FreeTranslation();
+};
+
+/** Information about the currently known strings. */
+struct StringData {
+ static const uint STRINGS_IN_TAB = 2048;
+
+ LangString **strings; ///< Array of all known strings.
+ uint16 *hash_heads; ///< Hash table for the strings.
+ size_t tabs; ///< The number of 'tabs' of strings.
+ size_t max_strings; ///< The maxmimum number of strings.
+ int next_string_id; ///< The next string ID to allocate.
+
+ StringData(size_t tabs = 32);
+ ~StringData();
+ void FreeTranslation();
+ uint HashStr(const char *s) const;
+ void Add(const char *s, LangString *ls);
+ LangString *Find(const char *s);
+ uint VersionHashStr(uint hash, const char *s) const;
+ uint Version() const;
+ uint CountInUse(uint tab) const;
+};
+
+/** Helper for reading strings. */
+struct StringReader {
+ StringData &data; ///< The data to fill during reading.
+ const char *file; ///< The file we are reading.
+ bool master; ///< Are we reading the master file?
+ bool translation; ///< Are we reading a translation, implies !master. However, the base translation will have this false.
+
+ StringReader(StringData &data, const char *file, bool master, bool translation);
+ virtual ~StringReader();
+ void HandleString(char *str);
+
+ /**
+ * Read a single line from the source of strings.
+ * @param buffer The buffer to read the data in to.
+ * @param size The size of the buffer.
+ * @return The buffer, or NULL if at the end of the file.
+ */
+ virtual char *ReadLine(char *buffer, size_t size) = 0;
+
+ /**
+ * Handle the pragma of the file.
+ * @param str The pragma string to parse.
+ */
+ virtual void HandlePragma(char *str) = 0;
+
+ /**
+ * Start parsing the file.
+ */
+ virtual void ParseFile();
+};
+
+/** Base class for writing the header, i.e. the STR_XXX to numeric value. */
+struct HeaderWriter {
+ /**
+ * Write the string ID.
+ * @param name The name of the string.
+ * @param stringid The ID of the string.
+ */
+ virtual void WriteStringID(const char *name, int stringid) = 0;
+
+ /**
+ * Finalise writing the file.
+ * @param data The data about the string.
+ */
+ virtual void Finalise(const StringData &data) = 0;
+
+ /** Especially destroy the subclasses. */
+ virtual ~HeaderWriter() {};
+
+ void WriteHeader(const StringData &data);
+};
+
+/** Base class for all language writers. */
+struct LanguageWriter {
+ /**
+ * Write the header metadata. The multi-byte integers are already converted to
+ * the little endian format.
+ * @param header The header to write.
+ */
+ virtual void WriteHeader(const LanguagePackHeader *header) = 0;
+
+ /**
+ * Write a number of bytes.
+ * @param buffer The buffer to write.
+ * @param length The amount of byte to write.
+ */
+ virtual void Write(const byte *buffer, size_t length) = 0;
+
+ /**
+ * Finalise writing the file.
+ */
+ virtual void Finalise() = 0;
+
+ /** Especially destroy the subclasses. */
+ virtual ~LanguageWriter() {}
+
+ void WriteLength(uint length);
+ void WriteLang(const StringData &data);
+};
+
+#endif /* STRGEN_H */