path: root/src/common/utf8.h

/*
  Basic UTF-8 manipulation routines
  by Jeff Bezanson
  placed in the public domain Fall 2005

  This code is designed to provide the utilities you need to manipulate
  UTF-8 as an internal string encoding. These functions do not perform the
  error checking normally needed when handling UTF-8 data, so if you happen
  to be from the Unicode Consortium you will want to flay me alive.
  I do this because error checking can be performed at the boundaries (I/O),
  with these routines reserved for higher performance on data known to be
  valid.
*/

// Further modified, and C++ stuff added, by hrydgard@gmail.com.

#pragma once

#include "common/common_types.h"
#include <string>

u32 u8_nextchar(const char *s, int *i);
int u8_wc_toutf8(char *dest, u32 ch);
int u8_strlen(const char *s);

class UTF8 {
public:
    static const u32 INVALID = (u32)-1;
    UTF8(const char *c) : c_(c), index_(0) {}
    bool end() const { return c_[index_] == 0; }
    u32 next() {
        return u8_nextchar(c_, &index_);
    }
    u32 peek() {
        int tempIndex = index_;
        return u8_nextchar(c_, &tempIndex);
    }
    int length() const {
        return u8_strlen(c_);
    }
    int byteIndex() const {
        return index_;
    }
    static int encode(char *dest, u32 ch) {
        return u8_wc_toutf8(dest, ch);
    }

private:
    const char *c_;
    int index_;
};

int UTF8StringNonASCIICount(const char *utf8string);

bool UTF8StringHasNonASCII(const char *utf8string);


// UTF8 to Win32 UTF-16
// Should be used when calling Win32 api calls
#ifdef _WIN32

std::string ConvertWStringToUTF8(const std::wstring &wstr);
std::string ConvertWStringToUTF8(const wchar_t *wstr);
void ConvertUTF8ToWString(wchar_t *dest, size_t destSize, const std::string &source);
std::wstring ConvertUTF8ToWString(const std::string &source);

#endif