/* * Copyright (C) Igor Sysoev * Copyright (C) Nginx, Inc. */ #include #include #define NGX_UTF16_BUFLEN 256 #define NGX_UTF8_BUFLEN 512 static ngx_int_t ngx_win32_check_filename(u_short *u, size_t len, ngx_uint_t dirname); static u_short *ngx_utf8_to_utf16(u_short *utf16, u_char *utf8, size_t *len, size_t reserved); static u_char *ngx_utf16_to_utf8(u_char *utf8, u_short *utf16, size_t *len, size_t *allocated); uint32_t ngx_utf16_decode(u_short **u, size_t n); /* FILE_FLAG_BACKUP_SEMANTICS allows to obtain a handle to a directory */ ngx_fd_t ngx_open_file(u_char *name, u_long mode, u_long create, u_long access) { size_t len; u_short *u; ngx_fd_t fd; ngx_err_t err; u_short utf16[NGX_UTF16_BUFLEN]; len = NGX_UTF16_BUFLEN; u = ngx_utf8_to_utf16(utf16, name, &len, 0); if (u == NULL) { return INVALID_HANDLE_VALUE; } fd = INVALID_HANDLE_VALUE; if (create == NGX_FILE_OPEN && ngx_win32_check_filename(u, len, 0) != NGX_OK) { goto failed; } fd = CreateFileW(u, mode, FILE_SHARE_READ|FILE_SHARE_WRITE|FILE_SHARE_DELETE, NULL, create, FILE_FLAG_BACKUP_SEMANTICS, NULL); failed: if (u != utf16) { err = ngx_errno; ngx_free(u); ngx_set_errno(err); } return fd; } ngx_fd_t ngx_open_tempfile(u_char *name, ngx_uint_t persistent, ngx_uint_t access) { size_t len; u_short *u; ngx_fd_t fd; ngx_err_t err; u_short utf16[NGX_UTF16_BUFLEN]; len = NGX_UTF16_BUFLEN; u = ngx_utf8_to_utf16(utf16, name, &len, 0); if (u == NULL) { return INVALID_HANDLE_VALUE; } fd = CreateFileW(u, GENERIC_READ|GENERIC_WRITE, FILE_SHARE_READ|FILE_SHARE_WRITE|FILE_SHARE_DELETE, NULL, CREATE_NEW, persistent ? 0: FILE_ATTRIBUTE_TEMPORARY|FILE_FLAG_DELETE_ON_CLOSE, NULL); if (u != utf16) { err = ngx_errno; ngx_free(u); ngx_set_errno(err); } return fd; } ssize_t ngx_read_file(ngx_file_t *file, u_char *buf, size_t size, off_t offset) { u_long n; ngx_err_t err; OVERLAPPED ovlp, *povlp; ovlp.Internal = 0; ovlp.InternalHigh = 0; ovlp.Offset = (u_long) offset; ovlp.OffsetHigh = (u_long) (offset >> 32); ovlp.hEvent = NULL; povlp = &ovlp; if (ReadFile(file->fd, buf, size, &n, povlp) == 0) { err = ngx_errno; if (err == ERROR_HANDLE_EOF) { return 0; } ngx_log_error(NGX_LOG_ERR, file->log, err, "ReadFile() \"%s\" failed", file->name.data); return NGX_ERROR; } file->offset += n; return n; } ssize_t ngx_write_file(ngx_file_t *file, u_char *buf, size_t size, off_t offset) { u_long n; OVERLAPPED ovlp, *povlp; ovlp.Internal = 0; ovlp.InternalHigh = 0; ovlp.Offset = (u_long) offset; ovlp.OffsetHigh = (u_long) (offset >> 32); ovlp.hEvent = NULL; povlp = &ovlp; if (WriteFile(file->fd, buf, size, &n, povlp) == 0) { ngx_log_error(NGX_LOG_ERR, file->log, ngx_errno, "WriteFile() \"%s\" failed", file->name.data); return NGX_ERROR; } if (n != size) { ngx_log_error(NGX_LOG_CRIT, file->log, 0, "WriteFile() \"%s\" has written only %ul of %uz", file->name.data, n, size); return NGX_ERROR; } file->offset += n; return n; } ssize_t ngx_write_chain_to_file(ngx_file_t *file, ngx_chain_t *cl, off_t offset, ngx_pool_t *pool) { u_char *buf, *prev; size_t size; ssize_t total, n; total = 0; while (cl) { buf = cl->buf->pos; prev = buf; size = 0; /* coalesce the neighbouring bufs */ while (cl && prev == cl->buf->pos) { size += cl->buf->last - cl->buf->pos; prev = cl->buf->last; cl = cl->next; } n = ngx_write_file(file, buf, size, offset); if (n == NGX_ERROR) { return NGX_ERROR; } total += n; offset += n; } return total; } ssize_t ngx_read_fd(ngx_fd_t fd, void *buf, size_t size) { u_long n; if (ReadFile(fd, buf, size, &n, NULL) != 0) { return (size_t) n; } return -1; } ssize_t ngx_write_fd(ngx_fd_t fd, void *buf, size_t size) { u_long n; if (WriteFile(fd, buf, size, &n, NULL) != 0) { return (size_t) n; } return -1; } ssize_t ngx_write_console(ngx_fd_t fd, void *buf, size_t size) { u_long n; (void) CharToOemBuff(buf, buf, size); if (WriteFile(fd, buf, size, &n, NULL) != 0) { return (size_t) n; } return -1; } ngx_int_t ngx_delete_file(u_char *name) { long rc; size_t len; u_short *u; ngx_err_t err; u_short utf16[NGX_UTF16_BUFLEN]; len = NGX_UTF16_BUFLEN; u = ngx_utf8_to_utf16(utf16, name, &len, 0); if (u == NULL) { return NGX_FILE_ERROR; } rc = NGX_FILE_ERROR; if (ngx_win32_check_filename(u, len, 0) != NGX_OK) { goto failed; } rc = DeleteFileW(u); failed: if (u != utf16) { err = ngx_errno; ngx_free(u); ngx_set_errno(err); } return rc; } ngx_int_t ngx_rename_file(u_char *from, u_char *to) { long rc; size_t len; u_short *fu, *tu; ngx_err_t err; u_short utf16f[NGX_UTF16_BUFLEN]; u_short utf16t[NGX_UTF16_BUFLEN]; len = NGX_UTF16_BUFLEN; fu = ngx_utf8_to_utf16(utf16f, from, &len, 0); if (fu == NULL) { return NGX_FILE_ERROR; } rc = NGX_FILE_ERROR; tu = NULL; if (ngx_win32_check_filename(fu, len, 0) != NGX_OK) { goto failed; } len = NGX_UTF16_BUFLEN; tu = ngx_utf8_to_utf16(utf16t, to, &len, 0); if (tu == NULL) { goto failed; } if (ngx_win32_check_filename(tu, len, 1) != NGX_OK) { goto failed; } rc = MoveFileW(fu, tu); failed: if (fu != utf16f) { err = ngx_errno; ngx_free(fu); ngx_set_errno(err); } if (tu && tu != utf16t) { err = ngx_errno; ngx_free(tu); ngx_set_errno(err); } return rc; } ngx_err_t ngx_win32_rename_file(ngx_str_t *from, ngx_str_t *to, ngx_log_t *log) { u_char *name; ngx_err_t err; ngx_uint_t collision; ngx_atomic_uint_t num; name = ngx_alloc(to->len + 1 + NGX_ATOMIC_T_LEN + 1 + sizeof("DELETE"), log); if (name == NULL) { return NGX_ENOMEM; } ngx_memcpy(name, to->data, to->len); collision = 0; /* mutex_lock() (per cache or single ?) */ for ( ;; ) { num = ngx_next_temp_number(collision); ngx_sprintf(name + to->len, ".%0muA.DELETE%Z", num); if (ngx_rename_file(to->data, name) != NGX_FILE_ERROR) { break; } err = ngx_errno; if (err == NGX_EEXIST || err == NGX_EEXIST_FILE) { collision = 1; continue; } ngx_log_error(NGX_LOG_CRIT, log, err, "MoveFile() \"%s\" to \"%s\" failed", to->data, name); goto failed; } if (ngx_rename_file(from->data, to->data) == NGX_FILE_ERROR) { err = ngx_errno; } else { err = 0; } if (ngx_delete_file(name) == NGX_FILE_ERROR) { ngx_log_error(NGX_LOG_CRIT, log, ngx_errno, "DeleteFile() \"%s\" failed", name); } failed: /* mutex_unlock() */ ngx_free(name); return err; } ngx_int_t ngx_file_info(u_char *file, ngx_file_info_t *sb) { size_t len; long rc; u_short *u; ngx_err_t err; WIN32_FILE_ATTRIBUTE_DATA fa; u_short utf16[NGX_UTF16_BUFLEN]; len = NGX_UTF16_BUFLEN; u = ngx_utf8_to_utf16(utf16, file, &len, 0); if (u == NULL) { return NGX_FILE_ERROR; } rc = NGX_FILE_ERROR; if (ngx_win32_check_filename(u, len, 0) != NGX_OK) { goto failed; } rc = GetFileAttributesExW(u, GetFileExInfoStandard, &fa); sb->dwFileAttributes = fa.dwFileAttributes; sb->ftCreationTime = fa.ftCreationTime; sb->ftLastAccessTime = fa.ftLastAccessTime; sb->ftLastWriteTime = fa.ftLastWriteTime; sb->nFileSizeHigh = fa.nFileSizeHigh; sb->nFileSizeLow = fa.nFileSizeLow; failed: if (u != utf16) { err = ngx_errno; ngx_free(u); ngx_set_errno(err); } return rc; } ngx_int_t ngx_set_file_time(u_char *name, ngx_fd_t fd, time_t s) { uint64_t intervals; FILETIME ft; /* 116444736000000000 is commented in src/os/win32/ngx_time.c */ intervals = s * 10000000 + 116444736000000000; ft.dwLowDateTime = (DWORD) intervals; ft.dwHighDateTime = (DWORD) (intervals >> 32); if (SetFileTime(fd, NULL, NULL, &ft) != 0) { return NGX_OK; } return NGX_ERROR; } ngx_int_t ngx_create_file_mapping(ngx_file_mapping_t *fm) { LARGE_INTEGER size; fm->fd = ngx_open_file(fm->name, NGX_FILE_RDWR, NGX_FILE_TRUNCATE, NGX_FILE_DEFAULT_ACCESS); if (fm->fd == NGX_INVALID_FILE) { ngx_log_error(NGX_LOG_CRIT, fm->log, ngx_errno, ngx_open_file_n " \"%s\" failed", fm->name); return NGX_ERROR; } fm->handle = NULL; size.QuadPart = fm->size; if (SetFilePointerEx(fm->fd, size, NULL, FILE_BEGIN) == 0) { ngx_log_error(NGX_LOG_CRIT, fm->log, ngx_errno, "SetFilePointerEx(\"%s\", %uz) failed", fm->name, fm->size); goto failed; } if (SetEndOfFile(fm->fd) == 0) { ngx_log_error(NGX_LOG_CRIT, fm->log, ngx_errno, "SetEndOfFile() \"%s\" failed", fm->name); goto failed; } fm->handle = CreateFileMapping(fm->fd, NULL, PAGE_READWRITE, (u_long) ((off_t) fm->size >> 32), (u_long) ((off_t) fm->size & 0xffffffff), NULL); if (fm->handle == NULL) { ngx_log_error(NGX_LOG_CRIT, fm->log, ngx_errno, "CreateFileMapping(%s, %uz) failed", fm->name, fm->size); goto failed; } fm->addr = MapViewOfFile(fm->handle, FILE_MAP_WRITE, 0, 0, 0); if (fm->addr != NULL) { return NGX_OK; } ngx_log_error(NGX_LOG_CRIT, fm->log, ngx_errno, "MapViewOfFile(%uz) of file mapping \"%s\" failed", fm->size, fm->name); failed: if (fm->handle) { if (CloseHandle(fm->handle) == 0) { ngx_log_error(NGX_LOG_ALERT, fm->log, ngx_errno, "CloseHandle() of file mapping \"%s\" failed", fm->name); } } if (ngx_close_file(fm->fd) == NGX_FILE_ERROR) { ngx_log_error(NGX_LOG_ALERT, fm->log, ngx_errno, ngx_close_file_n " \"%s\" failed", fm->name); } return NGX_ERROR; } void ngx_close_file_mapping(ngx_file_mapping_t *fm) { if (UnmapViewOfFile(fm->addr) == 0) { ngx_log_error(NGX_LOG_ALERT, fm->log, ngx_errno, "UnmapViewOfFile(%p) of file mapping \"%s\" failed", fm->addr, &fm->name); } if (CloseHandle(fm->handle) == 0) { ngx_log_error(NGX_LOG_ALERT, fm->log, ngx_errno, "CloseHandle() of file mapping \"%s\" failed", &fm->name); } if (ngx_close_file(fm->fd) == NGX_FILE_ERROR) { ngx_log_error(NGX_LOG_ALERT, fm->log, ngx_errno, ngx_close_file_n " \"%s\" failed", fm->name); } } u_char * ngx_realpath(u_char *path, u_char *resolved) { /* STUB */ return path; } size_t ngx_getcwd(u_char *buf, size_t size) { u_char *p; size_t n; u_short utf16[NGX_MAX_PATH]; n = GetCurrentDirectoryW(NGX_MAX_PATH, utf16); if (n == 0) { return 0; } if (n > NGX_MAX_PATH) { ngx_set_errno(ERROR_INSUFFICIENT_BUFFER); return 0; } p = ngx_utf16_to_utf8(buf, utf16, &size, NULL); if (p == NULL) { return 0; } if (p != buf) { ngx_free(p); ngx_set_errno(ERROR_INSUFFICIENT_BUFFER); return 0; } return size - 1; } ngx_int_t ngx_open_dir(ngx_str_t *name, ngx_dir_t *dir) { size_t len; u_short *u, *p; ngx_err_t err; u_short utf16[NGX_UTF16_BUFLEN]; len = NGX_UTF16_BUFLEN - 2; u = ngx_utf8_to_utf16(utf16, name->data, &len, 2); if (u == NULL) { return NGX_ERROR; } if (ngx_win32_check_filename(u, len, 0) != NGX_OK) { goto failed; } p = &u[len - 1]; *p++ = '/'; *p++ = '*'; *p = '\0'; dir->dir = FindFirstFileW(u, &dir->finddata); if (dir->dir == INVALID_HANDLE_VALUE) { goto failed; } if (u != utf16) { ngx_free(u); } dir->valid_info = 1; dir->ready = 1; dir->name = NULL; dir->allocated = 0; return NGX_OK; failed: if (u != utf16) { err = ngx_errno; ngx_free(u); ngx_set_errno(err); } return NGX_ERROR; } ngx_int_t ngx_read_dir(ngx_dir_t *dir) { u_char *name; size_t len, allocated; if (dir->ready) { dir->ready = 0; goto convert; } if (FindNextFileW(dir->dir, &dir->finddata) != 0) { dir->type = 1; goto convert; } return NGX_ERROR; convert: name = dir->name; len = dir->allocated; name = ngx_utf16_to_utf8(name, dir->finddata.cFileName, &len, &allocated); if (name == NULL) { return NGX_ERROR; } if (name != dir->name) { if (dir->name) { ngx_free(dir->name); } dir->name = name; dir->allocated = allocated; } dir->namelen = len - 1; return NGX_OK; } ngx_int_t ngx_close_dir(ngx_dir_t *dir) { if (dir->name) { ngx_free(dir->name); } if (FindClose(dir->dir) == 0) { return NGX_ERROR; } return NGX_OK; } ngx_int_t ngx_create_dir(u_char *name, ngx_uint_t access) { long rc; size_t len; u_short *u; ngx_err_t err; u_short utf16[NGX_UTF16_BUFLEN]; len = NGX_UTF16_BUFLEN; u = ngx_utf8_to_utf16(utf16, name, &len, 0); if (u == NULL) { return NGX_FILE_ERROR; } rc = NGX_FILE_ERROR; if (ngx_win32_check_filename(u, len, 1) != NGX_OK) { goto failed; } rc = CreateDirectoryW(u, NULL); failed: if (u != utf16) { err = ngx_errno; ngx_free(u); ngx_set_errno(err); } return rc; } ngx_int_t ngx_delete_dir(u_char *name) { long rc; size_t len; u_short *u; ngx_err_t err; u_short utf16[NGX_UTF16_BUFLEN]; len = NGX_UTF16_BUFLEN; u = ngx_utf8_to_utf16(utf16, name, &len, 0); if (u == NULL) { return NGX_FILE_ERROR; } rc = NGX_FILE_ERROR; if (ngx_win32_check_filename(u, len, 0) != NGX_OK) { goto failed; } rc = RemoveDirectoryW(u); failed: if (u != utf16) { err = ngx_errno; ngx_free(u); ngx_set_errno(err); } return rc; } ngx_int_t ngx_open_glob(ngx_glob_t *gl) { u_char *p; size_t len; u_short *u; ngx_err_t err; u_short utf16[NGX_UTF16_BUFLEN]; len = NGX_UTF16_BUFLEN; u = ngx_utf8_to_utf16(utf16, gl->pattern, &len, 0); if (u == NULL) { return NGX_ERROR; } gl->dir = FindFirstFileW(u, &gl->finddata); if (gl->dir == INVALID_HANDLE_VALUE) { err = ngx_errno; if (u != utf16) { ngx_free(u); } if ((err == ERROR_FILE_NOT_FOUND || err == ERROR_PATH_NOT_FOUND) && gl->test) { gl->no_match = 1; return NGX_OK; } ngx_set_errno(err); return NGX_ERROR; } for (p = gl->pattern; *p; p++) { if (*p == '/') { gl->last = p + 1 - gl->pattern; } } if (u != utf16) { ngx_free(u); } gl->ready = 1; return NGX_OK; } ngx_int_t ngx_read_glob(ngx_glob_t *gl, ngx_str_t *name) { u_char *p; size_t len; ngx_err_t err; u_char utf8[NGX_UTF8_BUFLEN]; if (gl->no_match) { return NGX_DONE; } if (gl->ready) { gl->ready = 0; goto convert; } ngx_free(gl->name.data); gl->name.data = NULL; if (FindNextFileW(gl->dir, &gl->finddata) != 0) { goto convert; } err = ngx_errno; if (err == NGX_ENOMOREFILES) { return NGX_DONE; } ngx_log_error(NGX_LOG_ALERT, gl->log, err, "FindNextFile(%s) failed", gl->pattern); return NGX_ERROR; convert: len = NGX_UTF8_BUFLEN; p = ngx_utf16_to_utf8(utf8, gl->finddata.cFileName, &len, NULL); if (p == NULL) { return NGX_ERROR; } gl->name.len = gl->last + len - 1; gl->name.data = ngx_alloc(gl->name.len + 1, gl->log); if (gl->name.data == NULL) { goto failed; } ngx_memcpy(gl->name.data, gl->pattern, gl->last); ngx_cpystrn(gl->name.data + gl->last, p, len); if (p != utf8) { ngx_free(p); } *name = gl->name; return NGX_OK; failed: if (p != utf8) { err = ngx_errno; ngx_free(p); ngx_set_errno(err); } return NGX_ERROR; } void ngx_close_glob(ngx_glob_t *gl) { if (gl->name.data) { ngx_free(gl->name.data); } if (gl->dir == INVALID_HANDLE_VALUE) { return; } if (FindClose(gl->dir) == 0) { ngx_log_error(NGX_LOG_ALERT, gl->log, ngx_errno, "FindClose(%s) failed", gl->pattern); } } ngx_int_t ngx_de_info(u_char *name, ngx_dir_t *dir) { return NGX_OK; } ngx_int_t ngx_de_link_info(u_char *name, ngx_dir_t *dir) { return NGX_OK; } ngx_int_t ngx_read_ahead(ngx_fd_t fd, size_t n) { return ~NGX_FILE_ERROR; } ngx_int_t ngx_directio_on(ngx_fd_t fd) { return ~NGX_FILE_ERROR; } ngx_int_t ngx_directio_off(ngx_fd_t fd) { return ~NGX_FILE_ERROR; } size_t ngx_fs_bsize(u_char *name) { u_long sc, bs, nfree, ncl; size_t len; u_short *u; u_short utf16[NGX_UTF16_BUFLEN]; len = NGX_UTF16_BUFLEN; u = ngx_utf8_to_utf16(utf16, name, &len, 0); if (u == NULL) { return 512; } if (GetDiskFreeSpaceW(u, &sc, &bs, &nfree, &ncl) == 0) { if (u != utf16) { ngx_free(u); } return 512; } if (u != utf16) { ngx_free(u); } return sc * bs; } off_t ngx_fs_available(u_char *name) { size_t len; u_short *u; ULARGE_INTEGER navail; u_short utf16[NGX_UTF16_BUFLEN]; len = NGX_UTF16_BUFLEN; u = ngx_utf8_to_utf16(utf16, name, &len, 0); if (u == NULL) { return NGX_MAX_OFF_T_VALUE; } if (GetDiskFreeSpaceExW(u, &navail, NULL, NULL) == 0) { if (u != utf16) { ngx_free(u); } return NGX_MAX_OFF_T_VALUE; } if (u != utf16) { ngx_free(u); } return (off_t) navail.QuadPart; } static ngx_int_t ngx_win32_check_filename(u_short *u, size_t len, ngx_uint_t dirname) { u_long n; u_short *lu, *p, *slash, ch; ngx_err_t err; enum { sw_start = 0, sw_normal, sw_after_slash, sw_after_colon, sw_after_dot } state; /* check for NTFS streams (":"), trailing dots and spaces */ lu = NULL; slash = NULL; state = sw_start; #if (NGX_SUPPRESS_WARN) ch = 0; #endif for (p = u; *p; p++) { ch = *p; switch (state) { case sw_start: /* * skip till first "/" to allow paths starting with drive and * relative path, like "c:html/" */ if (ch == '/' || ch == '\\') { state = sw_after_slash; slash = p; } break; case sw_normal: if (ch == ':') { state = sw_after_colon; break; } if (ch == '.' || ch == ' ') { state = sw_after_dot; break; } if (ch == '/' || ch == '\\') { state = sw_after_slash; slash = p; break; } break; case sw_after_slash: if (ch == '/' || ch == '\\') { break; } if (ch == '.') { break; } if (ch == ':') { state = sw_after_colon; break; } state = sw_normal; break; case sw_after_colon: if (ch == '/' || ch == '\\') { state = sw_after_slash; slash = p; break; } goto invalid; case sw_after_dot: if (ch == '/' || ch == '\\') { goto invalid; } if (ch == ':') { goto invalid; } if (ch == '.' || ch == ' ') { break; } state = sw_normal; break; } } if (state == sw_after_dot) { goto invalid; } if (dirname && slash) { ch = *slash; *slash = '\0'; len = slash - u + 1; } /* check if long name match */ lu = malloc(len * 2); if (lu == NULL) { return NGX_ERROR; } n = GetLongPathNameW(u, lu, len); if (n == 0) { if (dirname && slash && ngx_errno == NGX_ENOENT) { ngx_set_errno(NGX_ENOPATH); } goto failed; } if (n != len - 1 || _wcsicmp(u, lu) != 0) { goto invalid; } if (dirname && slash) { *slash = ch; } ngx_free(lu); return NGX_OK; invalid: ngx_set_errno(NGX_ENOENT); failed: if (dirname && slash) { *slash = ch; } if (lu) { err = ngx_errno; ngx_free(lu); ngx_set_errno(err); } return NGX_ERROR; } static u_short * ngx_utf8_to_utf16(u_short *utf16, u_char *utf8, size_t *len, size_t reserved) { u_char *p; u_short *u, *last; uint32_t n; p = utf8; u = utf16; last = utf16 + *len; while (u < last) { if (*p < 0x80) { *u++ = (u_short) *p; if (*p == 0) { *len = u - utf16; return utf16; } p++; continue; } if (u + 1 == last) { *len = u - utf16; break; } n = ngx_utf8_decode(&p, 4); if (n > 0x10ffff) { ngx_set_errno(NGX_EILSEQ); return NULL; } if (n > 0xffff) { n -= 0x10000; *u++ = (u_short) (0xd800 + (n >> 10)); *u++ = (u_short) (0xdc00 + (n & 0x03ff)); continue; } *u++ = (u_short) n; } /* the given buffer is not enough, allocate a new one */ u = malloc(((p - utf8) + ngx_strlen(p) + 1 + reserved) * sizeof(u_short)); if (u == NULL) { return NULL; } ngx_memcpy(u, utf16, *len * 2); utf16 = u; u += *len; for ( ;; ) { if (*p < 0x80) { *u++ = (u_short) *p; if (*p == 0) { *len = u - utf16; return utf16; } p++; continue; } n = ngx_utf8_decode(&p, 4); if (n > 0x10ffff) { ngx_free(utf16); ngx_set_errno(NGX_EILSEQ); return NULL; } if (n > 0xffff) { n -= 0x10000; *u++ = (u_short) (0xd800 + (n >> 10)); *u++ = (u_short) (0xdc00 + (n & 0x03ff)); continue; } *u++ = (u_short) n; } /* unreachable */ } static u_char * ngx_utf16_to_utf8(u_char *utf8, u_short *utf16, size_t *len, size_t *allocated) { u_char *p, *last; u_short *u, *j; uint32_t n; u = utf16; p = utf8; last = utf8 + *len; while (p < last) { if (*u < 0x80) { *p++ = (u_char) *u; if (*u == 0) { *len = p - utf8; return utf8; } u++; continue; } if (p >= last - 4) { *len = p - utf8; break; } n = ngx_utf16_decode(&u, 2); if (n > 0x10ffff) { ngx_set_errno(NGX_EILSEQ); return NULL; } if (n >= 0x10000) { *p++ = (u_char) (0xf0 + (n >> 18)); *p++ = (u_char) (0x80 + ((n >> 12) & 0x3f)); *p++ = (u_char) (0x80 + ((n >> 6) & 0x3f)); *p++ = (u_char) (0x80 + (n & 0x3f)); continue; } if (n >= 0x0800) { *p++ = (u_char) (0xe0 + (n >> 12)); *p++ = (u_char) (0x80 + ((n >> 6) & 0x3f)); *p++ = (u_char) (0x80 + (n & 0x3f)); continue; } *p++ = (u_char) (0xc0 + (n >> 6)); *p++ = (u_char) (0x80 + (n & 0x3f)); } /* the given buffer is not enough, allocate a new one */ for (j = u; *j; j++) { /* void */ } p = malloc((j - utf16) * 4 + 1); if (p == NULL) { return NULL; } if (allocated) { *allocated = (j - utf16) * 4 + 1; } ngx_memcpy(p, utf8, *len); utf8 = p; p += *len; for ( ;; ) { if (*u < 0x80) { *p++ = (u_char) *u; if (*u == 0) { *len = p - utf8; return utf8; } u++; continue; } n = ngx_utf16_decode(&u, 2); if (n > 0x10ffff) { ngx_free(utf8); ngx_set_errno(NGX_EILSEQ); return NULL; } if (n >= 0x10000) { *p++ = (u_char) (0xf0 + (n >> 18)); *p++ = (u_char) (0x80 + ((n >> 12) & 0x3f)); *p++ = (u_char) (0x80 + ((n >> 6) & 0x3f)); *p++ = (u_char) (0x80 + (n & 0x3f)); continue; } if (n >= 0x0800) { *p++ = (u_char) (0xe0 + (n >> 12)); *p++ = (u_char) (0x80 + ((n >> 6) & 0x3f)); *p++ = (u_char) (0x80 + (n & 0x3f)); continue; } *p++ = (u_char) (0xc0 + (n >> 6)); *p++ = (u_char) (0x80 + (n & 0x3f)); } /* unreachable */ } /* * ngx_utf16_decode() decodes one or two UTF-16 code units * the return values: * 0x80 - 0x10ffff valid character * 0x110000 - 0xfffffffd invalid sequence * 0xfffffffe incomplete sequence * 0xffffffff error */ uint32_t ngx_utf16_decode(u_short **u, size_t n) { uint32_t k, m; k = **u; if (k < 0xd800 || k > 0xdfff) { (*u)++; return k; } if (k > 0xdbff) { (*u)++; return 0xffffffff; } if (n < 2) { return 0xfffffffe; } (*u)++; m = *(*u)++; if (m < 0xdc00 || m > 0xdfff) { return 0xffffffff; } return 0x10000 + ((k - 0xd800) << 10) + (m - 0xdc00); }