Merge branch 'ds/midx-expire-repack'
[git/git.git] / compat / precompose_utf8.c
CommitLineData
76759c7d
TB
1/*
2 * Converts filenames from decomposed unicode into precomposed unicode.
3 * Used on MacOS X.
5f8580ad 4 */
76759c7d
TB
5
6#define PRECOMPOSE_UNICODE_C
7
8#include "cache.h"
b2141fc1 9#include "config.h"
76759c7d
TB
10#include "utf8.h"
11#include "precompose_utf8.h"
12
13typedef char *iconv_ibp;
5f8580ad
RR
14static const char *repo_encoding = "UTF-8";
15static const char *path_encoding = "UTF-8-MAC";
76759c7d 16
9a27f967 17static size_t has_non_ascii(const char *s, size_t maxlen, size_t *strlen_c)
76759c7d 18{
9a27f967 19 const uint8_t *ptr = (const uint8_t *)s;
76759c7d
TB
20 size_t strlen_chars = 0;
21 size_t ret = 0;
22
9a27f967 23 if (!ptr || !*ptr)
76759c7d 24 return 0;
76759c7d 25
9a27f967
JH
26 while (*ptr && maxlen) {
27 if (*ptr & 0x80)
76759c7d
TB
28 ret++;
29 strlen_chars++;
9a27f967 30 ptr++;
76759c7d
TB
31 maxlen--;
32 }
33 if (strlen_c)
34 *strlen_c = strlen_chars;
35
36 return ret;
37}
38
39
fdf72966 40void probe_utf8_pathname_composition(void)
76759c7d 41{
fdf72966 42 struct strbuf path = STRBUF_INIT;
5f8580ad
RR
43 static const char *auml_nfc = "\xc3\xa4";
44 static const char *auml_nfd = "\x61\xcc\x88";
76759c7d
TB
45 int output_fd;
46 if (precomposed_unicode != -1)
47 return; /* We found it defined in the global config, respect it */
fdf72966
JK
48 git_path_buf(&path, "%s", auml_nfc);
49 output_fd = open(path.buf, O_CREAT|O_EXCL|O_RDWR, 0600);
5f8580ad 50 if (output_fd >= 0) {
76759c7d 51 close(output_fd);
fdf72966
JK
52 git_path_buf(&path, "%s", auml_nfd);
53 precomposed_unicode = access(path.buf, R_OK) ? 0 : 1;
3d180648
PS
54 git_config_set("core.precomposeunicode",
55 precomposed_unicode ? "true" : "false");
fdf72966
JK
56 git_path_buf(&path, "%s", auml_nfc);
57 if (unlink(path.buf))
58 die_errno(_("failed to unlink '%s'"), path.buf);
76759c7d 59 }
fdf72966 60 strbuf_release(&path);
76759c7d
TB
61}
62
63
64void precompose_argv(int argc, const char **argv)
65{
66 int i = 0;
67 const char *oldarg;
68 char *newarg;
69 iconv_t ic_precompose;
70
71 if (precomposed_unicode != 1)
72 return;
73
74 ic_precompose = iconv_open(repo_encoding, path_encoding);
75 if (ic_precompose == (iconv_t) -1)
76 return;
77
78 while (i < argc) {
79 size_t namelen;
80 oldarg = argv[i];
9a27f967 81 if (has_non_ascii(oldarg, (size_t)-1, &namelen)) {
aab2a1ae 82 newarg = reencode_string_iconv(oldarg, namelen, ic_precompose, 0, NULL);
76759c7d
TB
83 if (newarg)
84 argv[i] = newarg;
85 }
86 i++;
87 }
88 iconv_close(ic_precompose);
89}
90
91
92PREC_DIR *precompose_utf8_opendir(const char *dirname)
93{
94 PREC_DIR *prec_dir = xmalloc(sizeof(PREC_DIR));
95 prec_dir->dirent_nfc = xmalloc(sizeof(dirent_prec_psx));
96 prec_dir->dirent_nfc->max_name_len = sizeof(prec_dir->dirent_nfc->d_name);
97
98 prec_dir->dirp = opendir(dirname);
99 if (!prec_dir->dirp) {
100 free(prec_dir->dirent_nfc);
101 free(prec_dir);
102 return NULL;
103 } else {
104 int ret_errno = errno;
105 prec_dir->ic_precompose = iconv_open(repo_encoding, path_encoding);
106 /* if iconv_open() fails, die() in readdir() if needed */
107 errno = ret_errno;
108 }
109
110 return prec_dir;
111}
112
113struct dirent_prec_psx *precompose_utf8_readdir(PREC_DIR *prec_dir)
114{
115 struct dirent *res;
116 res = readdir(prec_dir->dirp);
117 if (res) {
118 size_t namelenz = strlen(res->d_name) + 1; /* \0 */
119 size_t new_maxlen = namelenz;
120
121 int ret_errno = errno;
122
123 if (new_maxlen > prec_dir->dirent_nfc->max_name_len) {
124 size_t new_len = sizeof(dirent_prec_psx) + new_maxlen -
125 sizeof(prec_dir->dirent_nfc->d_name);
126
127 prec_dir->dirent_nfc = xrealloc(prec_dir->dirent_nfc, new_len);
128 prec_dir->dirent_nfc->max_name_len = new_maxlen;
129 }
130
131 prec_dir->dirent_nfc->d_ino = res->d_ino;
132 prec_dir->dirent_nfc->d_type = res->d_type;
133
9a27f967 134 if ((precomposed_unicode == 1) && has_non_ascii(res->d_name, (size_t)-1, NULL)) {
76759c7d
TB
135 if (prec_dir->ic_precompose == (iconv_t)-1) {
136 die("iconv_open(%s,%s) failed, but needed:\n"
137 " precomposed unicode is not supported.\n"
0f7b4c2e 138 " If you want to use decomposed unicode, run\n"
76759c7d
TB
139 " \"git config core.precomposeunicode false\"\n",
140 repo_encoding, path_encoding);
141 } else {
142 iconv_ibp cp = (iconv_ibp)res->d_name;
143 size_t inleft = namelenz;
144 char *outpos = &prec_dir->dirent_nfc->d_name[0];
145 size_t outsz = prec_dir->dirent_nfc->max_name_len;
76759c7d 146 errno = 0;
e2b021eb 147 iconv(prec_dir->ic_precompose, &cp, &inleft, &outpos, &outsz);
76759c7d
TB
148 if (errno || inleft) {
149 /*
150 * iconv() failed and errno could be E2BIG, EILSEQ, EINVAL, EBADF
832c0e5e 151 * MacOS X avoids illegal byte sequences.
76759c7d
TB
152 * If they occur on a mounted drive (e.g. NFS) it is not worth to
153 * die() for that, but rather let the user see the original name
154 */
155 namelenz = 0; /* trigger strlcpy */
156 }
157 }
5f8580ad 158 } else
76759c7d
TB
159 namelenz = 0;
160
161 if (!namelenz)
162 strlcpy(prec_dir->dirent_nfc->d_name, res->d_name,
163 prec_dir->dirent_nfc->max_name_len);
164
165 errno = ret_errno;
166 return prec_dir->dirent_nfc;
167 }
168 return NULL;
169}
170
171
172int precompose_utf8_closedir(PREC_DIR *prec_dir)
173{
174 int ret_value;
175 int ret_errno;
176 ret_value = closedir(prec_dir->dirp);
177 ret_errno = errno;
178 if (prec_dir->ic_precompose != (iconv_t)-1)
179 iconv_close(prec_dir->ic_precompose);
180 free(prec_dir->dirent_nfc);
181 free(prec_dir);
182 errno = ret_errno;
183 return ret_value;
184}