<!DOCTYPE html>
<html>
<head>
</head>
<body>
<dl style="line-height: 1.5; margin-left: 2em">
<dt style="clear: both; float: left; font-weight: bold; width: 8em">Author</dt>
<dd style="margin-left: 8.5em">Kouhei Sutou <kou****@clear*****></dd>
<dt style="clear: both; float: left; font-weight: bold; width: 8em">Date</dt>
<dd style="margin-left: 8.5em">2018-09-10 17:55:01 +0900 (Mon, 10 Sep 2018)</dd>
<dt style="clear: both; float: left; font-weight: bold; width: 8em">Revision</dt>
<dd style="margin-left: 8.5em"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1">ee1e94885295517b11424bbfe51906eed42bd7f1</a></dd>
<dt style="clear: both; float: left; font-weight: bold; width: 8em">Message</dt>
<dd style="margin-left: 8.5em"><pre style="border: 1px solid #aaa; font-family: Consolas, Menlo, "Liberation Mono", Courier, monospace; line-height: 1.2; padding: 0.5em; width: auto">Export GRN_TOKENIZER_{BEGIN,END}_MARK_UTF8</pre></dd>
<dt style="clear: both; float: left; font-weight: bold; width: 8em">Modified files</dt>
<dd style="margin-left: 8.5em">
<ul>
<li><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38">include/groonga/tokenizer.h</a></li>
<li><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4">lib/grn_token_cursor.h</a></li>
</ul>
</dd>
</dl>
<div class="diff-section" style="clear: both">
<table style="border-collapse: collapse; border: 1px solid #aaa">
<thead>
<tr class="diff-header" style="border: 1px solid #aaa">
<td colspan="3">
<pre style="border: 0; font-family: Consolas, Menlo, "Liberation Mono", Courier, monospace; line-height: 1.2; margin: 0; padding: 0.5em; white-space: normal; width: auto"><span class="diff-header" style="background-color: #eaf2f5; color: #999999; display: block; white-space: pre"> Modified: include/groonga/tokenizer.h (+5 -0)</span>
<span class="diff-header-mark" style="background-color: #eaf2f5; color: #999999; display: block; white-space: pre">===================================================================</span>
</pre>
</td>
</tr>
</thead>
<tbody>
<tr>
<th class="diff-line-number" style="border: 1px solid #aaa">
<pre style="border: 0; font-family: Consolas, Menlo, "Liberation Mono", Courier, monospace; line-height: 1.2; margin: 0; padding: 0.5em; white-space: normal; width: auto"><span class="diff-line-number-hunk-header" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38L27">...</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38L28">28</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38L29">29</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38L30">30</a></span>
<span class="diff-line-number-nothing" style="display: block; white-space: pre"> </span>
<span class="diff-line-number-nothing" style="display: block; white-space: pre"> </span>
<span class="diff-line-number-nothing" style="display: block; white-space: pre"> </span>
<span class="diff-line-number-nothing" style="display: block; white-space: pre"> </span>
<span class="diff-line-number-nothing" style="display: block; white-space: pre"> </span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38L31">31</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38L32">32</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38L33">33</a></span>
</pre>
</th>
<th class="diff-line-number" style="border: 1px solid #aaa">
<pre style="border: 0; font-family: Consolas, Menlo, "Liberation Mono", Courier, monospace; line-height: 1.2; margin: 0; padding: 0.5em; white-space: normal; width: auto"><span class="diff-line-number-hunk-header" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38R27">...</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38R28">28</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38R29">29</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38R30">30</a></span>
<span class="diff-line-number-added" style="background-color: #eaffea; color: #000000; display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38R31">31</a></span>
<span class="diff-line-number-added" style="background-color: #eaffea; color: #000000; display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38R32">32</a></span>
<span class="diff-line-number-added" style="background-color: #eaffea; color: #000000; display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38R33">33</a></span>
<span class="diff-line-number-added" style="background-color: #eaffea; color: #000000; display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38R34">34</a></span>
<span class="diff-line-number-added" style="background-color: #eaffea; color: #000000; display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38R35">35</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38R36">36</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38R37">37</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-24531a74a587ec29deb4821771e34c38R38">38</a></span>
</pre>
</th>
<td class="diff-content" style="border: 1px solid #aaa">
<pre style="border: 0; font-family: Consolas, Menlo, "Liberation Mono", Courier, monospace; line-height: 1.2; margin: 0; padding: 0.5em; white-space: normal; width: auto"><span class="diff-hunk-header" style="background-color: #eaf2f5; color: #999999; display: block; white-space: pre">@@ -28,6 +28,11 @@ <span class="diff-context" style="background-color: #ffffaa; color: #000000">extern "C" {</span></span>
<span class="diff-not-changed" style="display: block; white-space: pre"> #define GRN_TOKENIZER_TOKENIZED_DELIMITER_UTF8 "\xEF\xBF\xBE"</span>
<span class="diff-not-changed" style="display: block; white-space: pre"> #define GRN_TOKENIZER_TOKENIZED_DELIMITER_UTF8_LEN 3</span>
<span class="diff-not-changed" style="display: block; white-space: pre"> </span>
<span class="diff-added" style="background-color: #eaffea; color: #000000; display: block; white-space: pre">+#define GRN_TOKENIZER_BEGIN_MARK_UTF8 "\xEF\xBF\xAF"</span>
<span class="diff-added" style="background-color: #eaffea; color: #000000; display: block; white-space: pre">+#define GRN_TOKENIZER_BEGIN_MARK_UTF8_LEN 3</span>
<span class="diff-added" style="background-color: #eaffea; color: #000000; display: block; white-space: pre">+#define GRN_TOKENIZER_END_MARK_UTF8 "\xEF\xBF\xB0"</span>
<span class="diff-added" style="background-color: #eaffea; color: #000000; display: block; white-space: pre">+#define GRN_TOKENIZER_END_MARK_UTF8_LEN 3</span>
<span class="diff-added" style="background-color: #eaffea; color: #000000; display: block; white-space: pre">+</span>
<span class="diff-not-changed" style="display: block; white-space: pre"> /*</span>
<span class="diff-not-changed" style="display: block; white-space: pre"> grn_tokenizer_charlen() returns the length (#bytes) of the first character</span>
<span class="diff-not-changed" style="display: block; white-space: pre"> in the string specified by `str_ptr' and `str_length'. If the starting bytes</span>
</pre>
</td>
</tr>
</tbody>
</table>
<table style="border-collapse: collapse; border: 1px solid #aaa">
<thead>
<tr class="diff-header" style="border: 1px solid #aaa">
<td colspan="3">
<pre style="border: 0; font-family: Consolas, Menlo, "Liberation Mono", Courier, monospace; line-height: 1.2; margin: 0; padding: 0.5em; white-space: normal; width: auto"><span class="diff-header" style="background-color: #eaf2f5; color: #999999; display: block; white-space: pre"> Modified: lib/grn_token_cursor.h (+0 -5)</span>
<span class="diff-header-mark" style="background-color: #eaf2f5; color: #999999; display: block; white-space: pre">===================================================================</span>
</pre>
</td>
</tr>
</thead>
<tbody>
<tr>
<th class="diff-line-number" style="border: 1px solid #aaa">
<pre style="border: 0; font-family: Consolas, Menlo, "Liberation Mono", Courier, monospace; line-height: 1.2; margin: 0; padding: 0.5em; white-space: normal; width: auto"><span class="diff-line-number-hunk-header" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4L26">...</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4L27">27</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4L28">28</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4L29">29</a></span>
<span class="diff-line-number-deleted" style="background-color: #ffecec; color: #000000; display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4L30">30</a></span>
<span class="diff-line-number-deleted" style="background-color: #ffecec; color: #000000; display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4L31">31</a></span>
<span class="diff-line-number-deleted" style="background-color: #ffecec; color: #000000; display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4L32">32</a></span>
<span class="diff-line-number-deleted" style="background-color: #ffecec; color: #000000; display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4L33">33</a></span>
<span class="diff-line-number-deleted" style="background-color: #ffecec; color: #000000; display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4L34">34</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4L35">35</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4L36">36</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4L37">37</a></span>
</pre>
</th>
<th class="diff-line-number" style="border: 1px solid #aaa">
<pre style="border: 0; font-family: Consolas, Menlo, "Liberation Mono", Courier, monospace; line-height: 1.2; margin: 0; padding: 0.5em; white-space: normal; width: auto"><span class="diff-line-number-hunk-header" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4R26">...</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4R27">27</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4R28">28</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4R29">29</a></span>
<span class="diff-line-number-nothing" style="display: block; white-space: pre"> </span>
<span class="diff-line-number-nothing" style="display: block; white-space: pre"> </span>
<span class="diff-line-number-nothing" style="display: block; white-space: pre"> </span>
<span class="diff-line-number-nothing" style="display: block; white-space: pre"> </span>
<span class="diff-line-number-nothing" style="display: block; white-space: pre"> </span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4R30">30</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4R31">31</a></span>
<span class="diff-line-number-not-changed" style="display: block; white-space: pre"><a href="https://github.com/groonga/groonga/commit/ee1e94885295517b11424bbfe51906eed42bd7f1#diff-fd86efdd4b73f865af422f35dc428ae4R32">32</a></span>
</pre>
</th>
<td class="diff-content" style="border: 1px solid #aaa">
<pre style="border: 0; font-family: Consolas, Menlo, "Liberation Mono", Courier, monospace; line-height: 1.2; margin: 0; padding: 0.5em; white-space: normal; width: auto"><span class="diff-hunk-header" style="background-color: #eaf2f5; color: #999999; display: block; white-space: pre">@@ -27,11 +27,6 @@</span>
<span class="diff-not-changed" style="display: block; white-space: pre"> extern "C" {</span>
<span class="diff-not-changed" style="display: block; white-space: pre"> #endif</span>
<span class="diff-not-changed" style="display: block; white-space: pre"> </span>
<span class="diff-deleted" style="background-color: #ffecec; color: #000000; display: block; white-space: pre">-#define GRN_TOKENIZER_BEGIN_MARK_UTF8 "\xEF\xBF\xAF"</span>
<span class="diff-deleted" style="background-color: #ffecec; color: #000000; display: block; white-space: pre">-#define GRN_TOKENIZER_BEGIN_MARK_UTF8_LEN 3</span>
<span class="diff-deleted" style="background-color: #ffecec; color: #000000; display: block; white-space: pre">-#define GRN_TOKENIZER_END_MARK_UTF8 "\xEF\xBF\xB0"</span>
<span class="diff-deleted" style="background-color: #ffecec; color: #000000; display: block; white-space: pre">-#define GRN_TOKENIZER_END_MARK_UTF8_LEN 3</span>
<span class="diff-deleted" style="background-color: #ffecec; color: #000000; display: block; white-space: pre">-</span>
<span class="diff-not-changed" style="display: block; white-space: pre"> typedef enum {</span>
<span class="diff-not-changed" style="display: block; white-space: pre"> GRN_TOKEN_CURSOR_DOING = 0,</span>
<span class="diff-not-changed" style="display: block; white-space: pre"> GRN_TOKEN_CURSOR_DONE,</span>
</pre>
</td>
</tr>
</tbody>
</table>
</div>
</body>
</html>