From: Mark <markjordanthom@gmail.com>
Date: Tue, 4 Jul 2023 17:22:07 +0000 (-0600)
Subject: widen CharReader buffer (#1859)
X-Git-Tag: v0.9.2~93
X-Git-Url: https://git.sagredo.dev/?a=commitdiff_plain;h=c58d8804a1581b7ca65030be655fa505c4de9010;p=scryer-prolog.git

widen CharReader buffer (#1859)
---

diff --git a/src/parser/char_reader.rs b/src/parser/char_reader.rs
index a2a7c2e2..8a74db37 100644
--- a/src/parser/char_reader.rs
+++ b/src/parser/char_reader.rs
@@ -20,7 +20,7 @@ use std::str;
 
 pub struct CharReader<R> {
     inner: R,
-    buf: SmallVec<[u8;4]>,
+    buf: SmallVec<[u8;32]>,
     pos: usize,
 }
 
@@ -121,7 +121,7 @@ impl<R: Read> CharReader<R> {
 
             self.buf.clear();
 
-            let mut word = [0u8;4];
+            let mut word = [0u8; std::mem::size_of::<char>()];
             let nread = self.inner.read(&mut word)?;
 
             self.buf.extend_from_slice(&word[..nread]);
@@ -234,10 +234,10 @@ impl<R: Read> CharRead for CharReader<R> {
     #[inline(always)]
     fn put_back_char(&mut self, c: char) {
         let src_len = self.buf.len() - self.pos;
-        debug_assert!(src_len <= 4);
+        debug_assert!(src_len <= self.buf.capacity());
 
         let c_len = c.len_utf8();
-        let mut shifted_slice = [0u8; 4];
+        let mut shifted_slice = [0u8; 32];
 
         shifted_slice[0..src_len].copy_from_slice(&self.buf[self.pos .. self.buf.len()]);