1 // Copyright 2013 The Go Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style
3 // license that can be found in the LICENSE file.
7 // Exported for testing only.
14 const DefaultBufSize = defaultBufSize
16 func (s *Scanner) MaxTokenSize(n int) {
17 if n < utf8.UTFMax || n > 1e9 {
18 panic("bad max token size")
21 s.buf = make([]byte, n)
26 // ErrOrEOF is like Err, but returns EOF. Used to test a corner case.
27 func (s *Scanner) ErrOrEOF() error {