/usr/share/gnu-smalltalk/examples/TokenStream.st is in gnu-smalltalk-common 3.2.4-2.1.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 | "======================================================================
|
| Token stream Method Definitions
|
|
======================================================================"
"======================================================================
|
| Copyright 1988,92,94,95,99,2000,2001,2007
| Free Software Foundation, Inc.
| Written by Steve Byrne.
|
| This file is part of the GNU Smalltalk class library.
|
| The GNU Smalltalk class library is free software; you can redistribute it
| and/or modify it under the terms of the GNU Lesser General Public License
| as published by the Free Software Foundation; either version 2.1, or (at
| your option) any later version.
|
| The GNU Smalltalk class library is distributed in the hope that it will be
| useful, but WITHOUT ANY WARRANTY; without even the implied warranty of
| MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser
| General Public License for more details.
|
| You should have received a copy of the GNU Lesser General Public License
| along with the GNU Smalltalk class library; see the file COPYING.LIB.
| If not, write to the Free Software Foundation, 59 Temple Place - Suite
| 330, Boston, MA 02110-1301, USA.
|
======================================================================"
Stream subclass: #TokenStream
instanceVariableNames: 'charStream'
classVariableNames: ''
poolDictionaries:''
category: 'Streams-Collections'
!
TokenStream comment:
'I operate on a stream of characters and return distinct whitespace-delimited
groups of characters; I am used to parse the parameters of class-creation
methods.
Basically, I parse off whitespace separated tokens as substrings and
return them (next). If the entire contents of the string are requested,
I return them as an Array containing the individual strings.'!
!TokenStream class methodsFor: 'instance creation'!
on: aString
"Answer a TokenStream working on aString"
^self onStream: (ReadStream on: aString)
!
onStream: aStream
"Answer a TokenStream working on the collection on which aStream
is in turn streaming."
^self new setStream: aStream
! !
!TokenStream methodsFor: 'basic'!
next
"Answer a new whitespace-separated token from the input stream"
| char tokStream |
self atEnd ifTrue: [ ^nil ]. "has the nice side effect of skipping
leading white space."
tokStream := WriteStream on: (String new: 1).
[ char := charStream peek.
(char notNil) and: [ (char isSeparator) not ] ]
whileTrue: [ tokStream nextPut: (charStream next) ].
^tokStream contents
!
atEnd
"Answer whether the input stream has no more tokens."
| char |
[ char := charStream peek.
char isNil ] whileFalse:
[ (char isSeparator) ifFalse: [ ^false ].
charStream next ].
^true
! !
!TokenStream methodsFor: 'write methods'!
nextPut: anObject
self shouldNotImplement
! !
!TokenStream methodsFor: 'private'!
setStream: aStream
charStream := aStream.
! !
|