blob: bce3d9c41836428f20b207fe7ea184cf95c66b65 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
|
<?xml version="1.0" encoding="UTF-8"?>
<!--
* Scilab ( http://www.scilab.org/ ) - This file is part of Scilab
* Copyright (C) INRIA -
*
* This file must be used under the terms of the CeCILL.
* This source file is licensed as described in the file COPYING, which
* you should have received as part of this distribution. The terms
* are also available at
* http://www.cecill.info/licences/Licence_CeCILL_V2.1-en.txt
*
-->
<refentry xmlns="http://docbook.org/ns/docbook" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:svg="http://www.w3.org/2000/svg" xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:db="http://docbook.org/ns/docbook" xmlns:scilab="http://www.scilab.org" xml:lang="en" xml:id="tokens">
<refnamediv>
<refname>tokens</refname>
<refpurpose>returns the tokens of a character string</refpurpose>
</refnamediv>
<refsynopsisdiv>
<title>Calling Sequence</title>
<synopsis>T = tokens(str [,delimiter])</synopsis>
</refsynopsisdiv>
<refsection>
<title>Arguments</title>
<variablelist>
<varlistentry>
<term>str</term>
<listitem>
<para>
a character string. The string where to search the tokens.
</para>
</listitem>
</varlistentry>
<varlistentry>
<term>delimiter</term>
<listitem>
<para>
(optional) a character or a vector of characters. The tokens delimiters.
</para>
</listitem>
</varlistentry>
<varlistentry>
<term>T</term>
<listitem>
<para>
a column vector of found tokens.
</para>
</listitem>
</varlistentry>
</variablelist>
</refsection>
<refsection>
<title>Description</title>
<para>
<code>T = tokens(str [,delimiter]) </code> searches the tokens
included in the string <varname>str</varname>. The
<varname>delimiter</varname> default value is <literal>[" ",<Tab>]</literal>
where <literal><Tab></literal> stands for <code>ascii(9)</code>.
</para>
</refsection>
<refsection>
<title>Examples</title>
<programlisting role="example"><![CDATA[
tokens('This is a character string')
tokens('SCI/demos/scicos','/')
tokens('y=a+b*2',['=','+','*'])
]]></programlisting>
</refsection>
<refsection role="see also">
<title>See Also</title>
<simplelist type="inline">
<member>
<link linkend="strindex">strindex</link>
</member>
<member>
<link linkend="tokenpos">tokenpos</link>
</member>
</simplelist>
</refsection>
</refentry>
|
