summaryrefslogtreecommitdiff
path: root/modules/string/src/c/tokens.c
blob: afb05bb2ab0a862d87f97923d583ce5eecba8b68 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93

/*
 * Scilab ( http://www.scilab.org/ ) - This file is part of Scilab
 * Copyright (C) INRIA - Cong WU
 * Copyright (C) INRIA - 2008 - Allan CORNET
 *
 * This file must be used under the terms of the CeCILL.
 * This source file is licensed as described in the file COPYING, which
 * you should have received as part of this distribution.  The terms
 * are also available at
 * http://www.cecill.info/licences/Licence_CeCILL_V2.1-en.txt
 *
 */

/*------------------------------------------------------------------------*/
#include <string.h>
#include <stdio.h>
#include "MALLOC.h"
#include "tokens.h"
#ifdef _MSC_VER
#include "strdup_windows.h"
#endif
#include "charEncoding.h"
/*------------------------------------------------------------------------*/
char** stringTokens(char *str, char **delim, int sizedelim, int *sizeOutputs)
{
    char **Outputs = NULL;
    *sizeOutputs = 0;

    if (str)
    {
        wchar_t *wcdelimiters = NULL;
        wcdelimiters = (wchar_t*)MALLOC(sizeof(wchar_t) * (sizedelim + 1));

        if (wcdelimiters)
        {
            int i = 0;
            wchar_t * wcstr = to_wide_string(str);
            wchar_t *wctoken = NULL;
#ifndef _MSC_VER
            wchar_t *state = NULL;
#endif

            for (i = 0; i < sizedelim; i++)
            {
                wchar_t * wcdelim = to_wide_string(delim[i]);
                wcdelimiters[i] = wcdelim[0];
                FREE(wcdelim);
                wcdelim = NULL;
            }
            wcdelimiters[i] = L'\0';

#ifndef _MSC_VER
            wctoken = wcstok(wcstr, wcdelimiters, &state);
#else
            wctoken = wcstok(wcstr, wcdelimiters);
#endif

            while ( wctoken != NULL)
            {
                (*sizeOutputs)++;
                if (Outputs == NULL)
                {
                    Outputs = (char**)MALLOC(sizeof(char*) * (*sizeOutputs));
                }
                else
                {
                    Outputs = (char**)REALLOC(Outputs, sizeof(char*) * (*sizeOutputs));
                }
                Outputs[*sizeOutputs - 1] = wide_string_to_UTF8(wctoken);
#ifndef _MSC_VER
                wctoken =  wcstok(NULL, wcdelimiters, &state);
#else
                wctoken =  wcstok(NULL, wcdelimiters);
#endif
            }

            if (wcdelimiters)
            {
                FREE(wcdelimiters);
                wcdelimiters = NULL;
            }
            if (wcstr)
            {
                FREE(wcstr);
                wcstr = NULL;
            }
        }

    }
    return Outputs;
}
/*--------------------------------------------------------------------------*/