Subversion Repository Public Repository

litesoft

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
package org.litesoft.core.util.text;

import java.util.*;

import org.litesoft.core.util.*;

public class CodedTextParser
{
    public static List<String> parse( String pText )
    {
        ArrayList<String> rv = new ArrayList<String>();
        if ( pText != null )
        {
            CharSource zSource = new CharSource( pText );
            if ( zSource.consumeNonVisible7bitAscii() )
            {
                do
                {
                    if ( !rv.isEmpty() )
                    {
                        rv.add( " " );
                    }
                    addChunk( rv, zSource.getUpToNonVisible7bitAscii() );
                }
                while ( zSource.consumeNonVisible7bitAscii() );
            }
        }
        return rv;
    }

    private static void addChunk( List<String> pCollector, String pToken )
    {
        if ( pToken.length() > 1 )
        {
            int zLeadingPunc = 0;
            while ( zLeadingPunc < pToken.length() && !UtilsCommon.isAlphaNumeric( pToken.charAt( zLeadingPunc ) ) )
            {
                zLeadingPunc++;
            }
            if ( zLeadingPunc != pToken.length() )
            {
                if ( zLeadingPunc != 0 )
                {
                    pCollector.add( pToken.substring( 0, zLeadingPunc ) );
                    pToken = pToken.substring( zLeadingPunc );
                }

                int zTrailingPunc = 0;
                while ( !UtilsCommon.isAlphaNumeric( pToken.charAt( pToken.length() - (zTrailingPunc + 1) ) ) )
                {
                    zTrailingPunc++;
                }
                if ( zTrailingPunc != 0 )
                {
                    int zAt = pToken.length() - zTrailingPunc;
                    pCollector.add( pToken.substring( 0, zAt ) );
                    pToken = pToken.substring( zAt );
                }
            }
        }
        pCollector.add( pToken );
    }
}

Commits for litesoft/trunk/Java/core/Anywhere/src/org/litesoft/core/util/text/CodedTextParser.java

Diff revisions: vs.
Revision Author Commited Message
2 GeorgeS picture GeorgeS Sun 07 Feb, 2010 12:50:58 +0000