head	1.2;
access;
symbols;
locks; strict;
comment	@// @;


1.2
date	2000.12.13.17.37.25;	author simons;	state dead;
branches;
next	1.1;

1.1
date	2000.12.13.15.46.39;	author simons;	state Exp;
branches;
next	;


desc
@@


1.2
log
@Removed unused C++ code.
@
text
@/*
 * $Source: /d1/e/petidomo/cvs/petidomo/source/libtext/tokenizer_test.cpp,v $
 * $Revision: 1.1 $
 * $Date: 2000/12/13 15:46:39 $
 *
 * Copyright (c) 1999 by CyberSolutions GmbH.
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 *
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * 3. All advertising materials mentioning features or use of this software
 *    must display the following acknowledgement:
 *      This product includes software developed by CyberSolutions GmbH.
 *
 * 4. The name of the author may not be used to endorse or promote products
 *    derived from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */

#include <iostream>
#include <list>

#include "text.hpp"

int
main(int argc, char ** argv)
{
    //
    // Test the tokenizer.
    //
    list<string>  l;
    insert_iterator< list<string> > ii(l, l.end());
    const string buf("this is a   test\n\n\n\r\tskfj     \t  blax\n");
    tokenize(ii, buf);
    cout << "Found " << l.size() << " tokens." << endl;
    if( l.size()!=6 )
      return 1;
    copy(l.begin(), l.end(), ostream_iterator<string>(cout, "\n"));

    return 0;
}
@


1.1
log
@Imported latest version.
@
text
@d2 3
a4 3
 * $Source: /home/cvs/lib/libtext/tokenizer_test.cpp,v $
 * $Revision: 1.1.1.1 $
 * $Date: 1999/08/23 07:40:43 $
@