# 2007 March 28

#

# The author disclaims copyright to this source code.

#

#*************************************************************************

# This file implements regression tests for SQLite library.  The focus

# of this script is testing isspace/isalnum/tolower problems with the

# FTS2 module.  Unfortunately, this code isn't a really principled set

# of tests, because it is impossible to know where new uses of these

# functions might appear.

#

# $Id: fts2l.test,v 1.2 2007/12/13 21:54:11 drh Exp $

#

set testdir [file dirname $argv0]

source $testdir/tester.tcl

# If SQLITE_ENABLE_FTS2 is defined, omit this file.

ifcapable !fts2 {

  finish_test

  return

}

# Tests that startsWith() (calls isspace, tolower, isalnum) can handle

# hi-bit chars.  parseSpec() also calls isalnum here.

do_test fts2l-1.1 {

  execsql "CREATE VIRTUAL TABLE t1 USING fts2(content, \x80)"

} {}

# Additionally tests isspace() call in getToken(), and isalnum() call

# in tokenListToIdList().

do_test fts2l-1.2 {

  catch {

    execsql "CREATE VIRTUAL TABLE t2 USING fts2(content, tokenize \x80)"

  }

  sqlite3_errmsg $DB

} "unknown tokenizer: \x80"

# Additionally test final isalnum() in startsWith().

do_test fts2l-1.3 {

  execsql "CREATE VIRTUAL TABLE t3 USING fts2(content, tokenize\x80)"

} {}

# The snippet-generation code has calls to isspace() which are sort of

# hard to get to.  It finds convenient breakpoints by starting ~40

# chars before and after the matched term, and scanning ~10 chars

# around that position for isspace() characters.  The long word with

# embedded hi-bit chars causes one of these isspace() calls to be

# exercised.  The version with a couple extra spaces should cause the

# other isspace() call to be exercised.  [Both cases have been tested

# in the debugger, but I'm hoping to continue to catch it if simple

# constant changes change things slightly.

#

# The trailing and leading hi-bit chars help with code which tests for

# isspace() to coalesce multiple spaces.

set word "\x80xxxxx\x80xxxxx\x80xxxxx\x80xxxxx\x80xxxxx\x80xxxxx\x80"

set phrase1 "$word $word $word target $word $word $word"

set phrase2 "$word $word $word    target    $word $word $word"

db eval {CREATE VIRTUAL TABLE t4 USING fts2(content)}

db eval "INSERT INTO t4 (content) VALUES ('$phrase1')"

db eval "INSERT INTO t4 (content) VALUES ('$phrase2')"

do_test fts2l-1.4 {

  execsql {SELECT rowid, length(snippet(t4)) FROM t4 WHERE t4 MATCH 'target'}

} {1 111 2 117}

finish_test