DocIndexer

Usage: docindex [options] [docsdir] [files...]

Options:
  --version             show program's version number and exit
  -h, --help            show this help message and exit
  -a, --analyze         analyze file and write words to stdout
  -c, --config          print configuration information
  -e WILDCARDS, --excludes=WILDCARDS
                        one or more | separated wildcards
  -i WILDCARDS, --includes=WILDCARDS
                        one or more | separated wildcards
  -F FORMAT, --format=FORMAT
                        list format
  -l, --list            print a list of indexed documents
  -L FILE, --logfile=FILE
                        write log messages to file
  -n, --dry-run         do not update the index
  -q, --quiet           suppress stdout while indexing
  -r, --rebuild         rebuild the index
  -s, --summary         print a summary of index statistics
  -t, --text            parse file and write textual content to stdout

age: docsearch [options] lucene_query [searchdir]

Options:
  --version             show program's version number and exit
  -h, --help            show this help message and exit
  -a, --and             join terms with AND operator
  -F FORMAT, --format=FORMAT
                        results list format
  -l, --list            use long index listing format
  -q, --quiet           suppress results list
  -s, --summary         print a summary of search results

Attribute VB_Name = "Module1"
Option Compare Database
Option Explicit

Public Const DOCS_DIR = "P:\test-docs-small"
Public Const INCLUDES = "*.doc|*.rtf|*.txt"

Public Sub TestAll()
    TestTextContent
    TestDocIndexer
    TestDocIndexer , True
    TestBuildIndex
    TestBuildIndex , True
    TestDocSearcher
End Sub

Public Sub TestDocSearcher(Optional docsdir As String = DOCS_DIR)
    Static query As String
    query = InputBox("Enter search query:", , query)
    If query = "" Then
        Exit Sub
    End If
    Dim searcher As Object, startTime As Double
    startTime = Time()
    Set searcher = CreateObject("docindexer.searcher")
    searcher.OpenIndex docsdir
    'Pass CStr(query) else query is set to return string -- weird!
    searcher.QuerySearch CStr(query)
    Dim n As Long, filename As String
    filename = searcher.NextFile()
    Do While filename <> ""
        Debug.Print filename
        filename = searcher.NextFile()
    Loop
    Debug.Print searcher.TotalHits & " file(s) found with query: " & searcher.ParsedQuery
    searcher.CloseIndex
    Set searcher = Nothing
    Debug.Print Format((Time() - startTime) * 24# * 3600#, "0.00") & " seconds"
End Sub

Public Sub TestDocIndexer(Optional docsdir As String = DOCS_DIR, Optional incremental As Boolean = False)
    Dim indexer As Object, startTime As Double
    startTime = Time()
    Set indexer = CreateObject("docindexer.indexer")
    indexer.OpenIndex docsdir, incremental, INCLUDES
    Dim filename As String
    filename = indexer.NextFile()
    Do While filename <> ""
        Debug.Print "Indexing " & filename;
        If Not indexer.AddFile(filename) Then
            Debug.Print " *** SKIPPED ***"
        Else
            Debug.Print
        End If
        filename = indexer.NextFile()
    Loop
    indexer.CloseIndex
    Debug.Print indexer.IndexedCount & " file(s) indexed"
    Debug.Print indexer.SkippedCount & " file(s) skipped"
    Debug.Print indexer.BytesIndexed & " bytes indexed"
    Debug.Print Format((Time() - startTime) * 24# * 3600#, "0.00") & " seconds"
    Set indexer = Nothing
End Sub

Public Sub TestTextContent()
    Dim utils As Object, s As String
    Set utils = CreateObject("docindexer.utils")
    s = utils.TextContent(DOCS_DIR & "\sitereport.pdf")
    Debug.Print s
End Sub

Public Sub TestBuildIndex(Optional docsdir As String = DOCS_DIR, Optional incremental As Boolean = False)
    Dim indexer As Object, startTime As Double
    startTime = Time()
    Set indexer = CreateObject("docindexer.indexer")
    indexer.BuildIndex docsdir, incremental, INCLUDES
    Debug.Print indexer.IndexedCount & " file(s) indexed"
    Debug.Print indexer.SkippedCount & " file(s) skipped"
    Debug.Print indexer.BytesIndexed & " bytes indexed"
    Debug.Print Format((Time() - startTime) * 24# * 3600#, "0.00") & " seconds"
    Set indexer = Nothing
End Sub