iconv -f CP1251 "Вишневый сад.txt"                                     >"Вишневый сад.utf8"
iconv -f CP1251 "Дядя Ваня.txt"                                        >"Дядя Ваня.utf8"
iconv -f CP1251 "Иванов.txt"                                           >"Иванов.utf8"
iconv -f CP1251 "Короткие пьесы.txt"                                   >"Короткие пьесы.utf8"
iconv -f CP1251 "Леший.txt"                                            >"Леший.utf8"
iconv -f CP1251 "Рассказы 1887 г..txt"                                 >"Рассказы 1887 г..utf8"
iconv -f CP1251 "Рассказы и повести 1888 - 1891 гг..txt"               >"Рассказы и повести 1888 - 1891 гг..utf8"
iconv -f CP1251 "Рассказы и повести 1892 - 1894 гг..txt"               >"Рассказы и повести 1892 - 1894 гг..utf8"
iconv -f CP1251 "Рассказы и повести 1894 - 1897 гг..txt"               >"Рассказы и повести 1894 - 1897 гг..utf8"
iconv -f CP1251 "РАссказы и повести 1898 - 1903 гг..txt"               >"РАссказы и повести 1898 - 1903 гг..utf8"
iconv -f CP1251 "Рассказы и юморески 1884-1885 гг. Драма на охоте.txt" >"Рассказы и юморески 1884-1885 гг. Драма на охоте.utf8"
iconv -f CP1251 "Рассказы и юморески 1885 - 1886 гг..txt"              >"Рассказы и юморески 1885 - 1886 гг..utf8"
iconv -f CP1251 "Рассказы, повести, юморески 1880 - 1882 гг..txt"      >"Рассказы, повести, юморески 1880 - 1882 гг..utf8"
iconv -f CP1251 "Рассказы, юморески 1883 - 1884 гг..txt"               >"Рассказы, юморески 1883 - 1884 гг..utf8"
iconv -f CP1251 "Три Сестры.txt"                                       >"Три Сестры.utf8"
iconv -f CP1251 "Чайка.txt"                                            >"Чайка.utf8"

/*
 * To change this template, choose Tools | Templates
 * and open the template in the editor.
 */
package book.word;

import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.PreparedStatement;
import java.sql.ResultSet;
import java.sql.Statement;
import java.sql.SQLException;

import java.util.Map;
import java.util.Scanner;
import java.util.TreeMap;
import java.io.File;
import java.io.FileNotFoundException;

public class BooksWords {

    public static Connection connection;

    public static void InitConnection() throws ClassNotFoundException, SQLException {

        Class.forName("org.h2.Driver");
        Class.forName("org.postgresql.Driver");

        connection = DriverManager.getConnection("jdbc:h2:mem:test", "sa", "");
        //connection = DriverManager.getConnection("jdbc:postgresql:postgres", "postgres", "");

        try {

            connection.prepareStatement("drop table if exists book_word;").execute();
            connection.prepareStatement("drop table if exists word;").execute();
            connection.prepareStatement("drop table if exists book;").execute();

            //connection.prepareStatement("drop sequence if exists sq_book;").execute();
            //connection.prepareStatement("drop sequence if exists sq_word;").execute();

            connection.prepareStatement("drop sequence sq_book;").execute();
            connection.prepareStatement("drop sequence sq_word;").execute();
        } catch (SQLException e) {
        }

        connection.prepareStatement("create sequence sq_book;").execute();
        connection.prepareStatement("create table book (id int not null default nextval('sq_book'), book varchar not null);").execute();
        connection.prepareStatement("alter table book add constraint pk_book primary key (id);").execute();
        connection.prepareStatement("create unique index ak_book on book (book);").execute();



        connection.prepareStatement("create sequence sq_word;").execute();
        connection.prepareStatement("create table word (id int not null default nextval('sq_word'), word varchar not null);").execute();
        connection.prepareStatement("alter table word add constraint pk_word primary key (id);").execute();
        connection.prepareStatement("create unique index ak_word on word (word);").execute();


        connection.prepareStatement("create table book_word (bookid int not null, wordid int not null, cnt int);").execute();
        connection.prepareStatement("alter table book_word add constraint pk_book_word primary key (bookid, wordid);").execute();
        connection.prepareStatement("alter table book_word add constraint fk_book_word_book foreign key (bookid) references book (id);").execute();
        connection.prepareStatement("alter table book_word add constraint fk_book_word_word foreign key (wordid) references word (id);").execute();
    }

    /**
     * @param args the command line arguments
     */
    public static void main(String[] args) throws SQLException, ClassNotFoundException {
        // TODO code application logic here
        InitConnection();

        ResultSet rs;

        WordFrequency("/tmp/b&w/Вишневый сад.utf8");
        WordFrequency("/tmp/b&w/Дядя Ваня.utf8");
        WordFrequency("/tmp/b&w/Иванов.utf8");
        WordFrequency("/tmp/b&w/Короткие пьесы.utf8");
        WordFrequency("/tmp/b&w/Леший.utf8");
        WordFrequency("/tmp/b&w/Рассказы 1887 г..utf8");
        WordFrequency("/tmp/b&w/Рассказы и повести 1888 - 1891 гг..utf8");
        WordFrequency("/tmp/b&w/Рассказы и повести 1892 - 1894 гг..utf8");
        WordFrequency("/tmp/b&w/Рассказы и повести 1894 - 1897 гг..utf8");
        WordFrequency("/tmp/b&w/РАссказы и повести 1898 - 1903 гг..utf8");
        WordFrequency("/tmp/b&w/Рассказы и юморески 1884-1885 гг. Драма на охоте.utf8");
        WordFrequency("/tmp/b&w/Рассказы и юморески 1885 - 1886 гг..utf8");
        WordFrequency("/tmp/b&w/Рассказы, повести, юморески 1880 - 1882 гг..utf8");
        WordFrequency("/tmp/b&w/Рассказы, юморески 1883 - 1884 гг..utf8");
        WordFrequency("/tmp/b&w/Три Сестры.utf8");
        WordFrequency("/tmp/b&w/Чайка.utf8");


        rs = connection.prepareStatement(
                "select 'к-во слов, которые присутствуют во всех книгах' as t, count(*) as c from word where id in (select wordid from book_word group by wordid having count(*)=(select count(*) from book))"
                + " union all "
                + "select 'к-во слов, которые встречаются только один раз', count(*) from word where id in (select wordid from book_word group by wordid having sum(cnt)=1)"
                + " union all "
                + "select 'к-во слов, всего', sum(cnt) from book_word"
                + " union all "
                + "select 'к-во слов, уникальных', count(*) from word").executeQuery();

        System.out.print("\n");

        while (rs.next()) {
            System.out.printf("%-20s%10d\n", rs.getString(1), rs.getInt(2));
        }

        if (connection != null) {
            connection.close();
            connection = null;
        }
    }

    //http://www.dcs.bbk.ac.uk/~keith/isd11/resources/workedExamples/ch10.pdf
    /**
    This program prints the frequencies of all words in "Alice in Wonderland".
     */
    private static void WordFrequency(String _file) throws SQLException {
        Map<String, Integer> frequencies = new TreeMap<String, Integer>();

        Scanner in;
        try {
            in = new Scanner(new File(_file));
            while (in.hasNext()) {
                String word = clean(in.next());

                // Get the old frequency count

                Integer count = frequencies.get(word);

                // If there was none, put 1; otherwise, increment the count

                if (count == null) {
                    count = 1;
                } else {
                    count = count + 1;
                }

                frequencies.put(word, count);
            }
        } catch (FileNotFoundException ex) {
            ex.printStackTrace();
        }

        // Print all words and counts

        PreparedStatement insertBook, insertWord, insertBookWord, selectWord;
        ResultSet generatedKeys;


        insertBook = BooksWords.connection.prepareStatement("insert into book (id, book) values (default, ?)", Statement.RETURN_GENERATED_KEYS);
        insertBook.setString(1, _file);
        insertBook.execute();
        generatedKeys = insertBook.getGeneratedKeys();
        int bookID = 0;
        while (generatedKeys.next()) {
            bookID = generatedKeys.getInt(1);
        }
        generatedKeys.close();

        insertBook.clearParameters();
        insertBook.close();


        insertWord = BooksWords.connection.prepareStatement("insert into word (word) select ? where not exists (select id from word w where w.word = ?)", Statement.RETURN_GENERATED_KEYS);
        selectWord = BooksWords.connection.prepareStatement("select id from word where word = ?");
        insertBookWord = BooksWords.connection.prepareStatement("insert into book_word (bookid, wordid, cnt) values (?, ?, ?)");

        int wordID = 0;
        for (String key : frequencies.keySet()) {

            insertWord.setString(1, key);
            insertWord.setString(2, key);
            insertWord.execute();
            generatedKeys = insertWord.getGeneratedKeys();

            if (generatedKeys.next()) {
                wordID = generatedKeys.getInt(1);

            } else {
                selectWord.setString(1, key);
                generatedKeys = selectWord.executeQuery();
                if (generatedKeys.next()) {
                    wordID = generatedKeys.getInt(1);
                } else {
                    //
                }
            }

            insertBookWord.setInt(1, bookID);
            insertBookWord.setInt(2, wordID);
            insertBookWord.setInt(3, frequencies.get(key));
            insertBookWord.execute();

            //System.out.printf("%-20s%10d\n", key, frequencies.get(key));
        }
        //BooksWords.connection.
    }

    private static String clean(String s) {
        String r = "";
        for (int i = 0; i < s.length(); i++) {
            char c = s.charAt(i);
            if (Character.isLetter(c)) {
                r = r + c;
            }
        }
        return r.toLowerCase();
    }
}

time java -jar Book\&Word.jar

к-во слов, которые присутствуют во всех книгах       545
к-во слов, которые встречаются только один раз     48752
к-во слов, всего       1265500
к-во слов, уникальных    102084

real    0m6.878s
user    0m10.980s
sys     0m0.315s