Commit a34d93a8 authored by Seyed Reza Sajjadinasab's avatar Seyed Reza Sajjadinasab
Browse files

fixCheckerBug

parent b72acafc

CheckerCorrector/Checker.java

+23 −12
Original line number Diff line number Diff line
@@ -151,19 +151,30 @@ public class Checker { 
                e.printStackTrace();

            }

        }else if(argPars.isCheckSentence()){



            try {

                HashTableMaker manager = new HashTableMaker("SQLite/hash_database_english.db");

                System.out.println("Sentence: " + argPars.getSentence());

            jsonMaker.addSentence(StringProcessor.handleApostrophe(argPars.getSentence().toLowerCase()), dbInterface.checkTokenInDatabase(argPars.getSentence().toLowerCase(), graph));

                String sentence = StringProcessor.handleApostrophe(argPars.getSentence().toLowerCase());

                int ngram        = manager.nGram(sentence, 3);

                int stateMachine = dbInterface.checkTokenInDatabase(sentence.toLowerCase(), graph);

                int conf         = (ngram>=0)?(int)(ngram*0.2+stateMachine*0.8):stateMachine;

                jsonMaker.addSentence(sentence, conf);

                System.out.println("*********************************************************");

                PhraseExtractor extractorPhrase = PhraseExtractor.fromSentence(StringProcessor.handleApostrophe(argPars.getSentence().toLowerCase()));

                List<String> phrases = extractorPhrase.getPhrases();

                for (String phrase : phrases) {

                    ngram        = manager.nGram(phrase.toLowerCase(), 3);

                    stateMachine = dbInterface.checkTokenInDatabase(phrase.toLowerCase(), graph);

                    conf         = (ngram>=0)?(int)(ngram*0.2+stateMachine*0.8):stateMachine;

                    System.out.println("Phrase: " + phrase);

                jsonMaker.addPhrase(phrase, dbInterface.checkTokenInDatabase(phrase.toLowerCase(), graph));

                    jsonMaker.addPhrase(phrase, conf);

                    System.out.println("------------------------------------------------------------");

                }

                jsonMaker.toJson("confidence_ourChecker.json");

                System.out.println("##########################################################");

            } catch (SQLException e) {

                e.printStackTrace();

            }

        }else if(argPars.isCheckGUI()){

            SwingUtilities.invokeLater(new Runnable() {

                @Override

CheckerCorrector/util/StringProcessor.java

+6 −0
Original line number Diff line number Diff line
@@ -68,6 +68,12 @@ public class StringProcessor { 
        result.append(text.substring(lastEnd));

        text = result.toString();

        text = text.replaceAll("[\\'’]", "");

        //System.out.println(text);

        Pattern pattern1 = Pattern.compile("[^a-zA-Z0-9\\s,.?!]");

        Matcher matcher1 = pattern1.matcher(text);

        text = matcher1.replaceAll("");

        //System.out.println(text);

        



        return text;

    }