article search dao

Author: caodongping

.idea/gradle.xml

@@ -30,4 +30,5 @@ dependencies {
     compile 'com.google.code.gson:gson:2.5'
     compile 'net.steamcrafted:materialiconlib:1.0.9'
     compile 'com.pnikosis:materialish-progress:1.7'
+    compile project(':snowball')
 }

.idea/modules.xml

@@ -4,9 +4,11 @@
 import android.database.Cursor;
 import android.database.sqlite.SQLiteDatabase;
 import android.database.sqlite.SQLiteOpenHelper;
+import android.support.annotation.NonNull;
 
 import com.github.mzule.androidweekly.App;
 import com.github.mzule.androidweekly.entity.Article;
+import com.github.mzule.androidweekly.util.StemUtil;
 
 import java.util.ArrayList;
 import java.util.List;
@@ -33,20 +35,36 @@ public List<Article> read(String issue) {
         List<Article> articles = new ArrayList<>();
         Cursor cursor = getReadableDatabase().rawQuery("SELECT * FROM ARTICLE WHERE ISSUE=?", new String[]{issue});
         while (cursor.moveToNext()) {
-            Article article = new Article();
-            article.setTitle(cursor.getString(INDEX_TITLE));
-            article.setBrief(cursor.getString(INDEX_BRIEF));
-            article.setLink(cursor.getString(INDEX_LINK));
-            article.setImageUrl(cursor.getString(INDEX_IMAGE_URL));
-            article.setDomain(cursor.getString(INDEX_DOMAIN));
-            article.setIssue(cursor.getString(INDEX_ISSUE));
-            article.setSection(cursor.getString(INDEX_SECTION));
-            articles.add(article);
+            articles.add(read(cursor));
         }
         cursor.close();
         return articles;
     }
 
+    public List<Article> search(String q) {
+        q = StemUtil.stem(q);
+        List<Article> articles = new ArrayList<>();
+        Cursor cursor = getReadableDatabase().rawQuery("SELECT * FROM ARTICLE WHERE FTS MATCH ?", new String[]{q});
+        while (cursor.moveToNext()) {
+            articles.add(read(cursor));
+        }
+        cursor.close();
+        return articles;
+    }
+
+    @NonNull
+    private Article read(Cursor cursor) {
+        Article article = new Article();
+        article.setTitle(cursor.getString(INDEX_TITLE));
+        article.setBrief(cursor.getString(INDEX_BRIEF));
+        article.setLink(cursor.getString(INDEX_LINK));
+        article.setImageUrl(cursor.getString(INDEX_IMAGE_URL));
+        article.setDomain(cursor.getString(INDEX_DOMAIN));
+        article.setIssue(cursor.getString(INDEX_ISSUE));
+        article.setSection(cursor.getString(INDEX_SECTION));
+        return article;
+    }
+
     public void save(Article article) {
         if (!checkExist(article)) {
             ContentValues cv = new ContentValues();
@@ -58,6 +76,7 @@ public void save(Article article) {
             cv.put("ISSUE", article.getIssue());
             cv.put("SECTION", article.getSection());
             cv.put("TYPE", 0);// TODO add type for article
+            cv.put("FTS", StemUtil.stem(article.getFTS()));
             getWritableDatabase().insert("ARTICLE", null, cv);
         }
     }
@@ -72,7 +91,7 @@ private boolean checkExist(Article article) {
 
     @Override
     public void onCreate(SQLiteDatabase db) {
-        db.execSQL("CREATE TABLE IF NOT EXISTS ARTICLE(" +
+        db.execSQL("CREATE VIRTUAL TABLE ARTICLE USING fts3(" +
                 "ID INTEGER PRIMARY KEY AUTOINCREMENT, " +
                 "TITLE VARCHAR(255), " +
                 "BRIEF TEXT, " +
@@ -81,7 +100,8 @@ public void onCreate(SQLiteDatabase db) {
                 "DOMAIN VARCHAR(255), " +
                 "ISSUE VARCHAR(255), " +
                 "SECTION VARCHAR(255), " +
-                "TYPE INTEGER)");
+                "TYPE INTEGER, " +
+                "FTS TEXT)");
     }
 
     @Override

app/build.gradle

@@ -71,6 +71,10 @@ public void setDomain(String domain) {
         this.domain = domain;
     }
 
+    public String getFTS() {
+        return title + "\n" + brief;
+    }
+
     @Override
     public String toString() {
         return Arrays.toString(new String[]{title, "\n", brief, "\n", link, "\n", imageUrl, "\n", domain, "\n", "\n"});

app/src/main/java/com/github/mzule/androidweekly/dao/ArticleDao.java

@@ -25,6 +25,9 @@ public ProgressView(Context context) {
     }
 
     private void init() {
+        if (isInEditMode()) {
+            return;
+        }
         setBarColor(getResources().getColor(R.color.colorPrimary));
         setBarWidth(DensityUtil.dp2px(2));
         spin();
@@ -40,7 +43,7 @@ public void stop() {
 
     @Override
     protected void onMeasure(int widthMeasureSpec, int heightMeasureSpec) {
-        if (getLayoutParams().width == ViewGroup.LayoutParams.WRAP_CONTENT && getLayoutParams().height == ViewGroup.LayoutParams.WRAP_CONTENT) {
+        if (!isInEditMode() && getLayoutParams().width == ViewGroup.LayoutParams.WRAP_CONTENT && getLayoutParams().height == ViewGroup.LayoutParams.WRAP_CONTENT) {
             super.onMeasure(DensityUtil.dp2px(40), DensityUtil.dp2px(40));
         } else {
             super.onMeasure(widthMeasureSpec, heightMeasureSpec);

app/src/main/java/com/github/mzule/androidweekly/entity/Article.java

@@ -0,0 +1,20 @@
+package com.github.mzule.androidweekly.util;
+
+import org.tartarus.snowball.ext.EnglishStem;
+
+/**
+ * Created by CaoDongping on 4/2/16.
+ */
+public class StemUtil {
+    public static String stem(String input) {
+        String[] words = input.replaceAll("[^a-zA-Z ]", " ").toLowerCase().split("\\s+");
+        StringBuilder sb = new StringBuilder();
+        EnglishStem stem = new EnglishStem();
+        for (String w : words) {
+            stem.setCurrent(w);
+            stem.stem();
+            sb.append(stem.getCurrent()).append(" ");
+        }
+        return sb.toString();
+    }
+}

app/src/main/java/com/github/mzule/androidweekly/ui/view/ProgressView.java

@@ -110,6 +110,11 @@
                 style="@style/NormalControl"
                 app:materialIcon="star" />
 
+            <com.github.mzule.androidweekly.ui.view.IconButton
+                android:id="@+id/searchButton"
+                style="@style/NormalControl"
+                app:materialIcon="magnify" />
+
             <com.github.mzule.androidweekly.ui.view.IconButton
                 style="@style/NormalControl"
                 app:materialIcon="code_braces" />

app/src/main/java/com/github/mzule/androidweekly/util/StemUtil.java

@@ -1 +1 @@
-include ':app'
+include ':app', ':snowball'

app/src/main/res/layout/activity_main.xml

@@ -0,0 +1 @@
+/build

settings.gradle

@@ -0,0 +1,5 @@
+apply plugin: 'java'
+
+dependencies {
+    compile fileTree(dir: 'libs', include: ['*.jar'])
+}

snowball/.gitignore

@@ -0,0 +1,31 @@
+package org.tartarus.snowball;
+
+import java.lang.reflect.Method;
+
+public class Among {
+    public final int s_size; /* search string */
+    public final char[] s; /* search string */
+    public final int substring_i; /* index to longest matching substring */
+    public final int result; /* result of the lookup */
+    public final Method method; /* method to use if substring matches */
+    public final SnowballProgram methodobject; /* object to invoke method on */
+
+    public Among(String s, int substring_i, int result,
+                 String methodname, SnowballProgram methodobject) {
+        this.s_size = s.length();
+        this.s = s.toCharArray();
+        this.substring_i = substring_i;
+        this.result = result;
+        this.methodobject = methodobject;
+        if (methodname.length() == 0) {
+            this.method = null;
+        } else {
+            try {
+                this.method = methodobject.getClass().
+                        getDeclaredMethod(methodname, new Class[0]);
+            } catch (NoSuchMethodException e) {
+                throw new RuntimeException(e);
+            }
+        }
+    }
+};