diff --git a/src/main/java/com/bellszhu/elasticsearch/plugin/synonym/analysis/RemoteSynonymFile.java b/src/main/java/com/bellszhu/elasticsearch/plugin/synonym/analysis/RemoteSynonymFile.java
index de4eafe..ebd6edb 100644
--- a/src/main/java/com/bellszhu/elasticsearch/plugin/synonym/analysis/RemoteSynonymFile.java
+++ b/src/main/java/com/bellszhu/elasticsearch/plugin/synonym/analysis/RemoteSynonymFile.java
@@ -62,9 +62,10 @@ public RemoteSynonymFile(Environment env, Analyzer analyzer,
 
 	@Override
 	public SynonymMap reloadSynonymMap() {
+	    Reader rulesReader = null;
 		try {
 			logger.info("start reload remote synonym from {}.", location);
-			Reader rulesReader = getReader();
+			rulesReader = getReader();
 			SynonymMap.Builder parser = null;
 
 			if ("wordnet".equalsIgnoreCase(format)) {
@@ -80,7 +81,13 @@ public SynonymMap reloadSynonymMap() {
 			throw new IllegalArgumentException(
 					"could not reload remote synonyms file to build synonyms",
 					e);
-		}
+		} finally {
+            try {
+                rulesReader.close();
+            } catch(Exception e) {
+                e.printStackTrace();
+            }
+        }
 	}
 
 	/**
@@ -129,9 +136,6 @@ public Reader getReader() {
 					"IOException while reading remote synonyms file", e);
 		} finally {
 			try {
-				if (response != null) {
-					response.close();
-				}
 				if (br != null) {
 					br.close();
 				}