diff --git a/morss/crawler.py b/morss/crawler.py
index e32c339..6eb5262 100644
--- a/morss/crawler.py
+++ b/morss/crawler.py
@@ -6,6 +6,7 @@ import socket
 from gzip import GzipFile
 from io import BytesIO, StringIO
 import re
+import chardet
 import sqlite3
 import time
 
@@ -58,10 +59,14 @@ def detect_encoding(data, con=None):
     if match:
         return match.groups()[0].lower().decode()
 
-    match = re.search(b'encoding=["\']?([0-9a-zA-Z-]+)', data[:100])
+    match = re.search(b'encoding=["\']?([0-9a-zA-Z-]+)', data[:1000])
     if match:
         return match.groups()[0].lower().decode()
 
+    enc = chardet.detect(data[:1000])['encoding']
+    if enc:
+            return enc
+
     return 'utf-8'