detect charset and convert to utf-8

packages/rocketchat-oembed/.npm/package/.gitignore

+node_modules

packages/rocketchat-oembed/.npm/package/README

+This directory and the files immediately inside it are automatically generated
+when you change this package's NPM dependencies. Commit the files in this
+directory (npm-shrinkwrap.json, .gitignore, and this README) to source control
+so that others run the same versions of sub-dependencies.
+
+You should NOT check in the node_modules directory that Meteor automatically
+creates; if you are using git, the .gitignore file tells git to ignore it.

packages/rocketchat-oembed/.npm/package/npm-shrinkwrap.json

+{
+  "dependencies": {
+    "iconv-lite": {
+      "version": "0.4.13"
+    }
+  }
+}

packages/rocketchat-oembed/package.js

@@ -5,6 +5,10 @@ Package.describe({
 	git: ''
 });
 
+Npm.depends({
+	'iconv-lite': '0.4.13'
+});
+
 Package.onUse(function(api) {
 	api.versionsFrom('1.0');
 

packages/rocketchat-oembed/server/server.coffee

@@ -3,12 +3,24 @@ http = Npm.require('http')
 https = Npm.require('https')
 zlib = Npm.require('zlib')
 querystring = Npm.require('querystring')
+iconv = Npm.require('iconv-lite')
 
 gunzipSync = Meteor.wrapAsync zlib.gunzip.bind(zlib)
 inflateSync = Meteor.wrapAsync zlib.inflate.bind(zlib)
 
 OEmbed = {}
 
+# Detect encoding
+getCharset = (body) ->
+	binary = body.toString 'binary'
+	matches = binary.match /<meta\b[^>]*charset=["']?([\w\-]+)/i
+	if matches
+		return matches[1]
+	return 'utf-8'
+
+toUtf8 = (body) ->
+	return iconv.decode body, getCharset(body)
+
 getUrlContent = (urlObj, redirectCount = 5, callback) ->
 	if _.isString(urlObj)
 		urlObj = URL.parse urlObj
@@ -63,7 +75,7 @@ getUrlContent = (urlObj, redirectCount = 5, callback) ->
 
 			callback null, {
 				headers: response.headers
-				body: buffer.toString()
+				body: toUtf8 buffer
 				parsedUrl: parsedUrl
 			}