Merge branch 'use-request-jsdom' into master

kanzure · Aug 10, 2013 · 2233c78 · 2233c78
2 parents 7e0e4cf + a1f7432
commit 2233c78
Show file tree

Hide file tree

Showing 2 changed files with 23 additions and 4 deletions.
diff --git a/index.js b/index.js
@@ -1,4 +1,6 @@
 var urlparser = require("url-parser");
+var request = require("request");
+var jsdom = require("jsdom");
 
 module.exports.test = function test(url) {
     parsedurl = urlparser.parse(url);
@@ -18,8 +20,23 @@ module.exports.test = function test(url) {
     return false;
 };
 
-// TODO: this should be split into multiple methods
 module.exports.download = function download(url, options, callback) {
-    // TODO: this needs to be implemented
-    throw new Error("not implemented");
+    request.get(url, function requestcallback(error, response, body) {
+        var metadata = null;
+
+        if (!error && response.statusCode == 200) {
+            var window = jsdom.jsdom(body).createWindow();
+            var title = window.document.getElementsByTagName("title")[0].innerHTML;
+
+            metadata = {
+                "html": {
+                    "title": title,
+                },
+            };
+        }
+
+        callback(error, metadata);
+    });
+
+    return undefined;
 };
diff --git a/package.json b/package.json
@@ -1,7 +1,7 @@
 {
   "name": "papermonk-downloader-plosone",
   "description": "plosone.org scraper",
-  "version": "0.0.1",
+  "version": "0.0.2",
   "readmeFilename": "README.md",
   "homepage": "https://github.com/kanzure/papermonk-downloader-plosone",
   "author": {
@@ -43,6 +43,8 @@
   },
   "dependencies": {
     "url-parser": ">0",
+    "request": "~2.26.0",
+    "jsdom": "~0.8.0",
     "tape": ">0"
   },
   "optionalDependencies": {