Added Command Line Argument Passing Functionality

Author: stacksapien

crawl/crawler.js

@@ -1,11 +1,9 @@
-var utility = require('../utility/strings')
-var Xray = require('x-ray')
-var x = Xray()
+let utility = require('../utility/strings'),
+    Xray = require('x-ray'),
+    x = Xray();
 
-
-// valid-url set
-// external-url set
-// invalid-url set
+// crawl function takes url in parameter and return values of attribute
+// 'href' from all anchor tags
 exports.crawl = function (url) {
     return new Promise((resolve, reject) => {
         x(url, {

index.js

@@ -0,0 +1,9 @@
+const webCrawler = require('./queue/queue')
+
+if(process.argv.length === 4){
+    webCrawler(process.argv[2], process.argv[3]);
+}
+else{
+    console.log("Invalid CLI Arguments");
+    
+}

models/urls.js

@@ -5,20 +5,15 @@ function Urls() {
 }
 
 Urls.prototype.addToValidUrlSet = function (value) {
-    console.log(value);
-    
     this.validUrlSet.add(value);
 }
 Urls.prototype.addToExternalUrlSet = function (value) {
-    console.log(value)
     this.externalUrlSet.add(value);
 }
 Urls.prototype.addToInvalidUrlSet = function (value) {
     this.invalidUrlSet.add(value);
 }
-Urls.prototype.isContains = function (set, value) {
-    console.log("THE SET IS ", set);
-    
+Urls.prototype.isContains = function (set, value) {    
     return set.has(value);
 }
 Urls.prototype.getValidUrlSet = function () {
@@ -28,7 +23,7 @@ Urls.prototype.getExternalUrlSet = function () {
     return this.externalUrlSet;
 }
 Urls.prototype.getInvalidUrlSet = function () {
-    return this.getInvalidUrlSet;
+    return this.invalidUrlSet;
 }
 
 module.exports = Urls;