related path

scawler/ghostdriver.log

@@ -1,5 +1,5 @@
-[INFO  - 2017-01-02T00:21:51.794Z] GhostDriver - Main - running on port 52193
-[INFO  - 2017-01-02T00:21:52.183Z] Session [757af5d0-d081-11e6-a215-6f049e9f54f1] - page.settings - {"XSSAuditingEnabled":false,"javascriptCanCloseWindows":true,"javascriptCanOpenWindows":true,"javascriptEnabled":true,"loadImages":true,"localToRemoteUrlAccessEnabled":false,"userAgent":"Mozilla/5.0 (Macintosh; Intel Mac OS X) AppleWebKit/538.1 (KHTML, like Gecko) PhantomJS/2.1.1 Safari/538.1","webSecurityEnabled":true}
-[INFO  - 2017-01-02T00:21:52.183Z] Session [757af5d0-d081-11e6-a215-6f049e9f54f1] - page.customHeaders:  - {}
-[INFO  - 2017-01-02T00:21:52.183Z] Session [757af5d0-d081-11e6-a215-6f049e9f54f1] - Session.negotiatedCapabilities - {"browserName":"phantomjs","version":"2.1.1","driverName":"ghostdriver","driverVersion":"1.2.0","platform":"mac-10.11 (El Capitan)-64bit","javascriptEnabled":true,"takesScreenshot":true,"handlesAlerts":false,"databaseEnabled":false,"locationContextEnabled":false,"applicationCacheEnabled":false,"browserConnectionEnabled":false,"cssSelectorsEnabled":true,"webStorageEnabled":false,"rotatable":false,"acceptSslCerts":false,"nativeEvents":true,"proxy":{"proxyType":"direct"}}
-[INFO  - 2017-01-02T00:21:52.183Z] SessionManagerReqHand - _postNewSessionCommand - New Session Created: 757af5d0-d081-11e6-a215-6f049e9f54f1
+[INFO  - 2017-01-02T00:24:54.734Z] GhostDriver - Main - running on port 52297
+[INFO  - 2017-01-02T00:24:55.326Z] Session [e2a547a0-d081-11e6-8490-7d8c842f463e] - page.settings - {"XSSAuditingEnabled":false,"javascriptCanCloseWindows":true,"javascriptCanOpenWindows":true,"javascriptEnabled":true,"loadImages":true,"localToRemoteUrlAccessEnabled":false,"userAgent":"Mozilla/5.0 (Macintosh; Intel Mac OS X) AppleWebKit/538.1 (KHTML, like Gecko) PhantomJS/2.1.1 Safari/538.1","webSecurityEnabled":true}
+[INFO  - 2017-01-02T00:24:55.326Z] Session [e2a547a0-d081-11e6-8490-7d8c842f463e] - page.customHeaders:  - {}
+[INFO  - 2017-01-02T00:24:55.326Z] Session [e2a547a0-d081-11e6-8490-7d8c842f463e] - Session.negotiatedCapabilities - {"browserName":"phantomjs","version":"2.1.1","driverName":"ghostdriver","driverVersion":"1.2.0","platform":"mac-10.11 (El Capitan)-64bit","javascriptEnabled":true,"takesScreenshot":true,"handlesAlerts":false,"databaseEnabled":false,"locationContextEnabled":false,"applicationCacheEnabled":false,"browserConnectionEnabled":false,"cssSelectorsEnabled":true,"webStorageEnabled":false,"rotatable":false,"acceptSslCerts":false,"nativeEvents":true,"proxy":{"proxyType":"direct"}}
+[INFO  - 2017-01-02T00:24:55.327Z] SessionManagerReqHand - _postNewSessionCommand - New Session Created: e2a547a0-d081-11e6-8490-7d8c842f463e

scawler/relatedLinks

@@ -1,4 +1,3 @@
-https://www.linkedin.com/profile/view?id=AAEAAAEpl4YBHMUK6mz9_6W-C1ZU-9FDRkRktBM&authType=name&authToken=PYNj&trk=prof-sb-browse_map-photo
 https://www.linkedin.com/profile/view?id=AAEAAABDcowBnGP66NdyKjQP2Fr1weB0Sf4g_sE&authType=name&authToken=Z29l&trk=prof-sb-browse_map-photo
 https://www.linkedin.com/profile/view?id=AAEAAAA2DvAB0INW-jeN6BZnBB5ERQ7HCyX6ZM0&authType=name&authToken=Qm5q&trk=prof-sb-browse_map-photo
 https://www.linkedin.com/profile/view?id=AAEAAAJlX3wBYvml8m0lKAyPmpZAtNc8YAm3WVY&authType=name&authToken=mnjQ&trk=prof-sb-browse_map-photo
@@ -1099,4 +1098,13 @@ https://www.linkedin.com/profile/view?id=AAEAAAEpl4YBHMUK6mz9_6W-C1ZU-9FDRkRktBM
 https://www.linkedin.com/profile/view?id=AAEAAAA2DvAB0INW-jeN6BZnBB5ERQ7HCyX6ZM0&authType=name&authToken=Qm5q&trk=prof-sb-browse_map-photo
 https://www.linkedin.com/profile/view?id=AAEAAABDcowBnGP66NdyKjQP2Fr1weB0Sf4g_sE&authType=name&authToken=Z29l&trk=prof-sb-browse_map-photo
 https://www.linkedin.com/profile/view?id=AAEAABB8HnkBBWqAb519Oq86cgcoGGYjZ56W4bM&authType=name&authToken=X2e3&trk=prof-sb-browse_map-photo
-https://www.linkedin.com/profile/view?id=AAEAAADqlGgBp6b03ywpMAH9SKj2zf6JqgGb1nA&authType=name&authToken=ekU0&trk=prof-sb-browse_map-photo
+https://www.linkedin.com/profile/view?id=AAEAAAAdZHQBzxAp-jFlLl_rnalR_5oD0FQUWAE&authType=name&authToken=e3kh&trk=prof-sb-browse_map-photo
+https://www.linkedin.com/profile/view?id=AAEAAAAHSioBELgX-L6s9h_tcnffBEw7oXo-J6o&authType=name&authToken=xS_b&trk=prof-sb-browse_map-photo
+https://www.linkedin.com/profile/view?id=AAEAAAFcQycBViiLdBbHOurb-zt2peZO9eA2UAA&authType=name&authToken=yTf6&trk=prof-sb-browse_map-photo
+https://www.linkedin.com/profile/view?id=AAEAAAACZ6QBVyuIvEsXWPMQ22JAKv1DBa9Kn2A&authType=name&authToken=9moG&trk=prof-sb-browse_map-photo
+https://www.linkedin.com/profile/view?id=AAEAAABDcowBnGP66NdyKjQP2Fr1weB0Sf4g_sE&authType=name&authToken=Z29l&trk=prof-sb-browse_map-photo
+https://www.linkedin.com/profile/view?id=AAEAABYHcSUByF84bS0zJZAJyq7LoTCpNJ3uL5o&authType=name&authToken=nEqB&trk=prof-sb-browse_map-photo
+https://www.linkedin.com/profile/view?id=AAEAAAgd2YYB_2uQfG7pioVeOpPrF0t09m3IRlM&authType=name&authToken=OZU_&trk=prof-sb-browse_map-photo
+https://www.linkedin.com/profile/view?id=AAEAAAQIJYwBG-8qL4TVG3TnrDffAHJiRuM5MaU&authType=name&authToken=Tncy&trk=prof-sb-browse_map-photo
+https://www.linkedin.com/profile/view?id=AAEAABPJZwkBa1BAM6fv0q1g7RbX5sB9gMgeMVI&authType=name&authToken=2l0i&trk=prof-sb-browse_map-photo
+https://www.linkedin.com/profile/view?id=AAEAAAPiJs0BMwNDhQmvMFB1G5BDEdQfPXJ8ZcI&authType=name&authToken=6B5r&trk=prof-sb-browse_map-photo

scawler/scawler.py

@@ -21,7 +21,7 @@ def __init__(self, username, password):
         client = pymongo.MongoClient("localhost", 27017)
         self.db = client.mydb
 
-        phantomjsdriver = "/Users/Harbin/Desktop/mine/vagrant/site/linkedin/lib/phantomjs"
+        phantomjsdriver = "../lib/phantomjs"
         os.environ["webdriver.phantomjs.driver"] = phantomjsdriver
         self.driver = webdriver.PhantomJS(phantomjsdriver)
         self.login()