Update PublicCore ,Add Bing Spider,Update Spider Load,Update .gitignore

Author: JinYi Chen

.gitignore

@@ -1,4 +1,7 @@
 Api/
+Api/*
 Resource/
+Resource/*
 .DS_Store/
+.DS_Store
 .idea/

Config.php

@@ -10,4 +10,13 @@
 define("FILE_PATH","Resource"); //存放文件文件夹名
 
 //网站API链接
- define("PIXABAY_API_URL","https://pixabay.com/api/");
+define("PIXABAY_API_URL","https://pixabay.com/api/");
+
+//是否记录图片链接到数据库
+define("SAVE_IMAGES_URL_DATABASE","false");
+
+//数据库连接
+define("DATABASE_URL","localhost");
+define("DATABASE_USERNAME","root");
+define("DATABASE_PASSWORD","");
+define("DATABASE_DATABASE","images");

Spider.php

@@ -5,27 +5,14 @@
  * Date: 2018/7/31
  * Time: 下午9:01
  */
-
-require_once "src/PublicCore.php";
+//引用文件
 require_once "Config.php";
+require_once "Src/DbCore.php";
+require_once "Src/PublicCore.php";
 
 //遍历目录文件
-function print_dir($dir_path)
-{
-    $files = array();
-    if (@$handle = opendir($dir_path)) { //注意这里要加一个@，不然会有warning错误提示：）
-        while (($file = readdir($handle)) !== false) {
-            if ($file != ".." && $file != ".") { //排除根目录；
-                $files[] = $file;
-            }
-        }
-        closedir($handle);
-        return $files;
-    }
-}
-
-$dir = print_dir('src' . DIRECTORY_SEPARATOR . 'spider');
-
+$spiderCore = new PublicCore();
+$dir = $spiderCore->print_dir('Src' . DIRECTORY_SEPARATOR . 'Spider');
 
 //输出可以选择的爬虫
 $spider = "";
@@ -34,17 +21,21 @@ function print_dir($dir_path)
 }
 $print = "
 =============================
-PHP Images Spider".
-PHP_EOL
-. $spider .
-PHP_EOL.
-"Chenjinyi:https://github.com/Chenjinyi
+    PHP Images Spider"
+    . $spiderCore->eol($spider).
+    "Chenjinyi:https://github.com/Chenjinyi
 =============================
-" . PHP_EOL . "请输入你选择的爬虫:";
+" . PHP_EOL .
+    "请输入你选择的爬虫:";
 print_r($print);
 $input = trim(fgets(STDIN));
 
+$t1 = microtime(true);//记录运行时间
 
 //使用爬虫
-$spider_path = 'src' . DIRECTORY_SEPARATOR . 'spider/';
-empty($dir[$input]) ? die('参数错误') : include_once $spider_path . $dir[$input];
+$spider_path = 'Src' . DIRECTORY_SEPARATOR . 'Spider/';
+empty($dir[$input]) ? die(PHP_EOL . '参数错误') : include_once $spider_path . $dir[$input];
+
+$t2 = microtime(true);//记录运行结束时间
+
+print_r(PHP_EOL . '耗时' . round($t2 - $t1, 3) . "秒");//输入运行时间

Src/DbCore.php

@@ -0,0 +1,12 @@
+<?php
+/**
+ * Created by PhpStorm.
+ * User: jinyi
+ * Date: 2018/8/1
+ * Time: 上午11:00
+ */
+
+class DbCore
+{
+
+}

src/PublicCore.php renamed to Src/PublicCore.php

@@ -14,7 +14,7 @@ class PublicCore
      * @param $url string 请求URL
      * @return mixed 返回获取信息
      */
-    public function curl_get($url,$user_agent)
+    public function curl_get($url, $user_agent)
     {
         $ch = curl_init();  //初始化一个cURL会话
         curl_setopt($ch, CURLOPT_URL, $url);//设置需要获取的 URL 地址
@@ -52,6 +52,7 @@ public function image_save($file_url, $dir_name)
             }
         }
     }
+
     /**
      * 创建文件夹
      * @param $dir_name string 文件夹名
@@ -110,14 +111,35 @@ public function print_dir($dir_path)
      */
     public function check_api_file($filename)
     {
-        $file_path=API_PATH.DIRECTORY_SEPARATOR.$filename;
-        if (!file_exists($file_path)){
+        $file_path = API_PATH . DIRECTORY_SEPARATOR . $filename;
+        if (!file_exists($file_path)) {
             touch($file_path);
         }
-        $file=file_get_contents($file_path);
-        if (!empty($file)){
+        $file = file_get_contents($file_path);
+        if (!empty($file)) {
             return $file;
         }
         return false;
     }
+
+
+    /**
+     * 换行（没什么用的function）
+     * @param $string
+     * @return string
+     */
+    public function eol($string)
+    {
+        return PHP_EOL.$string.PHP_EOL;
+    }
+
+    /**
+     * 获取文件夹内拥有多少个文件
+     * @param $dir
+     * @return int
+     */
+    public function images_number($dir){
+        return count($this->print_dir($dir));
+
+    }
 }

Src/Spider/Artstation.php

@@ -0,0 +1,12 @@
+<?php
+/**
+ * Created by PhpStorm.
+ * User: jinyi
+ * Date: 2018/8/1
+ * Time: 上午10:11
+ */
+
+class Artstation
+{
+
+}

Src/Spider/Bing.php

@@ -0,0 +1,18 @@
+<?php
+/**
+ * Created by PhpStorm.
+ * User: jinyi
+ * Date: 2018/8/1
+ * Time: 上午10:12
+ */
+
+class Bing
+{
+
+}
+
+$ch = curl_init();curl_setopt($ch,CURLOPT_URL,"http://www.bing.com/HPImageArchive.aspx?format=js&idx=0&n=1");
+curl_setopt($ch,CURLOPT_RETURNTRANSFER,true);//抓取
+$result = curl_exec($ch);$result = json_decode($result,true);//链接
+$save_url = "http://www.bing.com".$result["images"][0]['url'];$save = file_get_contents($save_url);
+file_put_contents('Resource'.DIRECTORY_SEPARATOR."Bing-".$result["images"][0]["startdate"].".jpg",$save);//下载

src/spider/PixabayCore.php renamed to Src/Spider/Pixabay.php

@@ -6,7 +6,7 @@
  * Time: 下午1:10
  */
 
-class PixabayCore
+class Pixabay
 {
 
 }
@@ -21,7 +21,6 @@ class PixabayCore
     "User-Agent:Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.101 Safari/537.36"
 );
 //获取数据
-$spiderCore = new PublicCore();
 $spiderCore->init_dir();
 $key = $spiderCore->check_api_file('PixabayApiKey') ?: die("PixabayKey为空");
 $q = $spiderCore->user_input("请输入一个需要查询的字符串");