@@ -4,6 +4,7 @@ const app = express();
4
4
const cors = require ( "cors" ) ;
5
5
app . use ( cors ( ) ) ;
6
6
const fs = require ( "fs" ) ;
7
+ const path = require ( "path" ) ;
7
8
8
9
const scrapeDynamicWebpage = require ( "./scrapers/dynamincSiteScraper" ) ;
9
10
const scrapeStaticWebpage = require ( "./scrapers/staticSiteScraper" ) ;
@@ -12,19 +13,32 @@ const scrapeStaticWebpage = require("./scrapers/staticSiteScraper");
12
13
var folder = "./data" ;
13
14
14
15
if ( ! fs . existsSync ( folder ) ) {
15
- fs . mkdirSync ( folder ) ;
16
- console . log ( "Folder Created Successfully." ) ;
16
+ fs . mkdirSync ( folder ) ;
17
+ console . log ( "Folder Created Successfully." ) ;
17
18
}
18
19
app . get ( "/" , function ( req , res ) {
19
- res . send ( "Happy web scraping" ) ;
20
+ res . send ( "Happy web scraping" ) ;
20
21
} ) ;
21
22
22
- app . get ( "/items" , function ( req , res ) {
23
- res . json ( data ) ;
23
+ app . get ( "/api/v1/items" , function ( req , res ) {
24
+ fs . readdir ( "./data" , ( err , files ) => {
25
+ if ( err ) {
26
+ console . error ( err ) ;
27
+ res . status ( 500 ) . send ( err ) ;
28
+ } else {
29
+ let data = { } ;
30
+ files . forEach ( ( file ) => {
31
+ const filePath = path . join ( "./data" , file ) ;
32
+ const fileData = JSON . parse ( fs . readFileSync ( filePath , "utf8" ) ) ;
33
+ data [ file ] = fileData ;
34
+ } ) ;
35
+ res . json ( data ) ;
36
+ }
37
+ } ) ;
24
38
} ) ;
25
39
26
40
app . listen ( PORT , ( ) => {
27
- console . log ( "Server running on port " + PORT ) ;
41
+ console . log ( "Server running on port " + PORT ) ;
28
42
} ) ;
29
43
30
44
// scrapeDynamicWebpage();
0 commit comments