diff --git a/CHANGELOG.md b/CHANGELOG.md
index 089c48dcf..60d57b757 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [5.8.9](https://github.com/microlinkhq/metascraper/compare/v5.8.8...v5.8.9) (2019-11-19)
+
+**Note:** Version bump only for package metascraper
+
+
+
+
+
## [5.8.8](https://github.com/microlinkhq/metascraper/compare/v5.8.7...v5.8.8) (2019-11-13)
diff --git a/lerna.json b/lerna.json
index e63ad76e3..e9e174f92 100644
--- a/lerna.json
+++ b/lerna.json
@@ -2,5 +2,5 @@
"packages": [
"packages/*"
],
- "version": "5.8.8"
+ "version": "5.8.9"
}
diff --git a/package.json b/package.json
index 0b6d1e4ab..de5727148 100644
--- a/package.json
+++ b/package.json
@@ -10,10 +10,6 @@
{
"name": "Kiko Beats",
"email": "josefrancisco.verdu@gmail.com"
- },
- {
- "name": "Wyatt Johnson",
- "email": "wyattjoh@gmail.com"
}
],
"repository": {
diff --git a/packages/metascraper-amazon/CHANGELOG.md b/packages/metascraper-amazon/CHANGELOG.md
index f9821facf..ba1eb83a0 100644
--- a/packages/metascraper-amazon/CHANGELOG.md
+++ b/packages/metascraper-amazon/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [5.8.9](https://github.com/microlinkhq/metascraper-amazon/compare/v5.8.8...v5.8.9) (2019-11-19)
+
+**Note:** Version bump only for package metascraper-amazon
+
+
+
+
+
## [5.8.7](https://github.com/microlinkhq/metascraper-amazon/compare/v5.8.6...v5.8.7) (2019-11-12)
**Note:** Version bump only for package metascraper-amazon
diff --git a/packages/metascraper-amazon/package.json b/packages/metascraper-amazon/package.json
index e34e86c81..44d5a6f3f 100644
--- a/packages/metascraper-amazon/package.json
+++ b/packages/metascraper-amazon/package.json
@@ -2,7 +2,7 @@
"name": "metascraper-amazon",
"description": "metascraper integration with Amazon",
"homepage": "https://nicedoc.io/microlinkhq/metascraper/packages/metascraper-amazon",
- "version": "5.8.7",
+ "version": "5.8.9",
"main": "index.js",
"repository": {
"type": "git",
@@ -17,7 +17,7 @@
],
"dependencies": {
"@metascraper/helpers": "^5.8.7",
- "tldts": "~5.6.1"
+ "tldts": "~5.6.2"
},
"devDependencies": {
"lodash": "latest",
diff --git a/packages/metascraper-amazon/test/index.js b/packages/metascraper-amazon/test/index.js
index 1279a5cf8..4cadeb48e 100644
--- a/packages/metascraper-amazon/test/index.js
+++ b/packages/metascraper-amazon/test/index.js
@@ -1,13 +1,10 @@
'use strict'
+const { readFile } = require('fs').promises
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
const { omit } = require('lodash')
const should = require('should')
-const fs = require('fs')
-
-const readFile = promisify(fs.readFile)
const metascraper = require('metascraper')([
require('..')(),
diff --git a/packages/metascraper-clearbit/CHANGELOG.md b/packages/metascraper-clearbit/CHANGELOG.md
index 104fce97f..5b28f378b 100644
--- a/packages/metascraper-clearbit/CHANGELOG.md
+++ b/packages/metascraper-clearbit/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [5.8.9](https://github.com/microlinkhq/metascraper-clearbit/compare/v5.8.8...v5.8.9) (2019-11-19)
+
+**Note:** Version bump only for package metascraper-clearbit
+
+
+
+
+
## [5.8.7](https://github.com/microlinkhq/metascraper-clearbit/compare/v5.8.6...v5.8.7) (2019-11-12)
**Note:** Version bump only for package metascraper-clearbit
diff --git a/packages/metascraper-clearbit/package.json b/packages/metascraper-clearbit/package.json
index a1f09a76f..5afb35bf2 100644
--- a/packages/metascraper-clearbit/package.json
+++ b/packages/metascraper-clearbit/package.json
@@ -2,7 +2,7 @@
"name": "metascraper-clearbit",
"description": "metascraper integration with Clearbit Logo API",
"homepage": "https://nicedoc.io/microlinkhq/metascraper/packages/metascraper-clearbit",
- "version": "5.8.7",
+ "version": "5.8.9",
"main": "index.js",
"repository": {
"type": "git",
@@ -21,7 +21,7 @@
"@metascraper/helpers": "^5.8.7",
"got": "~9.6.0",
"lodash": "~4.17.15",
- "tldts": "~5.6.1"
+ "tldts": "~5.6.2"
},
"devDependencies": {
"mocha": "latest",
diff --git a/packages/metascraper-iframe/CHANGELOG.md b/packages/metascraper-iframe/CHANGELOG.md
index be34f4742..96a239ea7 100644
--- a/packages/metascraper-iframe/CHANGELOG.md
+++ b/packages/metascraper-iframe/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [5.8.9](https://github.com/microlinkhq/metascraper/tree/master/packages/metascraper-iframe/compare/v5.8.8...v5.8.9) (2019-11-19)
+
+**Note:** Version bump only for package metascraper-iframe
+
+
+
+
+
## [5.8.7](https://github.com/microlinkhq/metascraper/tree/master/packages/metascraper-iframe/compare/v5.8.6...v5.8.7) (2019-11-12)
**Note:** Version bump only for package metascraper-iframe
diff --git a/packages/metascraper-iframe/package.json b/packages/metascraper-iframe/package.json
index 43688c024..82a9cd554 100644
--- a/packages/metascraper-iframe/package.json
+++ b/packages/metascraper-iframe/package.json
@@ -2,7 +2,7 @@
"name": "metascraper-iframe",
"description": "Embed a representation of an URL on third party sites",
"homepage": "https://nicedoc.io/microlinkhq/metascraper/packages/metascraper-iframe",
- "version": "5.8.7",
+ "version": "5.8.9",
"main": "src/index.js",
"repository": {
"type": "git",
@@ -19,9 +19,13 @@
],
"dependencies": {
"@metascraper/helpers": "^5.8.7",
- "oembed-parser": "~1.3.6"
+ "got": "~9.6.0",
+ "lodash": "~4.17.15",
+ "oembed-parser": "~1.3.6",
+ "p-reflect": "~2.1.0"
},
"devDependencies": {
+ "cheerio": "latest",
"mocha": "latest",
"should": "latest",
"standard": "latest"
diff --git a/packages/metascraper-iframe/src/index.js b/packages/metascraper-iframe/src/index.js
index 258cf23d8..b3e4bcd77 100644
--- a/packages/metascraper-iframe/src/index.js
+++ b/packages/metascraper-iframe/src/index.js
@@ -2,20 +2,37 @@
const { extract, hasProvider } = require('oembed-parser')
const { memoizeOne } = require('@metascraper/helpers')
+const { forEach, get } = require('lodash')
+const pReflect = require('p-reflect')
+const got = require('got')
-const iframe = async ({ url, meta, htmlDom, ...opts }) => {
- try {
- const oembed = await extract(url, opts)
- return oembed.html
- } catch (err) {
- return null
- }
+const jsonOembed = memoizeOne($ => {
+ const el = $('link[type="application/json+oembed"]')
+ return el.attr('href')
+})
+
+const fromProvider = async ({ url, meta, htmlDom, ...opts }) => {
+ const { value } = await pReflect(extract(url, opts))
+ return get(value, 'html', null)
+}
+
+const fromHTML = async ({ url, meta, htmlDom, ...opts }) => {
+ const oembedUrl = jsonOembed(htmlDom)
+ if (!oembedUrl) return null
+
+ const oembedUrlObj = new URL(oembedUrl)
+ forEach(opts, (value, key) => oembedUrlObj.searchParams.append(key, value))
+
+ const { value } = await pReflect(got(oembedUrlObj.toString(), { json: true }))
+ return get(value, 'body.html', null)
}
-const isValidUrl = memoizeOne(({ url }) => hasProvider(url))
+const isValidUrl = memoizeOne(
+ ({ url, htmlDom: $ }) => !!jsonOembed($) || hasProvider(url)
+)
module.exports = () => {
- const rules = { iframe }
+ const rules = { iframe: [fromHTML, fromProvider] }
rules.test = isValidUrl
return rules
}
diff --git a/packages/metascraper-iframe/test/fixtures/genially.html b/packages/metascraper-iframe/test/fixtures/genially.html
new file mode 100644
index 000000000..bd9de7931
--- /dev/null
+++ b/packages/metascraper-iframe/test/fixtures/genially.html
@@ -0,0 +1,74 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ Magic - 15
+
+
+
+
+
+
+
+ 
+
+
+
+
+
+
diff --git a/packages/metascraper-iframe/test/index.js b/packages/metascraper-iframe/test/index.js
index 105eba0b7..0b00e278e 100644
--- a/packages/metascraper-iframe/test/index.js
+++ b/packages/metascraper-iframe/test/index.js
@@ -1,13 +1,16 @@
'use strict'
+const { readFile } = require('fs').promises
+const { resolve } = require('path')
const should = require('should')
+const cheerio = require('cheerio')
const createMetascraperIframe = require('..')
const createMetascraper = require('metascraper')
const { isValidUrl } = createMetascraperIframe
-const urls = [
+const commonProviders = [
'https://www.youtube.com/watch?v=Gu8X7vM3Avw',
'https://youtu.be/Gu8X7vM3Avw',
'https://www.youtube.com/watch?v=-TWztwbOpog&list=PL5aqr5w5fRe4nO30px44D5sBukIUw1UwX',
@@ -19,20 +22,45 @@ const urls = [
describe('metascraper-iframe', () => {
describe('.isValidUrl', () => {
- urls.forEach(url => {
- it(url, () => {
- should(isValidUrl({ url })).be.true()
+ describe('from common providers', () => {
+ commonProviders.forEach(url => {
+ it(url, () => {
+ const htmlDom = cheerio.load('')
+ const isValid = isValidUrl({ url, htmlDom })
+ should(isValid).be.true()
+ })
})
})
+
+ it('from markup', async () => {
+ const html = await readFile(resolve(__dirname, 'fixtures/genially.html'))
+ const url = 'https://view.genial.ly/5dc53cfa759d2a0f4c7db5f4'
+
+ const htmlDom = cheerio.load(html)
+ const isValid = isValidUrl({ url, htmlDom })
+ should(isValid).be.true()
+ })
})
describe('iframe', () => {
- urls.forEach(url => {
- it(url, async () => {
- const metascraper = createMetascraper([createMetascraperIframe()])
- const meta = await metascraper({ url, escape: false })
- should(meta.iframe).be.not.null()
+ describe('from common providers', () => {
+ commonProviders.forEach(url => {
+ it(url, async () => {
+ const metascraper = createMetascraper([createMetascraperIframe()])
+ const meta = await metascraper({ url, escape: false })
+ should(meta.iframe).be.not.null()
+ })
})
})
+
+ it('from markup', async () => {
+ const html = await readFile(resolve(__dirname, 'fixtures/genially.html'))
+ const url = 'https://view.genial.ly/5dc53cfa759d2a0f4c7db5f4'
+
+ const metascraper = createMetascraper([createMetascraperIframe()])
+ const meta = await metascraper({ url, html, escape: false })
+
+ should(meta.iframe).be.not.null()
+ })
})
})
diff --git a/packages/metascraper-lang/CHANGELOG.md b/packages/metascraper-lang/CHANGELOG.md
index 016a8f337..198e05027 100644
--- a/packages/metascraper-lang/CHANGELOG.md
+++ b/packages/metascraper-lang/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [5.8.9](https://github.com/microlinkhq/metascraper/tree/master/packages/metascraper-lang/compare/v5.8.8...v5.8.9) (2019-11-19)
+
+**Note:** Version bump only for package metascraper-lang
+
+
+
+
+
## [5.8.7](https://github.com/microlinkhq/metascraper/tree/master/packages/metascraper-lang/compare/v5.8.6...v5.8.7) (2019-11-12)
**Note:** Version bump only for package metascraper-lang
diff --git a/packages/metascraper-lang/package.json b/packages/metascraper-lang/package.json
index c15307f3b..e6e77ec19 100644
--- a/packages/metascraper-lang/package.json
+++ b/packages/metascraper-lang/package.json
@@ -2,7 +2,7 @@
"name": "metascraper-lang",
"description": "Get lang property from HTML markup",
"homepage": "https://nicedoc.io/microlinkhq/metascraper/packages/metascraper-lang",
- "version": "5.8.7",
+ "version": "5.8.9",
"main": "index.js",
"repository": {
"type": "git",
diff --git a/packages/metascraper-lang/test/index.js b/packages/metascraper-lang/test/index.js
index 7d203608f..d73cbcf6c 100644
--- a/packages/metascraper-lang/test/index.js
+++ b/packages/metascraper-lang/test/index.js
@@ -1,14 +1,11 @@
'use strict'
+const { readFile } = require('fs').promises
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-const fs = require('fs')
const metascraper = require('metascraper')([require('..')()])
-const readFile = promisify(fs.readFile)
-
describe('metascraper-lang', () => {
it('html lang property', async () => {
const html = await readFile(resolve(__dirname, 'fixtures/html-lang.html'))
diff --git a/packages/metascraper-logo-favicon/CHANGELOG.md b/packages/metascraper-logo-favicon/CHANGELOG.md
index c08c5369e..c4e8da9be 100644
--- a/packages/metascraper-logo-favicon/CHANGELOG.md
+++ b/packages/metascraper-logo-favicon/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [5.8.9](https://github.com/microlinkhq/metascraper-logo-favicon/compare/v5.8.8...v5.8.9) (2019-11-19)
+
+**Note:** Version bump only for package metascraper-logo-favicon
+
+
+
+
+
## [5.8.7](https://github.com/microlinkhq/metascraper-logo-favicon/compare/v5.8.6...v5.8.7) (2019-11-12)
**Note:** Version bump only for package metascraper-logo-favicon
diff --git a/packages/metascraper-logo-favicon/package.json b/packages/metascraper-logo-favicon/package.json
index ed2f168f7..e39a0569b 100644
--- a/packages/metascraper-logo-favicon/package.json
+++ b/packages/metascraper-logo-favicon/package.json
@@ -2,7 +2,7 @@
"name": "metascraper-logo-favicon",
"description": "metascraper logo favicon fallback",
"homepage": "https://nicedoc.io/microlinkhq/metascraper/packages/metascraper-logo-favicon",
- "version": "5.8.7",
+ "version": "5.8.9",
"main": "index.js",
"repository": {
"type": "git",
diff --git a/packages/metascraper-logo-favicon/test/index.js b/packages/metascraper-logo-favicon/test/index.js
index 6e3012e1f..b0264c834 100644
--- a/packages/metascraper-logo-favicon/test/index.js
+++ b/packages/metascraper-logo-favicon/test/index.js
@@ -1,14 +1,11 @@
'use strict'
-const { promisify } = require('util')
+const { readFile } = require('fs').promises
const { resolve } = require('path')
const should = require('should')
-const fs = require('fs')
const metascraper = require('metascraper')([require('..')()])
-const readFile = promisify(fs.readFile)
-
describe('metascraper-logo-favicon', () => {
it('create an absolute favicon url if the logo is not present', async () => {
const html = await readFile(resolve(__dirname, 'fixtures/input.html'))
diff --git a/packages/metascraper-media-provider/CHANGELOG.md b/packages/metascraper-media-provider/CHANGELOG.md
index 3cd203f42..97bd3c99d 100644
--- a/packages/metascraper-media-provider/CHANGELOG.md
+++ b/packages/metascraper-media-provider/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [5.8.9](https://github.com/microlinkhq/metascraper/tree/master/packages/compare/v5.8.8...v5.8.9) (2019-11-19)
+
+**Note:** Version bump only for package metascraper-media-provider
+
+
+
+
+
## [5.8.7](https://github.com/microlinkhq/metascraper/tree/master/packages/compare/v5.8.6...v5.8.7) (2019-11-12)
**Note:** Version bump only for package metascraper-media-provider
diff --git a/packages/metascraper-media-provider/package.json b/packages/metascraper-media-provider/package.json
index d29e10353..d69989bff 100644
--- a/packages/metascraper-media-provider/package.json
+++ b/packages/metascraper-media-provider/package.json
@@ -2,7 +2,7 @@
"name": "metascraper-media-provider",
"description": "Get video property from HTML markup",
"homepage": "https://nicedoc.io/microlinkhq/metascraper/packages/metascraper-media-provider",
- "version": "5.8.7",
+ "version": "5.8.9",
"main": "src/index.js",
"repository": {
"type": "git",
@@ -23,7 +23,7 @@
"lodash": "~4.17.15",
"luminati-tunnel": "~1.3.0",
"p-retry": "~4.2.0",
- "tldts": "~5.6.1",
+ "tldts": "~5.6.2",
"youtube-dl": "~2.1.0"
},
"devDependencies": {
diff --git a/packages/metascraper-soundcloud/CHANGELOG.md b/packages/metascraper-soundcloud/CHANGELOG.md
index 8c5fed134..4712f7865 100644
--- a/packages/metascraper-soundcloud/CHANGELOG.md
+++ b/packages/metascraper-soundcloud/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [5.8.9](https://github.com/microlinkhq/metascraper-soundcloud/compare/v5.8.8...v5.8.9) (2019-11-19)
+
+**Note:** Version bump only for package metascraper-soundcloud
+
+
+
+
+
## [5.8.7](https://github.com/microlinkhq/metascraper-soundcloud/compare/v5.8.6...v5.8.7) (2019-11-12)
**Note:** Version bump only for package metascraper-soundcloud
diff --git a/packages/metascraper-soundcloud/package.json b/packages/metascraper-soundcloud/package.json
index 615345faf..79bf46c9b 100644
--- a/packages/metascraper-soundcloud/package.json
+++ b/packages/metascraper-soundcloud/package.json
@@ -2,7 +2,7 @@
"name": "metascraper-soundcloud",
"description": "metascraper integration with SoundCloud",
"homepage": "https://nicedoc.io/microlinkhq/metascraper/packages/metascraper-soundcloud",
- "version": "5.8.7",
+ "version": "5.8.9",
"main": "index.js",
"repository": {
"type": "git",
@@ -18,7 +18,7 @@
],
"dependencies": {
"@metascraper/helpers": "^5.8.7",
- "tldts": "~5.6.1"
+ "tldts": "~5.6.2"
},
"devDependencies": {
"mocha": "latest",
diff --git a/packages/metascraper-soundcloud/test/index.js b/packages/metascraper-soundcloud/test/index.js
index 10111ee12..b6f45aa88 100644
--- a/packages/metascraper-soundcloud/test/index.js
+++ b/packages/metascraper-soundcloud/test/index.js
@@ -1,9 +1,8 @@
'use strict'
+const { readFile } = require('fs').promises
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-const fs = require('fs')
const metascraper = require('metascraper')([
require('metascraper-soundcloud')(),
@@ -19,8 +18,6 @@ const metascraper = require('metascraper')([
require('metascraper-url')()
])
-const readFile = promisify(fs.readFile)
-
describe('metascraper-soundcloud', () => {
it('song', async () => {
const html = await readFile(resolve(__dirname, 'fixtures/song.html'))
diff --git a/packages/metascraper-spotify/CHANGELOG.md b/packages/metascraper-spotify/CHANGELOG.md
index 583612ba7..421416ff9 100644
--- a/packages/metascraper-spotify/CHANGELOG.md
+++ b/packages/metascraper-spotify/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [5.8.9](https://github.com/microlinkhq/metascraper-spotify/compare/v5.8.8...v5.8.9) (2019-11-19)
+
+**Note:** Version bump only for package metascraper-spotify
+
+
+
+
+
## [5.8.7](https://github.com/microlinkhq/metascraper-spotify/compare/v5.8.6...v5.8.7) (2019-11-12)
**Note:** Version bump only for package metascraper-spotify
diff --git a/packages/metascraper-spotify/package.json b/packages/metascraper-spotify/package.json
index 201664e8a..94df9c8e8 100644
--- a/packages/metascraper-spotify/package.json
+++ b/packages/metascraper-spotify/package.json
@@ -2,7 +2,7 @@
"name": "metascraper-spotify",
"description": "metascraper integration with Spotify",
"homepage": "https://nicedoc.io/microlinkhq/metascraper/packages/metascraper-spotify",
- "version": "5.8.7",
+ "version": "5.8.9",
"main": "index.js",
"repository": {
"type": "git",
@@ -20,7 +20,7 @@
"@metascraper/helpers": "^5.8.7",
"memoize-one": "~5.1.1",
"spotify-url-info": "~1.3.0",
- "tldts": "~5.6.1"
+ "tldts": "~5.6.2"
},
"devDependencies": {
"kind-of": "latest",
diff --git a/packages/metascraper-uol/CHANGELOG.md b/packages/metascraper-uol/CHANGELOG.md
index 49c781666..99efe81fc 100644
--- a/packages/metascraper-uol/CHANGELOG.md
+++ b/packages/metascraper-uol/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [5.8.9](https://github.com/microlinkhq/metascraper-uol/compare/v5.8.8...v5.8.9) (2019-11-19)
+
+**Note:** Version bump only for package metascraper-uol
+
+
+
+
+
## [5.8.7](https://github.com/microlinkhq/metascraper-uol/compare/v5.8.6...v5.8.7) (2019-11-12)
**Note:** Version bump only for package metascraper-uol
diff --git a/packages/metascraper-uol/package.json b/packages/metascraper-uol/package.json
index 4bd2f12ba..b2ef46acd 100644
--- a/packages/metascraper-uol/package.json
+++ b/packages/metascraper-uol/package.json
@@ -2,7 +2,7 @@
"name": "metascraper-uol",
"description": "metascraper integration for website under Universo Online group",
"homepage": "https://nicedoc.io/microlinkhq/metascraper/packages/metascraper-uol",
- "version": "5.8.7",
+ "version": "5.8.9",
"main": "index.js",
"repository": {
"type": "git",
@@ -19,7 +19,7 @@
],
"dependencies": {
"@metascraper/helpers": "^5.8.7",
- "tldts": "~5.6.1"
+ "tldts": "~5.6.2"
},
"devDependencies": {
"mocha": "latest",
diff --git a/packages/metascraper-uol/test/index.js b/packages/metascraper-uol/test/index.js
index 43a4efa4b..a705581e0 100644
--- a/packages/metascraper-uol/test/index.js
+++ b/packages/metascraper-uol/test/index.js
@@ -1,13 +1,10 @@
'use strict'
+const { readFile } = require('fs').promises
const wordSlug = require('word-slug')
-const { promisify } = require('util')
const snapshot = require('snap-shot')
const { resolve } = require('path')
const should = require('should')
-const fs = require('fs')
-
-const readFile = promisify(fs.readFile)
const metascraperUol = require('..')
diff --git a/packages/metascraper-video/CHANGELOG.md b/packages/metascraper-video/CHANGELOG.md
index 719972ea1..d5ea04bbf 100644
--- a/packages/metascraper-video/CHANGELOG.md
+++ b/packages/metascraper-video/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [5.8.9](https://github.com/microlinkhq/metascraper/tree/master/packages/metascraper-video/compare/v5.8.8...v5.8.9) (2019-11-19)
+
+**Note:** Version bump only for package metascraper-video
+
+
+
+
+
## [5.8.7](https://github.com/microlinkhq/metascraper/tree/master/packages/metascraper-video/compare/v5.8.6...v5.8.7) (2019-11-12)
**Note:** Version bump only for package metascraper-video
diff --git a/packages/metascraper-video/package.json b/packages/metascraper-video/package.json
index 16f6e8806..7fd5d9c8b 100644
--- a/packages/metascraper-video/package.json
+++ b/packages/metascraper-video/package.json
@@ -2,7 +2,7 @@
"name": "metascraper-video",
"description": "Get video property from HTML markup",
"homepage": "https://nicedoc.io/microlinkhq/metascraper/packages/metascraper-video",
- "version": "5.8.7",
+ "version": "5.8.9",
"main": "index.js",
"repository": {
"type": "git",
diff --git a/packages/metascraper-video/test/index.js b/packages/metascraper-video/test/index.js
index e49124dfd..82e484b8f 100644
--- a/packages/metascraper-video/test/index.js
+++ b/packages/metascraper-video/test/index.js
@@ -1,16 +1,13 @@
'use strict'
+const { readFile } = require('fs').promises
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
const { omit } = require('lodash')
const should = require('should')
-const fs = require('fs')
const metascraper = require('metascraper')([require('..')()])
-const readFile = promisify(fs.readFile)
-
describe('metascraper-video', () => {
describe('video', () => {
describe('', () => {
diff --git a/packages/metascraper-youtube/CHANGELOG.md b/packages/metascraper-youtube/CHANGELOG.md
index 9d7125287..9af1ba0f5 100644
--- a/packages/metascraper-youtube/CHANGELOG.md
+++ b/packages/metascraper-youtube/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [5.8.9](https://github.com/microlinkhq/metascraper-youtube/compare/v5.8.8...v5.8.9) (2019-11-19)
+
+**Note:** Version bump only for package metascraper-youtube
+
+
+
+
+
## [5.8.7](https://github.com/microlinkhq/metascraper-youtube/compare/v5.8.6...v5.8.7) (2019-11-12)
**Note:** Version bump only for package metascraper-youtube
diff --git a/packages/metascraper-youtube/package.json b/packages/metascraper-youtube/package.json
index 53ece8a38..4e5f4355c 100644
--- a/packages/metascraper-youtube/package.json
+++ b/packages/metascraper-youtube/package.json
@@ -2,7 +2,7 @@
"name": "metascraper-youtube",
"description": "metascraper integration with YouTube",
"homepage": "https://nicedoc.io/microlinkhq/metascraper/packages/metascraper-youtube",
- "version": "5.8.7",
+ "version": "5.8.9",
"main": "index.js",
"repository": {
"type": "git",
diff --git a/packages/metascraper-youtube/test/index.js b/packages/metascraper-youtube/test/index.js
index cca66164f..92f0c9331 100644
--- a/packages/metascraper-youtube/test/index.js
+++ b/packages/metascraper-youtube/test/index.js
@@ -1,11 +1,10 @@
'use strict'
+const { readFile } = require('fs').promises
const snapshot = require('snap-shot')
-const should = require('should')
-const { promisify } = require('util')
const { resolve } = require('path')
const { omit } = require('lodash')
-const fs = require('fs')
+const should = require('should')
const metascraperYoutube = require('metascraper-youtube')
@@ -25,8 +24,6 @@ const metascraper = require('metascraper')([
require('metascraper-url')()
])
-const readFile = promisify(fs.readFile)
-
describe('metascraper-youtube', () => {
describe('.isvalidUrl', function () {
it('true', () => {
diff --git a/packages/metascraper/CHANGELOG.md b/packages/metascraper/CHANGELOG.md
index 3a0190523..0d1380e3a 100644
--- a/packages/metascraper/CHANGELOG.md
+++ b/packages/metascraper/CHANGELOG.md
@@ -3,6 +3,14 @@
All notable changes to this project will be documented in this file.
See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
+## [5.8.9](https://github.com/microlinkhq/metascraper/compare/v5.8.8...v5.8.9) (2019-11-19)
+
+**Note:** Version bump only for package metascraper
+
+
+
+
+
## [5.8.8](https://github.com/microlinkhq/metascraper/compare/v5.8.7...v5.8.8) (2019-11-13)
diff --git a/packages/metascraper/package.json b/packages/metascraper/package.json
index 60972eb3f..6872e427d 100644
--- a/packages/metascraper/package.json
+++ b/packages/metascraper/package.json
@@ -2,7 +2,7 @@
"name": "metascraper",
"description": "A library to easily scrape metadata from an article on the web using Open Graph, JSON+LD, regular HTML metadata, and series of fallbacks.",
"homepage": "https://metascraper.js.org",
- "version": "5.8.8",
+ "version": "5.8.9",
"main": "src/index.js",
"repository": {
"type": "git",
diff --git a/packages/metascraper/test/integration/anandtech/index.js b/packages/metascraper/test/integration/anandtech/index.js
index 675731141..e903e3259 100644
--- a/packages/metascraper/test/integration/anandtech/index.js
+++ b/packages/metascraper/test/integration/anandtech/index.js
@@ -1,11 +1,9 @@
'use strict'
+const { readFile } = require('fs').promises
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-const fs = require('fs')
-
const metascraper = require('../../..')([
require('metascraper-author')(),
require('metascraper-date')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.anandtech.com/show/11591/amd-launches-ryzen-pro-cpus-enhanced-security-longer-warranty-better-quality'
diff --git a/packages/metascraper/test/integration/arstechnica/index.js b/packages/metascraper/test/integration/arstechnica/index.js
index 991dce321..8ad396f10 100644
--- a/packages/metascraper/test/integration/arstechnica/index.js
+++ b/packages/metascraper/test/integration/arstechnica/index.js
@@ -1,11 +1,9 @@
'use strict'
+const { readFile } = require('fs').promises
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-const fs = require('fs')
-
const metascraper = require('../../..')([
require('metascraper-author')(),
require('metascraper-date')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'https://arstechnica.com/features/2017/06/youtube-changed-my-life-a-pair-of-original-videostars-ponder-a-life-lived-online'
diff --git a/packages/metascraper/test/integration/astier/index.js b/packages/metascraper/test/integration/astier/index.js
index ac078d8f2..0b6517208 100644
--- a/packages/metascraper/test/integration/astier/index.js
+++ b/packages/metascraper/test/integration/astier/index.js
@@ -1,11 +1,9 @@
'use strict'
+const { readFile } = require('fs').promises
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-const fs = require('fs')
-
const metascraper = require('../../..')([
require('metascraper-author')(),
require('metascraper-date')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'https://anisse.astier.eu/awk-driven-iot.html'
it('astier', async () => {
diff --git a/packages/metascraper/test/integration/atlasobscura/index.js b/packages/metascraper/test/integration/atlasobscura/index.js
index ac7f25b80..69b975cba 100644
--- a/packages/metascraper/test/integration/atlasobscura/index.js
+++ b/packages/metascraper/test/integration/atlasobscura/index.js
@@ -1,11 +1,9 @@
'use strict'
+const { readFile } = require('fs').promises
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-const fs = require('fs')
-
const metascraper = require('../../..')([
require('metascraper-author')(),
require('metascraper-date')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'http://www.atlasobscura.com/articles/ikea-bowl-blanda-blank-fire'
it('atlasobscura', async () => {
diff --git a/packages/metascraper/test/integration/audiense/index.js b/packages/metascraper/test/integration/audiense/index.js
index 4fceec2fe..f8fb5621d 100644
--- a/packages/metascraper/test/integration/audiense/index.js
+++ b/packages/metascraper/test/integration/audiense/index.js
@@ -1,11 +1,9 @@
'use strict'
+const { readFile } = require('fs').promises
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-const fs = require('fs')
-
const metascraper = require('../../..')([
require('metascraper-author')(),
require('metascraper-date')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'https://audiense.com/twin-peaks-2017-using-the-social-data-audience-consumer-insights-to-create-the-next-big-tv-sensation'
diff --git a/packages/metascraper/test/integration/bbc/index.js b/packages/metascraper/test/integration/bbc/index.js
index a25834ae5..72ac82d4f 100644
--- a/packages/metascraper/test/integration/bbc/index.js
+++ b/packages/metascraper/test/integration/bbc/index.js
@@ -1,11 +1,9 @@
'use strict'
+const { readFile } = require('fs').promises
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-const fs = require('fs')
-
const metascraper = require('../../..')([
require('metascraper-author')(),
require('metascraper-date')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'http://www.bbc.com/news/business-40504764'
it('bbc', async () => {
diff --git a/packages/metascraper/test/integration/bloomberg/index.js b/packages/metascraper/test/integration/bloomberg/index.js
index 8e263a096..ad0acfa18 100644
--- a/packages/metascraper/test/integration/bloomberg/index.js
+++ b/packages/metascraper/test/integration/bloomberg/index.js
@@ -1,11 +1,9 @@
'use strict'
+const { readFile } = require('fs').promises
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-const fs = require('fs')
-
const metascraper = require('../../..')([
require('metascraper-author')(),
require('metascraper-date')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.bloomberg.com/news/articles/2016-05-24/as-zenefits-stumbles-gusto-goes-head-on-by-selling-insurance'
diff --git a/packages/metascraper/test/integration/bukvy/index.js b/packages/metascraper/test/integration/bukvy/index.js
index 2cc686ce3..841d7501c 100644
--- a/packages/metascraper/test/integration/bukvy/index.js
+++ b/packages/metascraper/test/integration/bukvy/index.js
@@ -1,11 +1,9 @@
'use strict'
+const { readFile } = require('fs').promises
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-const fs = require('fs')
-
const metascraper = require('../../..')([
require('metascraper-author')(),
require('metascraper-date')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'https://bykvu.com/ru/bukvy/107312-ukraina-budet-uvazhat-religioznyj-vybor-kazhdogo-grazhdanina-poroshenko/'
diff --git a/packages/metascraper/test/integration/business-today/index.js b/packages/metascraper/test/integration/business-today/index.js
index ea4911193..aa3c5f9a5 100644
--- a/packages/metascraper/test/integration/business-today/index.js
+++ b/packages/metascraper/test/integration/business-today/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.businesstoday.in/magazine/features/hackerrank-helping-cos-hire-coding-champions-via-online-tests/story/232567.html'
diff --git a/packages/metascraper/test/integration/cbr/index.js b/packages/metascraper/test/integration/cbr/index.js
index 9352c6f2f..2bcb15dbc 100644
--- a/packages/metascraper/test/integration/cbr/index.js
+++ b/packages/metascraper/test/integration/cbr/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.cbronline.com/news/cloud/aas/virtustream-ceo-taking-a-masochistic-approach-to-fighting-in-the-cloud-market-4884858'
diff --git a/packages/metascraper/test/integration/cio/index.js b/packages/metascraper/test/integration/cio/index.js
index 79a47ac9e..75aa08e32 100644
--- a/packages/metascraper/test/integration/cio/index.js
+++ b/packages/metascraper/test/integration/cio/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.cio.com/article/2929788/cloud-computing/20-ways-to-measure-the-success-of-your-growing-cloud-investment.html'
diff --git a/packages/metascraper/test/integration/cloud-pro/index.js b/packages/metascraper/test/integration/cloud-pro/index.js
index 434d03e2f..3344746b6 100644
--- a/packages/metascraper/test/integration/cloud-pro/index.js
+++ b/packages/metascraper/test/integration/cloud-pro/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'http://www.cloudpro.co.uk/go/6024'
it('cloud-pro', async () => {
diff --git a/packages/metascraper/test/integration/cnet/index.js b/packages/metascraper/test/integration/cnet/index.js
index a37c23a30..0b482955d 100644
--- a/packages/metascraper/test/integration/cnet/index.js
+++ b/packages/metascraper/test/integration/cnet/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.cnet.com/news/pebble-2-pebble-time-2-pebble-core-announced-coming-this-year-and-2017'
diff --git a/packages/metascraper/test/integration/computerworld/index.js b/packages/metascraper/test/integration/computerworld/index.js
index d73125933..cd93a5195 100644
--- a/packages/metascraper/test/integration/computerworld/index.js
+++ b/packages/metascraper/test/integration/computerworld/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.computerworld.com/article/3057179/data-analytics/healthcare-data-protection-and-privacy-prognosis-still-critical-but-new-treatment-is-available.html'
diff --git a/packages/metascraper/test/integration/crn/index.js b/packages/metascraper/test/integration/crn/index.js
index 2fc5c7a83..2f6e39039 100644
--- a/packages/metascraper/test/integration/crn/index.js
+++ b/packages/metascraper/test/integration/crn/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.crn.com/news/cloud/300080531/emc-world-sources-say-emc-will-target-aws-s3-with-new-easy-storage-connectivity-to-virtustream.htm'
diff --git a/packages/metascraper/test/integration/economic-times/index.js b/packages/metascraper/test/integration/economic-times/index.js
index 0b623f925..d47e3541b 100644
--- a/packages/metascraper/test/integration/economic-times/index.js
+++ b/packages/metascraper/test/integration/economic-times/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://economictimes.indiatimes.com/jobs/hackerrank-launches-job-search-platform-hackerrank-jobs/articleshow/50551900.cms'
diff --git a/packages/metascraper/test/integration/engadget/index.js b/packages/metascraper/test/integration/engadget/index.js
index bd87a44b4..8892e5174 100644
--- a/packages/metascraper/test/integration/engadget/index.js
+++ b/packages/metascraper/test/integration/engadget/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,9 +19,8 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
-const url = 'https://www.engadget.com/2019/01/07/all-github-users-keep-code-private'
+const url =
+ 'https://www.engadget.com/2019/01/07/all-github-users-keep-code-private'
it('engadget', async () => {
const html = await readFile(resolve(__dirname, 'input.html'))
diff --git a/packages/metascraper/test/integration/entrepreneur/index.js b/packages/metascraper/test/integration/entrepreneur/index.js
index 595fa13ce..757f780ea 100644
--- a/packages/metascraper/test/integration/entrepreneur/index.js
+++ b/packages/metascraper/test/integration/entrepreneur/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'https://www.entrepreneur.com/article/275188'
it('entrepreneur', async () => {
diff --git a/packages/metascraper/test/integration/eweek/index.js b/packages/metascraper/test/integration/eweek/index.js
index b6d193899..73a2d36a4 100644
--- a/packages/metascraper/test/integration/eweek/index.js
+++ b/packages/metascraper/test/integration/eweek/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.eweek.com/developer/microsoft-hackerrank-launch-bing-search-tool-for-programmers.html'
diff --git a/packages/metascraper/test/integration/fast-company/index.js b/packages/metascraper/test/integration/fast-company/index.js
index 22473ca8e..0478b9f06 100644
--- a/packages/metascraper/test/integration/fast-company/index.js
+++ b/packages/metascraper/test/integration/fast-company/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.fastcompany.com/3060169/one-of-the-biggest-challenges-of-getting-funding-for-minority-owned-business'
diff --git a/packages/metascraper/test/integration/fastersite/index.js b/packages/metascraper/test/integration/fastersite/index.js
index fd6856fac..632c12196 100644
--- a/packages/metascraper/test/integration/fastersite/index.js
+++ b/packages/metascraper/test/integration/fastersite/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'http://gent.ilcore.com/2012/06/better-timer-for-javascript.html'
it('fastersite', async () => {
diff --git a/packages/metascraper/test/integration/fierce-devops/index.js b/packages/metascraper/test/integration/fierce-devops/index.js
index fe2bf69e3..fcacc5786 100644
--- a/packages/metascraper/test/integration/fierce-devops/index.js
+++ b/packages/metascraper/test/integration/fierce-devops/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.fiercedevops.com/story/circleci-brings-another-18m-funding-series-b-round/2016-05-17'
diff --git a/packages/metascraper/test/integration/financial-times/index.js b/packages/metascraper/test/integration/financial-times/index.js
index 8e0d33191..eea49bb45 100644
--- a/packages/metascraper/test/integration/financial-times/index.js
+++ b/packages/metascraper/test/integration/financial-times/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,9 +19,8 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
-const url = 'http://www.ft.com/cms/s/2/796d1220-475e-11e5-af2f-4d6e0e5eda22.html'
+const url =
+ 'http://www.ft.com/cms/s/2/796d1220-475e-11e5-af2f-4d6e0e5eda22.html'
it('financial-times', async () => {
const html = await readFile(resolve(__dirname, 'input.html'))
diff --git a/packages/metascraper/test/integration/forbes/index.js b/packages/metascraper/test/integration/forbes/index.js
index 38d678bc0..6595c953c 100644
--- a/packages/metascraper/test/integration/forbes/index.js
+++ b/packages/metascraper/test/integration/forbes/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.forbes.com/sites/georgeanders/2015/09/30/facebook-veteran-grady-burnett-joins-hackerrank-as-coo'
diff --git a/packages/metascraper/test/integration/fortune/index.js b/packages/metascraper/test/integration/fortune/index.js
index b360420de..b83a45de4 100644
--- a/packages/metascraper/test/integration/fortune/index.js
+++ b/packages/metascraper/test/integration/fortune/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'http://fortune.com/2015/10/05/hackerrank-recruiting-tool'
it('fortune', async () => {
diff --git a/packages/metascraper/test/integration/geek-time/index.js b/packages/metascraper/test/integration/geek-time/index.js
index 8216cb99a..4ce086b03 100644
--- a/packages/metascraper/test/integration/geek-time/index.js
+++ b/packages/metascraper/test/integration/geek-time/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.geektime.com/2016/04/21/fraud-solutions-forter-secures-payment-of-32m-in-series-c'
diff --git a/packages/metascraper/test/integration/github/index.js b/packages/metascraper/test/integration/github/index.js
index 522232ddc..c1a248db5 100644
--- a/packages/metascraper/test/integration/github/index.js
+++ b/packages/metascraper/test/integration/github/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'https://github.com/microlinkhq/microlink-core'
it('github', async () => {
diff --git a/packages/metascraper/test/integration/googleblog/index.js b/packages/metascraper/test/integration/googleblog/index.js
index 2bba30fdc..77c4a1b6c 100644
--- a/packages/metascraper/test/integration/googleblog/index.js
+++ b/packages/metascraper/test/integration/googleblog/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'https://cloudplatform.googleblog.com/2016/09/Google-Cloud-Platform-sets-a-course-for-new-horizons.html'
diff --git a/packages/metascraper/test/integration/health/index.js b/packages/metascraper/test/integration/health/index.js
index 50dbdfc37..76a7ad4a9 100644
--- a/packages/metascraper/test/integration/health/index.js
+++ b/packages/metascraper/test/integration/health/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'https://html-microservice.herokuapp.com/https://www.health.govt.nz/about-ministry/legislation-and-regulation/regulatory-impact-statements/quality-improvement-agency-health-quality-and-safety-commission-functions-powers-and-funding'
diff --git a/packages/metascraper/test/integration/inc/index.js b/packages/metascraper/test/integration/inc/index.js
index ce7ea4ba1..a00f5bf5f 100644
--- a/packages/metascraper/test/integration/inc/index.js
+++ b/packages/metascraper/test/integration/inc/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'http://www.inc.com/jeremy-quittner/2016-30-under-30-neurensic.html'
it('inc', async () => {
diff --git a/packages/metascraper/test/integration/information-week/index.js b/packages/metascraper/test/integration/information-week/index.js
index af394e29e..d00c8809c 100644
--- a/packages/metascraper/test/integration/information-week/index.js
+++ b/packages/metascraper/test/integration/information-week/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.informationweek.com/cloud/microsoft-expands-global-connectivity-with-local-startups/d/d-id/1325645'
diff --git a/packages/metascraper/test/integration/instagram/index.js b/packages/metascraper/test/integration/instagram/index.js
index 230c66cfd..e2c861c28 100644
--- a/packages/metascraper/test/integration/instagram/index.js
+++ b/packages/metascraper/test/integration/instagram/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'https://www.instagram.com/p/BWUDBntl3_Z'
it('instagram', async () => {
diff --git a/packages/metascraper/test/integration/jewish-business-news/index.js b/packages/metascraper/test/integration/jewish-business-news/index.js
index a4a4b3c40..3c4ab62bf 100644
--- a/packages/metascraper/test/integration/jewish-business-news/index.js
+++ b/packages/metascraper/test/integration/jewish-business-news/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://jewishbusinessnews.com/2016/01/20/israeli-startup-jfrog-raises-50-million-in-c-round'
diff --git a/packages/metascraper/test/integration/lean-data/index.js b/packages/metascraper/test/integration/lean-data/index.js
index f5c298c49..aeb547710 100644
--- a/packages/metascraper/test/integration/lean-data/index.js
+++ b/packages/metascraper/test/integration/lean-data/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,9 +19,8 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
-const url = 'http://www.leandatainc.com/account-based-sales-marketing/the-winds-of-change'
+const url =
+ 'http://www.leandatainc.com/account-based-sales-marketing/the-winds-of-change'
it('lean-data', async () => {
const html = await readFile(resolve(__dirname, 'input.html'))
diff --git a/packages/metascraper/test/integration/learnnode/index.js b/packages/metascraper/test/integration/learnnode/index.js
index 3987913c3..aa240c904 100644
--- a/packages/metascraper/test/integration/learnnode/index.js
+++ b/packages/metascraper/test/integration/learnnode/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'https://learnnode.com'
it('learnnode', async () => {
diff --git a/packages/metascraper/test/integration/linkedin-company/index.js b/packages/metascraper/test/integration/linkedin-company/index.js
index 147f39633..94adff8b5 100644
--- a/packages/metascraper/test/integration/linkedin-company/index.js
+++ b/packages/metascraper/test/integration/linkedin-company/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'https://www.linkedin.com/company/10529043/'
it('linkedin (company)', async () => {
diff --git a/packages/metascraper/test/integration/linkedin-pulse/index.js b/packages/metascraper/test/integration/linkedin-pulse/index.js
index cac532999..a2b710198 100644
--- a/packages/metascraper/test/integration/linkedin-pulse/index.js
+++ b/packages/metascraper/test/integration/linkedin-pulse/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'https://www.linkedin.com/pulse/how-can-ai-change-financial-services-consolidation-finai-ramya-joseph'
diff --git a/packages/metascraper/test/integration/los-angeles-times/index.js b/packages/metascraper/test/integration/los-angeles-times/index.js
index 60d6e223d..a07aef5d3 100644
--- a/packages/metascraper/test/integration/los-angeles-times/index.js
+++ b/packages/metascraper/test/integration/los-angeles-times/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,9 +19,8 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
-const url = 'http://www.latimes.com/business/technology/la-fi-tn-tech-downturn-20160429-story.html'
+const url =
+ 'http://www.latimes.com/business/technology/la-fi-tn-tech-downturn-20160429-story.html'
it('los-angeles-times', async () => {
const html = await readFile(resolve(__dirname, 'input.html'))
diff --git a/packages/metascraper/test/integration/mac-rumors/index.js b/packages/metascraper/test/integration/mac-rumors/index.js
index 6c58f871c..30d81ae19 100644
--- a/packages/metascraper/test/integration/mac-rumors/index.js
+++ b/packages/metascraper/test/integration/mac-rumors/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,9 +19,8 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
-const url = 'http://www.macrumors.com/2016/05/24/apple-siri-sdk-amazon-echo-competitor'
+const url =
+ 'http://www.macrumors.com/2016/05/24/apple-siri-sdk-amazon-echo-competitor'
it('mac-rumors', async () => {
const html = await readFile(resolve(__dirname, 'input.html'))
diff --git a/packages/metascraper/test/integration/market-wired/index.js b/packages/metascraper/test/integration/market-wired/index.js
index 98f7ea67d..c54b46c82 100644
--- a/packages/metascraper/test/integration/market-wired/index.js
+++ b/packages/metascraper/test/integration/market-wired/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.marketwired.com/press-release/segment-launches-sources-to-unify-siloed-customer-data-in-minutes-2112571.htm'
diff --git a/packages/metascraper/test/integration/marketing-land/index.js b/packages/metascraper/test/integration/marketing-land/index.js
index 3d06f7689..7eda98070 100644
--- a/packages/metascraper/test/integration/marketing-land/index.js
+++ b/packages/metascraper/test/integration/marketing-land/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,9 +19,8 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
-const url = 'http://marketingland.com/an-inside-look-at-the-upcoming-martech-conference-165927'
+const url =
+ 'http://marketingland.com/an-inside-look-at-the-upcoming-martech-conference-165927'
it('marketing-land', async () => {
const html = await readFile(resolve(__dirname, 'input.html'))
diff --git a/packages/metascraper/test/integration/mashable/index.js b/packages/metascraper/test/integration/mashable/index.js
index ab01a7635..ffd149603 100644
--- a/packages/metascraper/test/integration/mashable/index.js
+++ b/packages/metascraper/test/integration/mashable/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'http://mashable.com/2015/05/13/analytics-power-up-revenue'
it('mashable', async () => {
diff --git a/packages/metascraper/test/integration/medium/index.js b/packages/metascraper/test/integration/medium/index.js
index ffc2aa587..565920268 100644
--- a/packages/metascraper/test/integration/medium/index.js
+++ b/packages/metascraper/test/integration/medium/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'https://medium.com/webpack/webpack-3-official-release-15fd2dd8f07b'
it('medium', async () => {
diff --git a/packages/metascraper/test/integration/motherboard/index.js b/packages/metascraper/test/integration/motherboard/index.js
index ded35decf..4a6a8253b 100644
--- a/packages/metascraper/test/integration/motherboard/index.js
+++ b/packages/metascraper/test/integration/motherboard/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,9 +19,8 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
-const url = 'http://motherboard.vice.com/read/google-wins-trial-against-oracle-saves-9-billion'
+const url =
+ 'http://motherboard.vice.com/read/google-wins-trial-against-oracle-saves-9-billion'
it('motherboard', async () => {
const html = await readFile(resolve(__dirname, 'input.html'))
diff --git a/packages/metascraper/test/integration/nytimes/index.js b/packages/metascraper/test/integration/nytimes/index.js
index a97b04da2..cce0444a9 100644
--- a/packages/metascraper/test/integration/nytimes/index.js
+++ b/packages/metascraper/test/integration/nytimes/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'https://www.nytimes.com/2017/07/03/smarter-living/how-to-see-what-the-internet-knows-about-you.html'
diff --git a/packages/metascraper/test/integration/pikabu/index.js b/packages/metascraper/test/integration/pikabu/index.js
index 3b6d743db..27114f2cd 100644
--- a/packages/metascraper/test/integration/pikabu/index.js
+++ b/packages/metascraper/test/integration/pikabu/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'https://pikabu.ru/story/7_interesnyikh_nablyudeniy_o_pervoy_matritse_6758662'
diff --git a/packages/metascraper/test/integration/pr-newswire/index.js b/packages/metascraper/test/integration/pr-newswire/index.js
index 94987b28f..f98046ca1 100644
--- a/packages/metascraper/test/integration/pr-newswire/index.js
+++ b/packages/metascraper/test/integration/pr-newswire/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.prnewswire.com/news-releases/hackerrank--cybermedia-technologies-partner-to-help-close-the-stem-skills-gap-in-federal-government-300256929.html'
diff --git a/packages/metascraper/test/integration/recode/index.js b/packages/metascraper/test/integration/recode/index.js
index 3f7611d72..6218a1b1b 100644
--- a/packages/metascraper/test/integration/recode/index.js
+++ b/packages/metascraper/test/integration/recode/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.recode.net/2016/4/24/11586366/capital-gains-medium-an-uber-rival-a-drone-hunter-and-other-companies'
diff --git a/packages/metascraper/test/integration/reuters/index.js b/packages/metascraper/test/integration/reuters/index.js
index c112c18e3..ff870dd8c 100644
--- a/packages/metascraper/test/integration/reuters/index.js
+++ b/packages/metascraper/test/integration/reuters/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,9 +19,8 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
-const url = 'http://www.reuters.com/article/us-venture-fundraising-idUSKCN0Y41DQ'
+const url =
+ 'http://www.reuters.com/article/us-venture-fundraising-idUSKCN0Y41DQ'
it('reuters', async () => {
const html = await readFile(resolve(__dirname, 'input.html'))
diff --git a/packages/metascraper/test/integration/san-francisco-chronicle/index.js b/packages/metascraper/test/integration/san-francisco-chronicle/index.js
index 9ab1b7245..e82a7f9e3 100644
--- a/packages/metascraper/test/integration/san-francisco-chronicle/index.js
+++ b/packages/metascraper/test/integration/san-francisco-chronicle/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.sfchronicle.com/business/article/Nasdaq-center-in-SF-offers-free-classes-for-7338290.php'
diff --git a/packages/metascraper/test/integration/segment-academy/index.js b/packages/metascraper/test/integration/segment-academy/index.js
index 72d83bc8e..3f13a7a69 100644
--- a/packages/metascraper/test/integration/segment-academy/index.js
+++ b/packages/metascraper/test/integration/segment-academy/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,9 +19,8 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
-const url = 'https://www.segment.com/academy/collecting-data/when-to-track-on-the-client-vs-server'
+const url =
+ 'https://www.segment.com/academy/collecting-data/when-to-track-on-the-client-vs-server'
it('segment-academy', async () => {
const html = await readFile(resolve(__dirname, 'input.html'))
diff --git a/packages/metascraper/test/integration/segment/index.js b/packages/metascraper/test/integration/segment/index.js
index 57cd8bebe..df76f78c5 100644
--- a/packages/metascraper/test/integration/segment/index.js
+++ b/packages/metascraper/test/integration/segment/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'https://segment.com/blog/scaling-nsq'
it('segment', async () => {
diff --git a/packages/metascraper/test/integration/silicon-angle/index.js b/packages/metascraper/test/integration/silicon-angle/index.js
index ff124ce93..dace155e3 100644
--- a/packages/metascraper/test/integration/silicon-angle/index.js
+++ b/packages/metascraper/test/integration/silicon-angle/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://siliconangle.com/blog/2016/05/16/circleci-receives-18-million-in-series-b-funding-round-with-scale-venture-partners'
diff --git a/packages/metascraper/test/integration/silicon-beat/index.js b/packages/metascraper/test/integration/silicon-beat/index.js
index 772828f85..b8215fa3a 100644
--- a/packages/metascraper/test/integration/silicon-beat/index.js
+++ b/packages/metascraper/test/integration/silicon-beat/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'http://www.siliconbeat.com/2016/04/19/time-come-woman'
it('silicon-beat', async () => {
diff --git a/packages/metascraper/test/integration/silicon-tap/index.js b/packages/metascraper/test/integration/silicon-tap/index.js
index b2fe27041..be1fe9118 100644
--- a/packages/metascraper/test/integration/silicon-tap/index.js
+++ b/packages/metascraper/test/integration/silicon-tap/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'https://www.silicontap.com/story/0053475.html'
it('silicon-tap', async () => {
diff --git a/packages/metascraper/test/integration/silicon-valley-business-journal/index.js b/packages/metascraper/test/integration/silicon-valley-business-journal/index.js
index 1e6ce58c3..0641feb28 100644
--- a/packages/metascraper/test/integration/silicon-valley-business-journal/index.js
+++ b/packages/metascraper/test/integration/silicon-valley-business-journal/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.bizjournals.com/sanjose/blog/techflash/2016/05/security-startup-agari-raises-22m-to-protect.html'
diff --git a/packages/metascraper/test/integration/smitten-kitchen/index.js b/packages/metascraper/test/integration/smitten-kitchen/index.js
index e71477704..a403dc762 100644
--- a/packages/metascraper/test/integration/smitten-kitchen/index.js
+++ b/packages/metascraper/test/integration/smitten-kitchen/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'http://smittenkitchen.com/blog/2016/05/cucumber-yogurt-raita-salad'
it('smitten-kitchen', async () => {
diff --git a/packages/metascraper/test/integration/startup-grind/index.js b/packages/metascraper/test/integration/startup-grind/index.js
index aa52abe5b..3b24d698c 100644
--- a/packages/metascraper/test/integration/startup-grind/index.js
+++ b/packages/metascraper/test/integration/startup-grind/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'https://www.startupgrind.com/blog/tech-funding-is-officialy-slowing-down-3-ways-to-survive-the-cooling'
diff --git a/packages/metascraper/test/integration/techcrunch/index.js b/packages/metascraper/test/integration/techcrunch/index.js
index d29f67c18..13d004136 100644
--- a/packages/metascraper/test/integration/techcrunch/index.js
+++ b/packages/metascraper/test/integration/techcrunch/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://social.techcrunch.com/2016/01/12/hackerrank-jobs-takes-the-mystery-out-of-technical-recruiting'
diff --git a/packages/metascraper/test/integration/the-boston-globe/index.js b/packages/metascraper/test/integration/the-boston-globe/index.js
index 311ece391..f9a821ff0 100644
--- a/packages/metascraper/test/integration/the-boston-globe/index.js
+++ b/packages/metascraper/test/integration/the-boston-globe/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'https://www.bostonglobe.com/business/2016/05/03/women-tech-band-together-track-diversity-after-hours/mWL9Pte1lx34HXMqXhEY4H/story.html'
diff --git a/packages/metascraper/test/integration/the-guardian/index.js b/packages/metascraper/test/integration/the-guardian/index.js
index ceb99520e..884725050 100644
--- a/packages/metascraper/test/integration/the-guardian/index.js
+++ b/packages/metascraper/test/integration/the-guardian/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.theguardian.com/technology/2017/jul/03/facebook-track-browsing-history-california-lawsuit'
diff --git a/packages/metascraper/test/integration/the-register/index.js b/packages/metascraper/test/integration/the-register/index.js
index a767f4fc8..112afcd9d 100644
--- a/packages/metascraper/test/integration/the-register/index.js
+++ b/packages/metascraper/test/integration/the-register/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,9 +19,8 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
-const url = 'http://www.theregister.co.uk/2016/05/03/emc_world_virtustream_announcement'
+const url =
+ 'http://www.theregister.co.uk/2016/05/03/emc_world_virtustream_announcement'
it('the-register', async () => {
const html = await readFile(resolve(__dirname, 'input.html'))
diff --git a/packages/metascraper/test/integration/the-verge/index.js b/packages/metascraper/test/integration/the-verge/index.js
index df9332154..45de75c51 100644
--- a/packages/metascraper/test/integration/the-verge/index.js
+++ b/packages/metascraper/test/integration/the-verge/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.theverge.com/2016/5/24/11763836/apple-siri-speaker-amazon-echo-alexa-google-home-ai'
diff --git a/packages/metascraper/test/integration/twitter-gif/index.js b/packages/metascraper/test/integration/twitter-gif/index.js
index 65c6014ee..8e462b473 100644
--- a/packages/metascraper/test/integration/twitter-gif/index.js
+++ b/packages/metascraper/test/integration/twitter-gif/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'https://twitter.com/Kikobeats/status/880139124791029763'
it('twitter (tweet with gif)', async () => {
diff --git a/packages/metascraper/test/integration/twitter-image/index.js b/packages/metascraper/test/integration/twitter-image/index.js
index 871049959..455b1266c 100644
--- a/packages/metascraper/test/integration/twitter-image/index.js
+++ b/packages/metascraper/test/integration/twitter-image/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'https://twitter.com/k4rliky/status/934482867480121345'
it('twitter (tweet with image)', async () => {
diff --git a/packages/metascraper/test/integration/usa-today/index.js b/packages/metascraper/test/integration/usa-today/index.js
index 8b2666da3..f7572c676 100644
--- a/packages/metascraper/test/integration/usa-today/index.js
+++ b/packages/metascraper/test/integration/usa-today/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,9 +19,8 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
-const url = 'http://www.usatoday.com/story/news/2016/05/24/evening-news-roundup-tuesday/84846520'
+const url =
+ 'http://www.usatoday.com/story/news/2016/05/24/evening-news-roundup-tuesday/84846520'
it('usa-today', async () => {
const html = await readFile(resolve(__dirname, 'input.html'))
diff --git a/packages/metascraper/test/integration/venture-beat/index.js b/packages/metascraper/test/integration/venture-beat/index.js
index 313e82751..ba385ab78 100644
--- a/packages/metascraper/test/integration/venture-beat/index.js
+++ b/packages/metascraper/test/integration/venture-beat/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://venturebeat.com/2016/04/21/forter-raises-32-million-to-automate-retailers-battle-against-online-fraud'
diff --git a/packages/metascraper/test/integration/vimeo/index.js b/packages/metascraper/test/integration/vimeo/index.js
index bbefc1a39..9c6628173 100644
--- a/packages/metascraper/test/integration/vimeo/index.js
+++ b/packages/metascraper/test/integration/vimeo/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'https://vimeo.com/200104989'
it('vimeo', async () => {
diff --git a/packages/metascraper/test/integration/washington-post/index.js b/packages/metascraper/test/integration/washington-post/index.js
index bd72cdebb..11ce2822d 100644
--- a/packages/metascraper/test/integration/washington-post/index.js
+++ b/packages/metascraper/test/integration/washington-post/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'https://www.washingtonpost.com/news/the-intersect/wp/2016/05/24/twitter-says-goodbye-to-all'
diff --git a/packages/metascraper/test/integration/wikipedia/index.js b/packages/metascraper/test/integration/wikipedia/index.js
index c97026465..9d99dcbde 100644
--- a/packages/metascraper/test/integration/wikipedia/index.js
+++ b/packages/metascraper/test/integration/wikipedia/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url = 'https://en.wikipedia.org/wiki/Bob_Dylan'
it('wikipedia', async () => {
diff --git a/packages/metascraper/test/integration/wired/index.js b/packages/metascraper/test/integration/wired/index.js
index 410468cfa..e31da6842 100644
--- a/packages/metascraper/test/integration/wired/index.js
+++ b/packages/metascraper/test/integration/wired/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,9 +19,8 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
-const url = 'https://www.wired.com/story/giant-antarctic-icebergs-and-crushing-existential-dread'
+const url =
+ 'https://www.wired.com/story/giant-antarctic-icebergs-and-crushing-existential-dread'
it('wired', async () => {
const html = await readFile(resolve(__dirname, 'input.html'))
diff --git a/packages/metascraper/test/integration/wsj/index.js b/packages/metascraper/test/integration/wsj/index.js
index d3e2c7638..9d934bd33 100644
--- a/packages/metascraper/test/integration/wsj/index.js
+++ b/packages/metascraper/test/integration/wsj/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.wsj.com/articles/funding-snapshot-software-development-platform-circleci-raises-18m-1463398202'
diff --git a/packages/metascraper/test/integration/xconomy/index.js b/packages/metascraper/test/integration/xconomy/index.js
index 437ddf251..e019df22d 100644
--- a/packages/metascraper/test/integration/xconomy/index.js
+++ b/packages/metascraper/test/integration/xconomy/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.xconomy.com/san-francisco/2016/05/24/cybersecurity-company-agari-raises-22m-for-e-mail-shield'
diff --git a/packages/metascraper/test/integration/yahoo-news/index.js b/packages/metascraper/test/integration/yahoo-news/index.js
index 040264de6..90b681784 100644
--- a/packages/metascraper/test/integration/yahoo-news/index.js
+++ b/packages/metascraper/test/integration/yahoo-news/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,9 +19,8 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
-const url = 'https://www.yahoo.com/news/justin-bieber-coldly-throws-fans-133800208.html'
+const url =
+ 'https://www.yahoo.com/news/justin-bieber-coldly-throws-fans-133800208.html'
it('yahoo-news', async () => {
const html = await readFile(resolve(__dirname, 'input.html'))
diff --git a/packages/metascraper/test/integration/zdnet/index.js b/packages/metascraper/test/integration/zdnet/index.js
index ce84bbff1..20bc02452 100644
--- a/packages/metascraper/test/integration/zdnet/index.js
+++ b/packages/metascraper/test/integration/zdnet/index.js
@@ -1,10 +1,8 @@
'use strict'
const snapshot = require('snap-shot')
-const { promisify } = require('util')
const { resolve } = require('path')
-
-const fs = require('fs')
+const { readFile } = require('fs').promises
const metascraper = require('../../..')([
require('metascraper-author')(),
@@ -21,8 +19,6 @@ const metascraper = require('../../..')([
require('metascraper-readability')()
])
-const readFile = promisify(fs.readFile)
-
const url =
'http://www.zdnet.com/article/email-security-startup-agari-raises-22-million-to-help-enterprises-fight-phishing-attacks'