From 235c985c41b53456776aa785be9d867a81001a2f Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Fri, 10 Jan 2025 12:50:30 +0100 Subject: [PATCH 01/12] feat: add profiling support --- packages/metascraper/package.json | 1 + packages/metascraper/src/rules.js | 7 +++++-- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/packages/metascraper/package.json b/packages/metascraper/package.json index 05518e423..5bffb83d9 100644 --- a/packages/metascraper/package.json +++ b/packages/metascraper/package.json @@ -60,6 +60,7 @@ "dependencies": { "@metascraper/helpers": "workspace:*", "cheerio": "~1.0.0", + "debug-logfmt": "~1.2.3", "lodash": "~4.17.21", "whoops": "~4.1.7" }, diff --git a/packages/metascraper/src/rules.js b/packages/metascraper/src/rules.js index ea583bac6..840211fd5 100644 --- a/packages/metascraper/src/rules.js +++ b/packages/metascraper/src/rules.js @@ -16,9 +16,12 @@ const forEachRule = (collection, fn) => forEach(castArray(collection), fn) const loadRules = rulesBundle => chain(rulesBundle) - .reduce((acc, { test, ...rules }) => { + .reduce((acc, { test, pkgName, ...rules }) => { forEach(rules, (innerRules, propName) => { - if (test) forEachRule(innerRules, rule => (rule.test = test)) + forEachRule(innerRules, rule => { + if (test) rule.test = test + rule.pkgName = pkgName ?? 'uknown' + }) set( acc, From d7a6c2eb08ec555faba57f4a8579b842f84b7cb8 Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Fri, 10 Jan 2025 13:03:07 +0100 Subject: [PATCH 02/12] chore: add rules.pkgName --- packages/metascraper-amazon/src/index.js | 2 + packages/metascraper-audio/src/index.js | 6 +- packages/metascraper-author/src/index.js | 52 ++++++++------ packages/metascraper-clearbit/src/index.js | 6 +- packages/metascraper-date/src/index.js | 10 +-- packages/metascraper-description/src/index.js | 6 +- packages/metascraper-feed/src/index.js | 6 +- packages/metascraper-iframe/src/index.js | 2 + packages/metascraper-image/src/index.js | 44 +++++++----- packages/metascraper-instagram/src/index.js | 2 + packages/metascraper-lang/src/index.js | 20 ++++-- .../metascraper-logo-favicon/src/index.js | 6 +- packages/metascraper-logo/src/index.js | 6 +- .../metascraper-media-provider/src/index.js | 6 +- packages/metascraper-publisher/src/index.js | 70 +++++++++++-------- packages/metascraper-readability/src/index.js | 18 +++-- packages/metascraper-soundcloud/src/index.js | 2 + packages/metascraper-spotify/src/index.js | 2 + packages/metascraper-telegram/src/index.js | 2 + packages/metascraper-title/src/index.js | 32 +++++---- packages/metascraper-uol/src/index.js | 2 + packages/metascraper-url/src/index.js | 26 ++++--- packages/metascraper-video/src/index.js | 14 ++-- packages/metascraper-x/src/index.js | 2 + packages/metascraper-youtube/src/index.js | 2 + 25 files changed, 223 insertions(+), 123 deletions(-) diff --git a/packages/metascraper-amazon/src/index.js b/packages/metascraper-amazon/src/index.js index 6a5bac6d4..40c96d7a4 100644 --- a/packages/metascraper-amazon/src/index.js +++ b/packages/metascraper-amazon/src/index.js @@ -60,5 +60,7 @@ module.exports = () => { rules.test = ({ url }) => test(url) + rules.pkgName = 'metascraper-amazon' + return rules } diff --git a/packages/metascraper-audio/src/index.js b/packages/metascraper-audio/src/index.js index 9ffd9b0c7..451e54e5e 100644 --- a/packages/metascraper-audio/src/index.js +++ b/packages/metascraper-audio/src/index.js @@ -78,7 +78,7 @@ const _getIframe = (url, $, { src }) => loadIframe(url, $.load(``)) module.exports = ({ getIframe = _getIframe } = {}) => { - return { + const rules = { audio: audioRules.concat( async ({ htmlDom: $, url }) => { const srcs = [ @@ -110,4 +110,8 @@ module.exports = ({ getIframe = _getIframe } = {}) => { } ) } + + rules.pkgName = 'metascraper-audio' + + return rules } diff --git a/packages/metascraper-author/src/index.js b/packages/metascraper-author/src/index.js index 59471d34f..00563893a 100644 --- a/packages/metascraper-author/src/index.js +++ b/packages/metascraper-author/src/index.js @@ -24,27 +24,33 @@ const strict = rule => $ => { return REGEX_STRICT.test(value) && value } -module.exports = () => ({ - author: [ - toAuthor($jsonld('author.name')), - toAuthor($jsonld('brand.name')), - toAuthor($ => $('meta[name="author"]').attr('content')), - toAuthor($ => $('meta[property="article:author"]').attr('content')), - toAuthor($ => $filter($, $('[itemprop*="author" i] [itemprop="name"]'))), - toAuthor($ => $filter($, $('[itemprop*="author" i]'))), - toAuthor($ => $filter($, $('[rel="author"]'))), - strict(toAuthor($ => $filter($, $('a[class*="author" i]')))), - strict(toAuthor($ => $filter($, $('[class*="author" i] a')))), - strict(toAuthor($ => $filter($, $('a[href*="/author/" i]')))), - toAuthor($ => $filter($, $('a[class*="screenname" i]'))), - strict(toAuthor($ => $filter($, $('[class*="author" i]')))), - strict( - toAuthor($ => - $filter($, $('[class*="byline" i]'), el => { - const value = $filter.fn(el) - return !date(value) && value - }) +module.exports = () => { + const rules = { + author: [ + toAuthor($jsonld('author.name')), + toAuthor($jsonld('brand.name')), + toAuthor($ => $('meta[name="author"]').attr('content')), + toAuthor($ => $('meta[property="article:author"]').attr('content')), + toAuthor($ => $filter($, $('[itemprop*="author" i] [itemprop="name"]'))), + toAuthor($ => $filter($, $('[itemprop*="author" i]'))), + toAuthor($ => $filter($, $('[rel="author"]'))), + strict(toAuthor($ => $filter($, $('a[class*="author" i]')))), + strict(toAuthor($ => $filter($, $('[class*="author" i] a')))), + strict(toAuthor($ => $filter($, $('a[href*="/author/" i]')))), + toAuthor($ => $filter($, $('a[class*="screenname" i]'))), + strict(toAuthor($ => $filter($, $('[class*="author" i]')))), + strict( + toAuthor($ => + $filter($, $('[class*="byline" i]'), el => { + const value = $filter.fn(el) + return !date(value) && value + }) + ) ) - ) - ] -}) + ] + } + + rules.pkgName = 'metascraper-author' + + return rules +} diff --git a/packages/metascraper-clearbit/src/index.js b/packages/metascraper-clearbit/src/index.js index bdd262cff..69a368e68 100644 --- a/packages/metascraper-clearbit/src/index.js +++ b/packages/metascraper-clearbit/src/index.js @@ -43,8 +43,12 @@ module.exports = opts => { const clearbit = createClearbit(opts) const getClearbit = composeRule(($, url) => clearbit(parseUrl(url).domain)) - return { + const rules = { logo: getClearbit({ from: 'logo' }), publisher: getClearbit({ from: 'name', to: 'publisher' }) } + + rules.pkgName = 'metascraper-clearbit' + + return rules } diff --git a/packages/metascraper-date/src/index.js b/packages/metascraper-date/src/index.js index d79788af3..ac6b878d6 100644 --- a/packages/metascraper-date/src/index.js +++ b/packages/metascraper-date/src/index.js @@ -43,17 +43,19 @@ module.exports = ( dateModified: false } ) => { - const result = { + const rules = { date: dateModifiedRules().concat(datePublishedRules(), dateRules()) } if (datePublished) { - result.datePublished = datePublishedRules() + rules.datePublished = datePublishedRules() } if (dateModified) { - result.dateModified = dateModifiedRules() + rules.dateModified = dateModifiedRules() } - return result + rules.pkgName = 'metascraper-date' + + return rules } diff --git a/packages/metascraper-description/src/index.js b/packages/metascraper-description/src/index.js index ef9f7fad2..6b1679ec2 100644 --- a/packages/metascraper-description/src/index.js +++ b/packages/metascraper-description/src/index.js @@ -5,7 +5,7 @@ const { $jsonld, toRule, description } = require('@metascraper/helpers') module.exports = opts => { const toDescription = toRule(description, opts) - return { + const rules = { description: [ toDescription($ => $('meta[property="og:description"]').attr('content')), toDescription($ => $('meta[name="twitter:description"]').attr('content')), @@ -18,4 +18,8 @@ module.exports = opts => { toDescription($jsonld('description')) ] } + + rules.pkgName = 'metascraper-description' + + return rules } diff --git a/packages/metascraper-feed/src/index.js b/packages/metascraper-feed/src/index.js index c60fcbf87..a6afc3c49 100644 --- a/packages/metascraper-feed/src/index.js +++ b/packages/metascraper-feed/src/index.js @@ -5,11 +5,15 @@ const { toRule, url } = require('@metascraper/helpers') const toUrl = toRule(url) module.exports = () => { - return { + const rules = { feed: [ toUrl($ => $('link[type="application/rss+xml"]').attr('href')), toUrl($ => $('link[type="application/feed+json"]').attr('href')), toUrl($ => $('link[type="application/atom+xml"]').attr('href')) ] } + + rules.pkgName = 'metascraper-feed' + + return rules } diff --git a/packages/metascraper-iframe/src/index.js b/packages/metascraper-iframe/src/index.js index 2f813408c..aa964b75a 100644 --- a/packages/metascraper-iframe/src/index.js +++ b/packages/metascraper-iframe/src/index.js @@ -25,6 +25,8 @@ module.exports = ({ gotOpts } = {}) => { rules.test = ({ url, htmlDom }) => test(url, htmlDom) + rules.pkgName = 'metascraper-iframe' + return rules } diff --git a/packages/metascraper-image/src/index.js b/packages/metascraper-image/src/index.js index 0c4e51996..23c4f61db 100644 --- a/packages/metascraper-image/src/index.js +++ b/packages/metascraper-image/src/index.js @@ -6,22 +6,28 @@ const toImage = toRule(image) const getSrc = el => el.attr('src') -module.exports = () => ({ - image: [ - toImage($ => $('meta[property="og:image:secure_url"]').attr('content')), - toImage($ => $('meta[property="og:image:url"]').attr('content')), - toImage($ => $('meta[property="og:image"]').attr('content')), - toImage($ => $('meta[name="twitter:image:src"]').attr('content')), - toImage($ => $('meta[property="twitter:image:src"]').attr('content')), - toImage($ => $('meta[name="twitter:image"]').attr('content')), - toImage($ => $('meta[property="twitter:image"]').attr('content')), - toImage($ => $('meta[itemprop="image"]').attr('content')), - toImage($jsonld('image.0.url')), - toImage($jsonld('image.url')), - toImage($jsonld('image')), - toImage($ => $filter($, $('article img[src]'), getSrc)), - toImage($ => $filter($, $('#content img[src]'), getSrc)), - toImage($ => $('img[alt*="author" i]').attr('src')), - toImage($ => $('img[src]:not([aria-hidden="true"])').attr('src')) - ] -}) +module.exports = () => { + const rules = { + image: [ + toImage($ => $('meta[property="og:image:secure_url"]').attr('content')), + toImage($ => $('meta[property="og:image:url"]').attr('content')), + toImage($ => $('meta[property="og:image"]').attr('content')), + toImage($ => $('meta[name="twitter:image:src"]').attr('content')), + toImage($ => $('meta[property="twitter:image:src"]').attr('content')), + toImage($ => $('meta[name="twitter:image"]').attr('content')), + toImage($ => $('meta[property="twitter:image"]').attr('content')), + toImage($ => $('meta[itemprop="image"]').attr('content')), + toImage($jsonld('image.0.url')), + toImage($jsonld('image.url')), + toImage($jsonld('image')), + toImage($ => $filter($, $('article img[src]'), getSrc)), + toImage($ => $filter($, $('#content img[src]'), getSrc)), + toImage($ => $('img[alt*="author" i]').attr('src')), + toImage($ => $('img[src]:not([aria-hidden="true"])').attr('src')) + ] + } + + rules.pkgName = 'metascraper-image' + + return rules +} diff --git a/packages/metascraper-instagram/src/index.js b/packages/metascraper-instagram/src/index.js index e91f35414..0d5644202 100644 --- a/packages/metascraper-instagram/src/index.js +++ b/packages/metascraper-instagram/src/index.js @@ -48,5 +48,7 @@ module.exports = () => { rules.test = ({ url }) => test(url) + rules.pkgName = 'metascraper-instagram' + return rules } diff --git a/packages/metascraper-lang/src/index.js b/packages/metascraper-lang/src/index.js index d8d6e43be..b65e5c410 100644 --- a/packages/metascraper-lang/src/index.js +++ b/packages/metascraper-lang/src/index.js @@ -4,10 +4,16 @@ const { lang, toRule } = require('@metascraper/helpers') const toLang = toRule(lang) -module.exports = () => ({ - lang: [ - toLang($ => $('meta[property="og:locale"]').attr('content')), - toLang($ => $('meta[itemprop="inLanguage"]').attr('content')), - toLang($ => $('html').attr('lang')) - ] -}) +module.exports = () => { + const rules = { + lang: [ + toLang($ => $('meta[property="og:locale"]').attr('content')), + toLang($ => $('meta[itemprop="inLanguage"]').attr('content')), + toLang($ => $('html').attr('lang')) + ] + } + + rules.pkgName = 'metascraper-lang' + + return rules +} diff --git a/packages/metascraper-logo-favicon/src/index.js b/packages/metascraper-logo-favicon/src/index.js index 6b2ed8661..a13d39e32 100644 --- a/packages/metascraper-logo-favicon/src/index.js +++ b/packages/metascraper-logo-favicon/src/index.js @@ -237,7 +237,7 @@ module.exports = ({ withGoogle }) const rootFavicon = createRootFavicon({ getLogo, withRootFavicon }) - return { + const rules = { logo: [ toLogo(async ($, url) => { const sizes = getSizes($, sizeSelectors, url) @@ -251,6 +251,10 @@ module.exports = ({ rootFavicon ].filter(Boolean) } + + rules.pkgName = 'metascraper-logo-favicon' + + return rules } module.exports.google = google diff --git a/packages/metascraper-logo/src/index.js b/packages/metascraper-logo/src/index.js index 3f66bc9b1..ae88b70c9 100644 --- a/packages/metascraper-logo/src/index.js +++ b/packages/metascraper-logo/src/index.js @@ -20,7 +20,7 @@ module.exports = ({ filter } = {}) => { const toLogo = toRule(mapper) - return { + const rules = { logo: [ toLogo($ => $('meta[property="og:logo"]').attr('content')), toLogo($ => $('meta[itemprop="logo"]').attr('content')), @@ -35,4 +35,8 @@ module.exports = ({ filter } = {}) => { toLogo($ => toLogoUrl($, 'logo')) ] } + + rules.pkgName = 'metascraper-logo' + + return rules } diff --git a/packages/metascraper-media-provider/src/index.js b/packages/metascraper-media-provider/src/index.js index 223810540..96e9ba1a6 100644 --- a/packages/metascraper-media-provider/src/index.js +++ b/packages/metascraper-media-provider/src/index.js @@ -136,7 +136,7 @@ const getDescription = ({ description }) => descriptionFn(description) module.exports = (opts = {}) => { const getMedia = createGetMedia(opts) - return { + const rules = { audio: async ({ url }) => getAudio(await getMedia(url)), author: async ({ url }) => getAuthor(await getMedia(url)), date: async ({ url }) => getDate(await getMedia(url)), @@ -147,6 +147,10 @@ module.exports = (opts = {}) => { title: async ({ url }) => getTitle(await getMedia(url)), video: async ({ url }) => getVideo(await getMedia(url)) } + + rules.pkgName = 'metascraper-media-provider' + + return rules } module.exports.getAudio = getAudio diff --git a/packages/metascraper-publisher/src/index.js b/packages/metascraper-publisher/src/index.js index 8764b47ec..5aa88c6a0 100644 --- a/packages/metascraper-publisher/src/index.js +++ b/packages/metascraper-publisher/src/index.js @@ -14,35 +14,45 @@ const getFromTitle = (text, regex = REGEX_TITLE) => { return result } -module.exports = () => ({ - publisher: [ - toPublisher($jsonld('publisher.name')), - toPublisher($ => $('meta[property="og:site_name"]').attr('content')), - toPublisher($ => $('meta[name*="application-name" i]').attr('content')), - toPublisher($ => $('meta[name*="app-title" i]').attr('content')), - toPublisher($ => $('meta[property*="app_name" i]').attr('content')), - toPublisher($ => $('meta[name="publisher" i]').attr('content')), - toPublisher($ => $('meta[name="twitter:app:name:iphone"]').attr('content')), - toPublisher($ => - $('meta[property="twitter:app:name:iphone"]').attr('content') - ), - toPublisher($ => $('meta[name="twitter:app:name:ipad"]').attr('content')), - toPublisher($ => - $('meta[property="twitter:app:name:ipad"]').attr('content') - ), - toPublisher($ => - $('meta[name="twitter:app:name:googleplay"]').attr('content') - ), - toPublisher($ => - $('meta[property="twitter:app:name:googleplay"]').attr('content') - ), - toPublisher($ => $filter($, $('#logo'))), - toPublisher($ => $filter($, $('.logo'))), - toPublisher($ => $filter($, $('a[class*="brand" i]'))), - toPublisher($ => $('[class*="logo" i] a img[alt]').attr('alt')), - toPublisher($ => $('[class*="logo" i] img[alt]').attr('alt')), - toPublisher($ => $filter($, $('title'), el => getFromTitle($filter.fn(el)))) - ] -}) +module.exports = () => { + const rules = { + publisher: [ + toPublisher($jsonld('publisher.name')), + toPublisher($ => $('meta[property="og:site_name"]').attr('content')), + toPublisher($ => $('meta[name*="application-name" i]').attr('content')), + toPublisher($ => $('meta[name*="app-title" i]').attr('content')), + toPublisher($ => $('meta[property*="app_name" i]').attr('content')), + toPublisher($ => $('meta[name="publisher" i]').attr('content')), + toPublisher($ => + $('meta[name="twitter:app:name:iphone"]').attr('content') + ), + toPublisher($ => + $('meta[property="twitter:app:name:iphone"]').attr('content') + ), + toPublisher($ => $('meta[name="twitter:app:name:ipad"]').attr('content')), + toPublisher($ => + $('meta[property="twitter:app:name:ipad"]').attr('content') + ), + toPublisher($ => + $('meta[name="twitter:app:name:googleplay"]').attr('content') + ), + toPublisher($ => + $('meta[property="twitter:app:name:googleplay"]').attr('content') + ), + toPublisher($ => $filter($, $('#logo'))), + toPublisher($ => $filter($, $('.logo'))), + toPublisher($ => $filter($, $('a[class*="brand" i]'))), + toPublisher($ => $('[class*="logo" i] a img[alt]').attr('alt')), + toPublisher($ => $('[class*="logo" i] img[alt]').attr('alt')), + toPublisher($ => + $filter($, $('title'), el => getFromTitle($filter.fn(el))) + ) + ] + } + + rules.pkgName = 'metascraper-publisher' + + return rules +} module.exports.getFromTitle = getFromTitle diff --git a/packages/metascraper-readability/src/index.js b/packages/metascraper-readability/src/index.js index 599c3b020..3928496ce 100644 --- a/packages/metascraper-readability/src/index.js +++ b/packages/metascraper-readability/src/index.js @@ -30,11 +30,17 @@ module.exports = ({ getDocument = defaultGetDocument } = {}) => { readability(url, $.html(), getDocument) ) - return { - author: getReadbility({ from: 'byline', to: 'author' }), - description: getReadbility({ from: 'excerpt', to: 'description' }), - lang: getReadbility({ from: 'lang' }), - publisher: getReadbility({ from: 'siteName', to: 'publisher' }), - title: getReadbility({ from: 'title' }) + module.exports = () => { + const rules = { + author: getReadbility({ from: 'byline', to: 'author' }), + description: getReadbility({ from: 'excerpt', to: 'description' }), + lang: getReadbility({ from: 'lang' }), + publisher: getReadbility({ from: 'siteName', to: 'publisher' }), + title: getReadbility({ from: 'title' }) + } + + rules.pkgName = 'metascraper-readability' + + return rules } } diff --git a/packages/metascraper-soundcloud/src/index.js b/packages/metascraper-soundcloud/src/index.js index 44ff0ba59..7dee4b6c4 100644 --- a/packages/metascraper-soundcloud/src/index.js +++ b/packages/metascraper-soundcloud/src/index.js @@ -24,5 +24,7 @@ module.exports = () => { rules.test = ({ url }) => test(url) + rules.pkgName = 'metascraper-soundcloud' + return rules } diff --git a/packages/metascraper-spotify/src/index.js b/packages/metascraper-spotify/src/index.js index b2d5cdc8f..f717c2323 100644 --- a/packages/metascraper-spotify/src/index.js +++ b/packages/metascraper-spotify/src/index.js @@ -72,6 +72,8 @@ module.exports = ({ gotOpts, keyvOpts } = {}) => { rules.test = ({ url }) => test(url) + rules.pkgName = 'metascraper-spotify' + return rules } diff --git a/packages/metascraper-telegram/src/index.js b/packages/metascraper-telegram/src/index.js index be14c5130..c55db498f 100644 --- a/packages/metascraper-telegram/src/index.js +++ b/packages/metascraper-telegram/src/index.js @@ -73,6 +73,8 @@ module.exports = ({ gotOpts, keyvOpts } = {}) => { rules.test = ({ url }) => test(url) + rules.pkgName = 'metascraper-telegram' + return rules } diff --git a/packages/metascraper-title/src/index.js b/packages/metascraper-title/src/index.js index 4111a19c6..7a3e6226b 100644 --- a/packages/metascraper-title/src/index.js +++ b/packages/metascraper-title/src/index.js @@ -4,16 +4,22 @@ const { $jsonld, $filter, title, toRule } = require('@metascraper/helpers') const toTitle = toRule(title) -module.exports = () => ({ - title: [ - toTitle($ => $('meta[property="og:title"]').attr('content')), - toTitle($ => $('meta[name="twitter:title"]').attr('content')), - toTitle($ => $('meta[property="twitter:title"]').attr('content')), - toTitle($ => $filter($, $('title'))), - toTitle($jsonld('headline')), - toTitle($ => $filter($, $('.post-title'))), - toTitle($ => $filter($, $('.entry-title'))), - toTitle($ => $filter($, $('h1[class*="title" i] a'))), - toTitle($ => $filter($, $('h1[class*="title" i]'))) - ] -}) +module.exports = () => { + const rules = { + title: [ + toTitle($ => $('meta[property="og:title"]').attr('content')), + toTitle($ => $('meta[name="twitter:title"]').attr('content')), + toTitle($ => $('meta[property="twitter:title"]').attr('content')), + toTitle($ => $filter($, $('title'))), + toTitle($jsonld('headline')), + toTitle($ => $filter($, $('.post-title'))), + toTitle($ => $filter($, $('.entry-title'))), + toTitle($ => $filter($, $('h1[class*="title" i] a'))), + toTitle($ => $filter($, $('h1[class*="title" i]'))) + ] + } + + rules.pkgName = 'metascraper-title' + + return rules +} diff --git a/packages/metascraper-uol/src/index.js b/packages/metascraper-uol/src/index.js index bab0e3ae1..fab870858 100644 --- a/packages/metascraper-uol/src/index.js +++ b/packages/metascraper-uol/src/index.js @@ -31,6 +31,8 @@ module.exports = () => { rules.test = ({ url }) => test(url) + rules.pkgName = 'metascraper-uol' + return rules } diff --git a/packages/metascraper-url/src/index.js b/packages/metascraper-url/src/index.js index 4b37c132f..68295beca 100644 --- a/packages/metascraper-url/src/index.js +++ b/packages/metascraper-url/src/index.js @@ -4,13 +4,19 @@ const { toRule, url: urlFn } = require('@metascraper/helpers') const toUrl = toRule(urlFn) -module.exports = () => ({ - url: [ - toUrl($ => $('meta[property="og:url"]').attr('content')), - toUrl($ => $('meta[name="twitter:url"]').attr('content')), - toUrl($ => $('meta[property="twitter:url"]').attr('content')), - toUrl($ => $('link[rel="canonical"]').attr('href')), - toUrl($ => $('link[rel="alternate"][hreflang="x-default"]').attr('href')), - ({ url }) => url - ] -}) +module.exports = () => { + const rules = { + url: [ + toUrl($ => $('meta[property="og:url"]').attr('content')), + toUrl($ => $('meta[name="twitter:url"]').attr('content')), + toUrl($ => $('meta[property="twitter:url"]').attr('content')), + toUrl($ => $('link[rel="canonical"]').attr('href')), + toUrl($ => $('link[rel="alternate"][hreflang="x-default"]').attr('href')), + ({ url }) => url + ] + } + + rules.pkgName = 'metascraper-url' + + return rules +} diff --git a/packages/metascraper-video/src/index.js b/packages/metascraper-video/src/index.js index 65ca1cb82..04975e255 100644 --- a/packages/metascraper-video/src/index.js +++ b/packages/metascraper-video/src/index.js @@ -109,7 +109,13 @@ const withIframe = (rules, getIframe) => } ) -module.exports = ({ getIframe = _getIframe } = {}) => ({ - image: withIframe(imageRules, getIframe), - video: withIframe(videoRules, getIframe) -}) +module.exports = ({ getIframe = _getIframe } = {}) => { + const rules = { + image: withIframe(imageRules, getIframe), + video: withIframe(videoRules, getIframe) + } + + rules.pkgName = 'metascraper-video' + + return rules +} diff --git a/packages/metascraper-x/src/index.js b/packages/metascraper-x/src/index.js index 6db724ac5..cf26b5bad 100644 --- a/packages/metascraper-x/src/index.js +++ b/packages/metascraper-x/src/index.js @@ -69,6 +69,8 @@ module.exports = ({ resolveUrls = false, resolveUrl = url => url } = {}) => { rules.test = ({ url }) => test(url) + rules.pkgName = 'metascraper-x' + return rules } diff --git a/packages/metascraper-youtube/src/index.js b/packages/metascraper-youtube/src/index.js index bb47cf2db..6936ced0e 100644 --- a/packages/metascraper-youtube/src/index.js +++ b/packages/metascraper-youtube/src/index.js @@ -56,6 +56,8 @@ module.exports = ({ gotOpts } = {}) => { rules.test = ({ url }) => test(url) + rules.pkgName = 'metascraper-youtube' + return rules } From 26bf4d8c41b964e16cca9516232edfc8cfcc52bc Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Fri, 10 Jan 2025 13:28:19 +0100 Subject: [PATCH 03/12] fix: load dependency --- packages/metascraper-readability/package.json | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/packages/metascraper-readability/package.json b/packages/metascraper-readability/package.json index 9c1f29bc9..d66ce1e07 100644 --- a/packages/metascraper-readability/package.json +++ b/packages/metascraper-readability/package.json @@ -28,8 +28,7 @@ "happy-dom": "~16.5.3" }, "devDependencies": { - "ava": "5", - "metascraper": "latest" + "ava": "5" }, "engines": { "node": ">= 16" From c83e2e0427a333f286a8f358f8df45541e6f1889 Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Fri, 10 Jan 2025 13:30:49 +0100 Subject: [PATCH 04/12] test: update snapshot From 5675e01662f47e3db4c0b71fa511e0bd5579dd45 Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Fri, 10 Jan 2025 13:32:10 +0100 Subject: [PATCH 05/12] ci: reduce logging --- packages/metascraper-media-provider/package.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/metascraper-media-provider/package.json b/packages/metascraper-media-provider/package.json index f9d0c16ee..c0b1433ae 100644 --- a/packages/metascraper-media-provider/package.json +++ b/packages/metascraper-media-provider/package.json @@ -49,7 +49,7 @@ "src" ], "scripts": { - "test": "NODE_PATH=.. TZ=UTC DEBUG=metascraper*,-metascraper-media-provider:provider* NODE_ENV=test ava --timeout 30s" + "test": "NODE_PATH=.. TZ=UTC DEBUG='metascraper-media-provider*,-metascraper-media-provider:provider*' NODE_ENV=test ava --timeout 30s" }, "license": "MIT", "ava": { From a705015bd9841d8d722ff55b96e4999e27d77515 Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Fri, 10 Jan 2025 13:38:42 +0100 Subject: [PATCH 06/12] v5.46.0-beta.0 --- CHANGELOG.md | 10 ++++++++++ lerna.json | 2 +- packages/metascraper-amazon/CHANGELOG.md | 4 ++++ packages/metascraper-amazon/package.json | 2 +- packages/metascraper-audio/CHANGELOG.md | 4 ++++ packages/metascraper-audio/package.json | 2 +- packages/metascraper-author/CHANGELOG.md | 4 ++++ packages/metascraper-author/package.json | 2 +- packages/metascraper-clearbit/CHANGELOG.md | 4 ++++ packages/metascraper-clearbit/package.json | 2 +- packages/metascraper-date/CHANGELOG.md | 4 ++++ packages/metascraper-date/package.json | 2 +- packages/metascraper-description/CHANGELOG.md | 4 ++++ packages/metascraper-description/package.json | 2 +- packages/metascraper-feed/CHANGELOG.md | 4 ++++ packages/metascraper-feed/package.json | 2 +- packages/metascraper-helpers/CHANGELOG.md | 6 ++++++ packages/metascraper-helpers/package.json | 2 +- packages/metascraper-iframe/CHANGELOG.md | 4 ++++ packages/metascraper-iframe/package.json | 2 +- packages/metascraper-image/CHANGELOG.md | 4 ++++ packages/metascraper-image/package.json | 2 +- packages/metascraper-instagram/CHANGELOG.md | 4 ++++ packages/metascraper-instagram/package.json | 2 +- packages/metascraper-lang/CHANGELOG.md | 4 ++++ packages/metascraper-lang/package.json | 2 +- packages/metascraper-logo-favicon/CHANGELOG.md | 4 ++++ packages/metascraper-logo-favicon/package.json | 2 +- packages/metascraper-logo/CHANGELOG.md | 4 ++++ packages/metascraper-logo/package.json | 2 +- packages/metascraper-manifest/CHANGELOG.md | 4 ++++ packages/metascraper-manifest/package.json | 2 +- packages/metascraper-media-provider/CHANGELOG.md | 4 ++++ packages/metascraper-media-provider/package.json | 2 +- packages/metascraper-publisher/CHANGELOG.md | 4 ++++ packages/metascraper-publisher/package.json | 2 +- packages/metascraper-readability/CHANGELOG.md | 6 ++++++ packages/metascraper-readability/package.json | 2 +- packages/metascraper-soundcloud/CHANGELOG.md | 4 ++++ packages/metascraper-soundcloud/package.json | 2 +- packages/metascraper-spotify/CHANGELOG.md | 4 ++++ packages/metascraper-spotify/package.json | 2 +- packages/metascraper-telegram/CHANGELOG.md | 4 ++++ packages/metascraper-telegram/package.json | 2 +- packages/metascraper-title/CHANGELOG.md | 4 ++++ packages/metascraper-title/package.json | 2 +- packages/metascraper-uol/CHANGELOG.md | 4 ++++ packages/metascraper-uol/package.json | 2 +- packages/metascraper-url/CHANGELOG.md | 4 ++++ packages/metascraper-url/package.json | 2 +- packages/metascraper-video/CHANGELOG.md | 4 ++++ packages/metascraper-video/package.json | 2 +- packages/metascraper-x/CHANGELOG.md | 4 ++++ packages/metascraper-x/package.json | 2 +- packages/metascraper-youtube/CHANGELOG.md | 4 ++++ packages/metascraper-youtube/package.json | 2 +- packages/metascraper/CHANGELOG.md | 6 ++++++ packages/metascraper/package.json | 2 +- 58 files changed, 157 insertions(+), 29 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index fbdf08e5d..6429e559d 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -3,6 +3,16 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +### Bug Fixes + +* load dependency ([6344788](https://github.com/microlinkhq/metascraper/commit/6344788ddbfc27a03f3ce12b2a842cd438574cc5)) + +### Features + +* add profiling support ([9370e3c](https://github.com/microlinkhq/metascraper/commit/9370e3cdde056e86dcc2d189b3b22dd01a310372)) + ## [5.45.29](https://github.com/microlinkhq/metascraper/compare/v5.45.28...v5.45.29) (2025-01-07) ### Bug Fixes diff --git a/lerna.json b/lerna.json index 79bbd6232..060250b0e 100644 --- a/lerna.json +++ b/lerna.json @@ -2,7 +2,7 @@ "packages": [ "packages/*" ], - "version": "5.45.29", + "version": "5.46.0-beta.0", "command": { "bootstrap": { "npmClientArgs": [ diff --git a/packages/metascraper-amazon/CHANGELOG.md b/packages/metascraper-amazon/CHANGELOG.md index 0e865b064..81e8bdb11 100644 --- a/packages/metascraper-amazon/CHANGELOG.md +++ b/packages/metascraper-amazon/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-amazon + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-amazon diff --git a/packages/metascraper-amazon/package.json b/packages/metascraper-amazon/package.json index 18e3e6614..7c5532f1e 100644 --- a/packages/metascraper-amazon/package.json +++ b/packages/metascraper-amazon/package.json @@ -2,7 +2,7 @@ "name": "metascraper-amazon", "description": "Metascraper integration with Amazon", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-amazon", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-audio/CHANGELOG.md b/packages/metascraper-audio/CHANGELOG.md index e5e5b735e..ea97e4500 100644 --- a/packages/metascraper-audio/CHANGELOG.md +++ b/packages/metascraper-audio/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-audio + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-audio diff --git a/packages/metascraper-audio/package.json b/packages/metascraper-audio/package.json index 7df27feff..930db8311 100644 --- a/packages/metascraper-audio/package.json +++ b/packages/metascraper-audio/package.json @@ -2,7 +2,7 @@ "name": "metascraper-audio", "description": "Get audio property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-audio", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-author/CHANGELOG.md b/packages/metascraper-author/CHANGELOG.md index 2e66d2514..dc53a3dfe 100644 --- a/packages/metascraper-author/CHANGELOG.md +++ b/packages/metascraper-author/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/packages/metascraper-author/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-author + ## [5.45.28](https://github.com/microlinkhq/metascraper/packages/metascraper-author/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-author diff --git a/packages/metascraper-author/package.json b/packages/metascraper-author/package.json index aa24fac49..4fe56426d 100644 --- a/packages/metascraper-author/package.json +++ b/packages/metascraper-author/package.json @@ -2,7 +2,7 @@ "name": "metascraper-author", "description": "Get author property from HTML markup", "homepage": "https://metascraper.js.org", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-clearbit/CHANGELOG.md b/packages/metascraper-clearbit/CHANGELOG.md index a0aefc612..3ccb0da55 100644 --- a/packages/metascraper-clearbit/CHANGELOG.md +++ b/packages/metascraper-clearbit/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-clearbit + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-clearbit diff --git a/packages/metascraper-clearbit/package.json b/packages/metascraper-clearbit/package.json index 44a46b5df..032e0c0d7 100644 --- a/packages/metascraper-clearbit/package.json +++ b/packages/metascraper-clearbit/package.json @@ -2,7 +2,7 @@ "name": "metascraper-clearbit", "description": "Metascraper integration with Clearbit Logo API", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-clearbit", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-date/CHANGELOG.md b/packages/metascraper-date/CHANGELOG.md index dc57f9084..583f580df 100644 --- a/packages/metascraper-date/CHANGELOG.md +++ b/packages/metascraper-date/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-date + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-date diff --git a/packages/metascraper-date/package.json b/packages/metascraper-date/package.json index 4f71dc7b8..7cafdaa20 100644 --- a/packages/metascraper-date/package.json +++ b/packages/metascraper-date/package.json @@ -2,7 +2,7 @@ "name": "metascraper-date", "description": "Get date property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-date", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-description/CHANGELOG.md b/packages/metascraper-description/CHANGELOG.md index 734f5297a..01460ac17 100644 --- a/packages/metascraper-description/CHANGELOG.md +++ b/packages/metascraper-description/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-description + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-description diff --git a/packages/metascraper-description/package.json b/packages/metascraper-description/package.json index 9ff7c1082..33ce59ea4 100644 --- a/packages/metascraper-description/package.json +++ b/packages/metascraper-description/package.json @@ -2,7 +2,7 @@ "name": "metascraper-description", "description": "Get description property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-description", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-feed/CHANGELOG.md b/packages/metascraper-feed/CHANGELOG.md index 00f2dfede..81a7c07c2 100644 --- a/packages/metascraper-feed/CHANGELOG.md +++ b/packages/metascraper-feed/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-feed + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-feed diff --git a/packages/metascraper-feed/package.json b/packages/metascraper-feed/package.json index 212f0cb6a..5ad54d014 100644 --- a/packages/metascraper-feed/package.json +++ b/packages/metascraper-feed/package.json @@ -2,7 +2,7 @@ "name": "metascraper-feed", "description": "Get RSS/Atom feed URL from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-description", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-helpers/CHANGELOG.md b/packages/metascraper-helpers/CHANGELOG.md index 5c3b28e40..ad956841f 100644 --- a/packages/metascraper-helpers/CHANGELOG.md +++ b/packages/metascraper-helpers/CHANGELOG.md @@ -3,6 +3,12 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +### Features + +* add profiling support ([9370e3c](https://github.com/microlinkhq/metascraper/commit/9370e3cdde056e86dcc2d189b3b22dd01a310372)) + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package @metascraper/helpers diff --git a/packages/metascraper-helpers/package.json b/packages/metascraper-helpers/package.json index 30e0d95b6..166d35c4e 100644 --- a/packages/metascraper-helpers/package.json +++ b/packages/metascraper-helpers/package.json @@ -2,7 +2,7 @@ "name": "@metascraper/helpers", "description": "Collection of helper functions used by metascraper", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-helpers", - "version": "5.45.28", + "version": "5.46.0-beta.0", "main": "index.js", "author": { "email": "hello@microlink.io", diff --git a/packages/metascraper-iframe/CHANGELOG.md b/packages/metascraper-iframe/CHANGELOG.md index 5855c3b02..f90ab2406 100644 --- a/packages/metascraper-iframe/CHANGELOG.md +++ b/packages/metascraper-iframe/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-iframe + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-iframe diff --git a/packages/metascraper-iframe/package.json b/packages/metascraper-iframe/package.json index 3d94064b3..e103e97dd 100644 --- a/packages/metascraper-iframe/package.json +++ b/packages/metascraper-iframe/package.json @@ -2,7 +2,7 @@ "name": "metascraper-iframe", "description": "Embed a representation of an URL on third party sites", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-iframe", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-image/CHANGELOG.md b/packages/metascraper-image/CHANGELOG.md index 062920af3..d2cbaefd2 100644 --- a/packages/metascraper-image/CHANGELOG.md +++ b/packages/metascraper-image/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-image + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-image diff --git a/packages/metascraper-image/package.json b/packages/metascraper-image/package.json index 2f7eef63f..653743c80 100644 --- a/packages/metascraper-image/package.json +++ b/packages/metascraper-image/package.json @@ -2,7 +2,7 @@ "name": "metascraper-image", "description": "Get image property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-image", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-instagram/CHANGELOG.md b/packages/metascraper-instagram/CHANGELOG.md index 14f0a79ee..19fd51278 100644 --- a/packages/metascraper-instagram/CHANGELOG.md +++ b/packages/metascraper-instagram/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-instagram + ## [5.45.29](https://github.com/microlinkhq/metascraper/compare/v5.45.28...v5.45.29) (2025-01-07) ### Bug Fixes diff --git a/packages/metascraper-instagram/package.json b/packages/metascraper-instagram/package.json index bd1310d9c..41e09bac6 100644 --- a/packages/metascraper-instagram/package.json +++ b/packages/metascraper-instagram/package.json @@ -2,7 +2,7 @@ "name": "metascraper-instagram", "description": "Metascraper integration for Instagram", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-instagram", - "version": "5.45.29", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-lang/CHANGELOG.md b/packages/metascraper-lang/CHANGELOG.md index 885eaebd7..d658f1198 100644 --- a/packages/metascraper-lang/CHANGELOG.md +++ b/packages/metascraper-lang/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-lang + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-lang diff --git a/packages/metascraper-lang/package.json b/packages/metascraper-lang/package.json index 47bfc17e5..708756139 100644 --- a/packages/metascraper-lang/package.json +++ b/packages/metascraper-lang/package.json @@ -2,7 +2,7 @@ "name": "metascraper-lang", "description": "Get lang property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-lang", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-logo-favicon/CHANGELOG.md b/packages/metascraper-logo-favicon/CHANGELOG.md index 92e7f3bc9..ed382bc5b 100644 --- a/packages/metascraper-logo-favicon/CHANGELOG.md +++ b/packages/metascraper-logo-favicon/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-logo-favicon + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-logo-favicon diff --git a/packages/metascraper-logo-favicon/package.json b/packages/metascraper-logo-favicon/package.json index d37e9cbbd..2a19af3bb 100644 --- a/packages/metascraper-logo-favicon/package.json +++ b/packages/metascraper-logo-favicon/package.json @@ -2,7 +2,7 @@ "name": "metascraper-logo-favicon", "description": "metascraper logo favicon fallback", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-logo-favicon", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-logo/CHANGELOG.md b/packages/metascraper-logo/CHANGELOG.md index a9413eedc..b4ac942ed 100644 --- a/packages/metascraper-logo/CHANGELOG.md +++ b/packages/metascraper-logo/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-logo + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-logo diff --git a/packages/metascraper-logo/package.json b/packages/metascraper-logo/package.json index 267213094..fbbea8bdc 100644 --- a/packages/metascraper-logo/package.json +++ b/packages/metascraper-logo/package.json @@ -2,7 +2,7 @@ "name": "metascraper-logo", "description": "Get logo property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-logo", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-manifest/CHANGELOG.md b/packages/metascraper-manifest/CHANGELOG.md index 105731e61..8c87f9a82 100644 --- a/packages/metascraper-manifest/CHANGELOG.md +++ b/packages/metascraper-manifest/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-manifest + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-manifest diff --git a/packages/metascraper-manifest/package.json b/packages/metascraper-manifest/package.json index a0d5dd016..f27ae53e4 100644 --- a/packages/metascraper-manifest/package.json +++ b/packages/metascraper-manifest/package.json @@ -2,7 +2,7 @@ "name": "metascraper-manifest", "description": "Metascraper integration for detecting PWA Web app manifest", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-manifest", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-media-provider/CHANGELOG.md b/packages/metascraper-media-provider/CHANGELOG.md index c976edbbe..5f5878957 100644 --- a/packages/metascraper-media-provider/CHANGELOG.md +++ b/packages/metascraper-media-provider/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-media-provider + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-media-provider diff --git a/packages/metascraper-media-provider/package.json b/packages/metascraper-media-provider/package.json index c0b1433ae..129f9648d 100644 --- a/packages/metascraper-media-provider/package.json +++ b/packages/metascraper-media-provider/package.json @@ -2,7 +2,7 @@ "name": "metascraper-media-provider", "description": "Get video property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-media-provider", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-publisher/CHANGELOG.md b/packages/metascraper-publisher/CHANGELOG.md index ef4c6f591..dc0884559 100644 --- a/packages/metascraper-publisher/CHANGELOG.md +++ b/packages/metascraper-publisher/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-publisher + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-publisher diff --git a/packages/metascraper-publisher/package.json b/packages/metascraper-publisher/package.json index 272684f26..a77e37d7b 100644 --- a/packages/metascraper-publisher/package.json +++ b/packages/metascraper-publisher/package.json @@ -2,7 +2,7 @@ "name": "metascraper-publisher", "description": "Get publisher property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-publisher", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-readability/CHANGELOG.md b/packages/metascraper-readability/CHANGELOG.md index 5edde17c2..e697705ff 100644 --- a/packages/metascraper-readability/CHANGELOG.md +++ b/packages/metascraper-readability/CHANGELOG.md @@ -3,6 +3,12 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +### Bug Fixes + +* load dependency ([6344788](https://github.com/microlinkhq/metascraper/commit/6344788ddbfc27a03f3ce12b2a842cd438574cc5)) + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) ### Bug Fixes diff --git a/packages/metascraper-readability/package.json b/packages/metascraper-readability/package.json index d66ce1e07..d41c5bff0 100644 --- a/packages/metascraper-readability/package.json +++ b/packages/metascraper-readability/package.json @@ -2,7 +2,7 @@ "name": "metascraper-readability", "description": "A Readability connector for metascraper", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-readability", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-soundcloud/CHANGELOG.md b/packages/metascraper-soundcloud/CHANGELOG.md index 50f4765c0..cec1f7bed 100644 --- a/packages/metascraper-soundcloud/CHANGELOG.md +++ b/packages/metascraper-soundcloud/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-soundcloud + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-soundcloud diff --git a/packages/metascraper-soundcloud/package.json b/packages/metascraper-soundcloud/package.json index cb07b7b90..dd481258a 100644 --- a/packages/metascraper-soundcloud/package.json +++ b/packages/metascraper-soundcloud/package.json @@ -2,7 +2,7 @@ "name": "metascraper-soundcloud", "description": "Metascraper integration with SoundCloud", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-soundcloud", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-spotify/CHANGELOG.md b/packages/metascraper-spotify/CHANGELOG.md index 953fd3ed6..2241e9321 100644 --- a/packages/metascraper-spotify/CHANGELOG.md +++ b/packages/metascraper-spotify/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-spotify + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-spotify diff --git a/packages/metascraper-spotify/package.json b/packages/metascraper-spotify/package.json index 23e734b9c..3a5ddd34b 100644 --- a/packages/metascraper-spotify/package.json +++ b/packages/metascraper-spotify/package.json @@ -2,7 +2,7 @@ "name": "metascraper-spotify", "description": "Metascraper integration with Spotify", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-spotify", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-telegram/CHANGELOG.md b/packages/metascraper-telegram/CHANGELOG.md index ae3f5ccf8..2e097bd21 100644 --- a/packages/metascraper-telegram/CHANGELOG.md +++ b/packages/metascraper-telegram/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-telegram + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-telegram diff --git a/packages/metascraper-telegram/package.json b/packages/metascraper-telegram/package.json index 24ec02165..7aaefe0ea 100644 --- a/packages/metascraper-telegram/package.json +++ b/packages/metascraper-telegram/package.json @@ -2,7 +2,7 @@ "name": "metascraper-telegram", "description": "Metascraper integration with Telegram", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-telegram", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-title/CHANGELOG.md b/packages/metascraper-title/CHANGELOG.md index c5764ce8c..e9e9ebdcc 100644 --- a/packages/metascraper-title/CHANGELOG.md +++ b/packages/metascraper-title/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/packages/metascraper-title/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-title + ## [5.45.28](https://github.com/microlinkhq/metascraper/packages/metascraper-title/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-title diff --git a/packages/metascraper-title/package.json b/packages/metascraper-title/package.json index 856605963..da0ce9118 100644 --- a/packages/metascraper-title/package.json +++ b/packages/metascraper-title/package.json @@ -2,7 +2,7 @@ "name": "metascraper-title", "description": "Get title property from HTML markup", "homepage": "https://metascraper.js.org", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-uol/CHANGELOG.md b/packages/metascraper-uol/CHANGELOG.md index f0892d5dd..9648a28a1 100644 --- a/packages/metascraper-uol/CHANGELOG.md +++ b/packages/metascraper-uol/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-uol + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-uol diff --git a/packages/metascraper-uol/package.json b/packages/metascraper-uol/package.json index 2963546d1..7c7af6aa4 100644 --- a/packages/metascraper-uol/package.json +++ b/packages/metascraper-uol/package.json @@ -2,7 +2,7 @@ "name": "metascraper-uol", "description": "metascraper integration for website under Universo Online group", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-uol", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-url/CHANGELOG.md b/packages/metascraper-url/CHANGELOG.md index 27aff3542..8de11b9c4 100644 --- a/packages/metascraper-url/CHANGELOG.md +++ b/packages/metascraper-url/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/packages/metascraper-url/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-url + ## [5.45.28](https://github.com/microlinkhq/metascraper/packages/metascraper-url/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-url diff --git a/packages/metascraper-url/package.json b/packages/metascraper-url/package.json index f754c328f..2e73be67b 100644 --- a/packages/metascraper-url/package.json +++ b/packages/metascraper-url/package.json @@ -2,7 +2,7 @@ "name": "metascraper-url", "description": "Get url property from HTML markup", "homepage": "https://metascraper.js.org", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-video/CHANGELOG.md b/packages/metascraper-video/CHANGELOG.md index 5bcec0fe0..f147f3b76 100644 --- a/packages/metascraper-video/CHANGELOG.md +++ b/packages/metascraper-video/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-video + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-video diff --git a/packages/metascraper-video/package.json b/packages/metascraper-video/package.json index 15950c28c..f22ca9792 100644 --- a/packages/metascraper-video/package.json +++ b/packages/metascraper-video/package.json @@ -2,7 +2,7 @@ "name": "metascraper-video", "description": "Get video property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-video", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-x/CHANGELOG.md b/packages/metascraper-x/CHANGELOG.md index 2dc939e43..d9caa13b5 100644 --- a/packages/metascraper-x/CHANGELOG.md +++ b/packages/metascraper-x/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-x + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-x diff --git a/packages/metascraper-x/package.json b/packages/metascraper-x/package.json index 22172c59d..c9d457794 100644 --- a/packages/metascraper-x/package.json +++ b/packages/metascraper-x/package.json @@ -2,7 +2,7 @@ "name": "metascraper-x", "description": "Metascraper integration with x.com", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-x", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-youtube/CHANGELOG.md b/packages/metascraper-youtube/CHANGELOG.md index bb5dc026e..0db6cb3ca 100644 --- a/packages/metascraper-youtube/CHANGELOG.md +++ b/packages/metascraper-youtube/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +**Note:** Version bump only for package metascraper-youtube + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper-youtube diff --git a/packages/metascraper-youtube/package.json b/packages/metascraper-youtube/package.json index c67eb1c96..a700dab40 100644 --- a/packages/metascraper-youtube/package.json +++ b/packages/metascraper-youtube/package.json @@ -2,7 +2,7 @@ "name": "metascraper-youtube", "description": "Metascraper integration with YouTube", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-youtube", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper/CHANGELOG.md b/packages/metascraper/CHANGELOG.md index ce266c1aa..76ff25aea 100644 --- a/packages/metascraper/CHANGELOG.md +++ b/packages/metascraper/CHANGELOG.md @@ -3,6 +3,12 @@ All notable changes to this project will be documented in this file. See [Conventional Commits](https://conventionalcommits.org) for commit guidelines. +# [5.46.0-beta.0](https://github.com/microlinkhq/metascraper/compare/v5.45.29...v5.46.0-beta.0) (2025-01-10) + +### Features + +* add profiling support ([9370e3c](https://github.com/microlinkhq/metascraper/commit/9370e3cdde056e86dcc2d189b3b22dd01a310372)) + ## [5.45.28](https://github.com/microlinkhq/metascraper/compare/v5.45.27...v5.45.28) (2025-01-01) **Note:** Version bump only for package metascraper diff --git a/packages/metascraper/package.json b/packages/metascraper/package.json index 5bffb83d9..e68a3b62a 100644 --- a/packages/metascraper/package.json +++ b/packages/metascraper/package.json @@ -2,7 +2,7 @@ "name": "metascraper", "description": "A library to easily scrape metadata from an article on the web using Open Graph, JSON+LD, regular HTML metadata, and series of fallbacks.", "homepage": "https://metascraper.js.org", - "version": "5.45.28", + "version": "5.46.0-beta.0", "types": "src/index.d.ts", "main": "src/index.js", "repository": { From 7102a99a00bbf8737311a6451949966a60be351c Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Fri, 10 Jan 2025 23:00:38 +0100 Subject: [PATCH 07/12] chore: add rules.pkgName --- packages/metascraper-manifest/src/index.js | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/packages/metascraper-manifest/src/index.js b/packages/metascraper-manifest/src/index.js index 524b5af10..b9a2e129b 100644 --- a/packages/metascraper-manifest/src/index.js +++ b/packages/metascraper-manifest/src/index.js @@ -52,7 +52,7 @@ module.exports = opts => { const manifest = composeRule(toManifest) - return { + const rules = { lang: manifest({ from: 'lang' }), description: manifest({ from: 'description' }), publisher: manifest({ from: 'short_name', to: 'publisher' }), @@ -72,6 +72,10 @@ module.exports = opts => { return logo(iconSrc, { url }) } } + + rules.pkgName = 'metascraper-manifest' + + return rules } module.exports.parseSize = parseSize From 3344987d225864594635e0a25e227fb68bf1d47f Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Fri, 10 Jan 2025 23:01:55 +0100 Subject: [PATCH 08/12] v5.46.0-beta.1 --- lerna.json | 2 +- packages/metascraper-amazon/package.json | 2 +- packages/metascraper-audio/package.json | 2 +- packages/metascraper-author/package.json | 2 +- packages/metascraper-clearbit/package.json | 2 +- packages/metascraper-date/package.json | 2 +- packages/metascraper-description/package.json | 2 +- packages/metascraper-feed/package.json | 2 +- packages/metascraper-helpers/package.json | 2 +- packages/metascraper-iframe/package.json | 2 +- packages/metascraper-image/package.json | 2 +- packages/metascraper-instagram/package.json | 2 +- packages/metascraper-lang/package.json | 2 +- packages/metascraper-logo-favicon/package.json | 2 +- packages/metascraper-logo/package.json | 2 +- packages/metascraper-manifest/package.json | 2 +- packages/metascraper-media-provider/package.json | 2 +- packages/metascraper-publisher/package.json | 2 +- packages/metascraper-readability/package.json | 2 +- packages/metascraper-soundcloud/package.json | 2 +- packages/metascraper-spotify/package.json | 2 +- packages/metascraper-telegram/package.json | 2 +- packages/metascraper-title/package.json | 2 +- packages/metascraper-uol/package.json | 2 +- packages/metascraper-url/package.json | 2 +- packages/metascraper-video/package.json | 2 +- packages/metascraper-x/package.json | 2 +- packages/metascraper-youtube/package.json | 2 +- packages/metascraper/package.json | 2 +- 29 files changed, 29 insertions(+), 29 deletions(-) diff --git a/lerna.json b/lerna.json index 060250b0e..e394f3b84 100644 --- a/lerna.json +++ b/lerna.json @@ -2,7 +2,7 @@ "packages": [ "packages/*" ], - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "command": { "bootstrap": { "npmClientArgs": [ diff --git a/packages/metascraper-amazon/package.json b/packages/metascraper-amazon/package.json index 7c5532f1e..f1284fc28 100644 --- a/packages/metascraper-amazon/package.json +++ b/packages/metascraper-amazon/package.json @@ -2,7 +2,7 @@ "name": "metascraper-amazon", "description": "Metascraper integration with Amazon", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-amazon", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-audio/package.json b/packages/metascraper-audio/package.json index 930db8311..10f6ac272 100644 --- a/packages/metascraper-audio/package.json +++ b/packages/metascraper-audio/package.json @@ -2,7 +2,7 @@ "name": "metascraper-audio", "description": "Get audio property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-audio", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-author/package.json b/packages/metascraper-author/package.json index 4fe56426d..ff4bf8658 100644 --- a/packages/metascraper-author/package.json +++ b/packages/metascraper-author/package.json @@ -2,7 +2,7 @@ "name": "metascraper-author", "description": "Get author property from HTML markup", "homepage": "https://metascraper.js.org", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-clearbit/package.json b/packages/metascraper-clearbit/package.json index 032e0c0d7..d221f8c92 100644 --- a/packages/metascraper-clearbit/package.json +++ b/packages/metascraper-clearbit/package.json @@ -2,7 +2,7 @@ "name": "metascraper-clearbit", "description": "Metascraper integration with Clearbit Logo API", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-clearbit", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-date/package.json b/packages/metascraper-date/package.json index 7cafdaa20..2f9e037c0 100644 --- a/packages/metascraper-date/package.json +++ b/packages/metascraper-date/package.json @@ -2,7 +2,7 @@ "name": "metascraper-date", "description": "Get date property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-date", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-description/package.json b/packages/metascraper-description/package.json index 33ce59ea4..ecd22300d 100644 --- a/packages/metascraper-description/package.json +++ b/packages/metascraper-description/package.json @@ -2,7 +2,7 @@ "name": "metascraper-description", "description": "Get description property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-description", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-feed/package.json b/packages/metascraper-feed/package.json index 5ad54d014..a403875a7 100644 --- a/packages/metascraper-feed/package.json +++ b/packages/metascraper-feed/package.json @@ -2,7 +2,7 @@ "name": "metascraper-feed", "description": "Get RSS/Atom feed URL from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-description", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-helpers/package.json b/packages/metascraper-helpers/package.json index 166d35c4e..bc737ef71 100644 --- a/packages/metascraper-helpers/package.json +++ b/packages/metascraper-helpers/package.json @@ -2,7 +2,7 @@ "name": "@metascraper/helpers", "description": "Collection of helper functions used by metascraper", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-helpers", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "main": "index.js", "author": { "email": "hello@microlink.io", diff --git a/packages/metascraper-iframe/package.json b/packages/metascraper-iframe/package.json index e103e97dd..a7239de72 100644 --- a/packages/metascraper-iframe/package.json +++ b/packages/metascraper-iframe/package.json @@ -2,7 +2,7 @@ "name": "metascraper-iframe", "description": "Embed a representation of an URL on third party sites", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-iframe", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-image/package.json b/packages/metascraper-image/package.json index 653743c80..9e3b754c4 100644 --- a/packages/metascraper-image/package.json +++ b/packages/metascraper-image/package.json @@ -2,7 +2,7 @@ "name": "metascraper-image", "description": "Get image property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-image", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-instagram/package.json b/packages/metascraper-instagram/package.json index 41e09bac6..23af00d46 100644 --- a/packages/metascraper-instagram/package.json +++ b/packages/metascraper-instagram/package.json @@ -2,7 +2,7 @@ "name": "metascraper-instagram", "description": "Metascraper integration for Instagram", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-instagram", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-lang/package.json b/packages/metascraper-lang/package.json index 708756139..05995403c 100644 --- a/packages/metascraper-lang/package.json +++ b/packages/metascraper-lang/package.json @@ -2,7 +2,7 @@ "name": "metascraper-lang", "description": "Get lang property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-lang", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-logo-favicon/package.json b/packages/metascraper-logo-favicon/package.json index 2a19af3bb..798e2ea6b 100644 --- a/packages/metascraper-logo-favicon/package.json +++ b/packages/metascraper-logo-favicon/package.json @@ -2,7 +2,7 @@ "name": "metascraper-logo-favicon", "description": "metascraper logo favicon fallback", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-logo-favicon", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-logo/package.json b/packages/metascraper-logo/package.json index fbbea8bdc..72cdda245 100644 --- a/packages/metascraper-logo/package.json +++ b/packages/metascraper-logo/package.json @@ -2,7 +2,7 @@ "name": "metascraper-logo", "description": "Get logo property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-logo", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-manifest/package.json b/packages/metascraper-manifest/package.json index f27ae53e4..e25b96ced 100644 --- a/packages/metascraper-manifest/package.json +++ b/packages/metascraper-manifest/package.json @@ -2,7 +2,7 @@ "name": "metascraper-manifest", "description": "Metascraper integration for detecting PWA Web app manifest", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-manifest", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-media-provider/package.json b/packages/metascraper-media-provider/package.json index 129f9648d..7d5463c02 100644 --- a/packages/metascraper-media-provider/package.json +++ b/packages/metascraper-media-provider/package.json @@ -2,7 +2,7 @@ "name": "metascraper-media-provider", "description": "Get video property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-media-provider", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-publisher/package.json b/packages/metascraper-publisher/package.json index a77e37d7b..9b7b058df 100644 --- a/packages/metascraper-publisher/package.json +++ b/packages/metascraper-publisher/package.json @@ -2,7 +2,7 @@ "name": "metascraper-publisher", "description": "Get publisher property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-publisher", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-readability/package.json b/packages/metascraper-readability/package.json index d41c5bff0..c40a2b9c3 100644 --- a/packages/metascraper-readability/package.json +++ b/packages/metascraper-readability/package.json @@ -2,7 +2,7 @@ "name": "metascraper-readability", "description": "A Readability connector for metascraper", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-readability", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-soundcloud/package.json b/packages/metascraper-soundcloud/package.json index dd481258a..bfddc6ffe 100644 --- a/packages/metascraper-soundcloud/package.json +++ b/packages/metascraper-soundcloud/package.json @@ -2,7 +2,7 @@ "name": "metascraper-soundcloud", "description": "Metascraper integration with SoundCloud", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-soundcloud", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-spotify/package.json b/packages/metascraper-spotify/package.json index 3a5ddd34b..70352cf2a 100644 --- a/packages/metascraper-spotify/package.json +++ b/packages/metascraper-spotify/package.json @@ -2,7 +2,7 @@ "name": "metascraper-spotify", "description": "Metascraper integration with Spotify", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-spotify", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-telegram/package.json b/packages/metascraper-telegram/package.json index 7aaefe0ea..098236125 100644 --- a/packages/metascraper-telegram/package.json +++ b/packages/metascraper-telegram/package.json @@ -2,7 +2,7 @@ "name": "metascraper-telegram", "description": "Metascraper integration with Telegram", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-telegram", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-title/package.json b/packages/metascraper-title/package.json index da0ce9118..daf006876 100644 --- a/packages/metascraper-title/package.json +++ b/packages/metascraper-title/package.json @@ -2,7 +2,7 @@ "name": "metascraper-title", "description": "Get title property from HTML markup", "homepage": "https://metascraper.js.org", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-uol/package.json b/packages/metascraper-uol/package.json index 7c7af6aa4..89259b92b 100644 --- a/packages/metascraper-uol/package.json +++ b/packages/metascraper-uol/package.json @@ -2,7 +2,7 @@ "name": "metascraper-uol", "description": "metascraper integration for website under Universo Online group", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-uol", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-url/package.json b/packages/metascraper-url/package.json index 2e73be67b..837513bb1 100644 --- a/packages/metascraper-url/package.json +++ b/packages/metascraper-url/package.json @@ -2,7 +2,7 @@ "name": "metascraper-url", "description": "Get url property from HTML markup", "homepage": "https://metascraper.js.org", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-video/package.json b/packages/metascraper-video/package.json index f22ca9792..4a1628e19 100644 --- a/packages/metascraper-video/package.json +++ b/packages/metascraper-video/package.json @@ -2,7 +2,7 @@ "name": "metascraper-video", "description": "Get video property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-video", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-x/package.json b/packages/metascraper-x/package.json index c9d457794..8e5367ec4 100644 --- a/packages/metascraper-x/package.json +++ b/packages/metascraper-x/package.json @@ -2,7 +2,7 @@ "name": "metascraper-x", "description": "Metascraper integration with x.com", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-x", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-youtube/package.json b/packages/metascraper-youtube/package.json index a700dab40..25974d49b 100644 --- a/packages/metascraper-youtube/package.json +++ b/packages/metascraper-youtube/package.json @@ -2,7 +2,7 @@ "name": "metascraper-youtube", "description": "Metascraper integration with YouTube", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-youtube", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper/package.json b/packages/metascraper/package.json index e68a3b62a..070dc742a 100644 --- a/packages/metascraper/package.json +++ b/packages/metascraper/package.json @@ -2,7 +2,7 @@ "name": "metascraper", "description": "A library to easily scrape metadata from an article on the web using Open Graph, JSON+LD, regular HTML metadata, and series of fallbacks.", "homepage": "https://metascraper.js.org", - "version": "5.46.0-beta.0", + "version": "5.46.0-beta.1", "types": "src/index.d.ts", "main": "src/index.js", "repository": { From e1c4c5ea9215234bf14ae3eb026f3dd8b6a9bedf Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Sat, 11 Jan 2025 11:30:48 +0100 Subject: [PATCH 09/12] v5.46.0-beta.2 --- lerna.json | 2 +- packages/metascraper-amazon/package.json | 2 +- packages/metascraper-audio/package.json | 2 +- packages/metascraper-author/package.json | 2 +- packages/metascraper-clearbit/package.json | 2 +- packages/metascraper-date/package.json | 2 +- packages/metascraper-description/package.json | 2 +- packages/metascraper-feed/package.json | 2 +- packages/metascraper-helpers/package.json | 2 +- packages/metascraper-iframe/package.json | 2 +- packages/metascraper-image/package.json | 2 +- packages/metascraper-instagram/package.json | 2 +- packages/metascraper-lang/package.json | 2 +- packages/metascraper-logo-favicon/package.json | 2 +- packages/metascraper-logo/package.json | 2 +- packages/metascraper-manifest/package.json | 2 +- packages/metascraper-media-provider/package.json | 2 +- packages/metascraper-publisher/package.json | 2 +- packages/metascraper-readability/package.json | 2 +- packages/metascraper-soundcloud/package.json | 2 +- packages/metascraper-spotify/package.json | 2 +- packages/metascraper-telegram/package.json | 2 +- packages/metascraper-title/package.json | 2 +- packages/metascraper-uol/package.json | 2 +- packages/metascraper-url/package.json | 2 +- packages/metascraper-video/package.json | 2 +- packages/metascraper-x/package.json | 2 +- packages/metascraper-youtube/package.json | 2 +- packages/metascraper/package.json | 2 +- 29 files changed, 29 insertions(+), 29 deletions(-) diff --git a/lerna.json b/lerna.json index e394f3b84..fb2c21756 100644 --- a/lerna.json +++ b/lerna.json @@ -2,7 +2,7 @@ "packages": [ "packages/*" ], - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "command": { "bootstrap": { "npmClientArgs": [ diff --git a/packages/metascraper-amazon/package.json b/packages/metascraper-amazon/package.json index f1284fc28..a34d27a2b 100644 --- a/packages/metascraper-amazon/package.json +++ b/packages/metascraper-amazon/package.json @@ -2,7 +2,7 @@ "name": "metascraper-amazon", "description": "Metascraper integration with Amazon", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-amazon", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-audio/package.json b/packages/metascraper-audio/package.json index 10f6ac272..a840708d6 100644 --- a/packages/metascraper-audio/package.json +++ b/packages/metascraper-audio/package.json @@ -2,7 +2,7 @@ "name": "metascraper-audio", "description": "Get audio property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-audio", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-author/package.json b/packages/metascraper-author/package.json index ff4bf8658..111fc977a 100644 --- a/packages/metascraper-author/package.json +++ b/packages/metascraper-author/package.json @@ -2,7 +2,7 @@ "name": "metascraper-author", "description": "Get author property from HTML markup", "homepage": "https://metascraper.js.org", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-clearbit/package.json b/packages/metascraper-clearbit/package.json index d221f8c92..459aba093 100644 --- a/packages/metascraper-clearbit/package.json +++ b/packages/metascraper-clearbit/package.json @@ -2,7 +2,7 @@ "name": "metascraper-clearbit", "description": "Metascraper integration with Clearbit Logo API", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-clearbit", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-date/package.json b/packages/metascraper-date/package.json index 2f9e037c0..3628b2d6c 100644 --- a/packages/metascraper-date/package.json +++ b/packages/metascraper-date/package.json @@ -2,7 +2,7 @@ "name": "metascraper-date", "description": "Get date property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-date", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-description/package.json b/packages/metascraper-description/package.json index ecd22300d..a66b82f0f 100644 --- a/packages/metascraper-description/package.json +++ b/packages/metascraper-description/package.json @@ -2,7 +2,7 @@ "name": "metascraper-description", "description": "Get description property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-description", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-feed/package.json b/packages/metascraper-feed/package.json index a403875a7..fa46677ba 100644 --- a/packages/metascraper-feed/package.json +++ b/packages/metascraper-feed/package.json @@ -2,7 +2,7 @@ "name": "metascraper-feed", "description": "Get RSS/Atom feed URL from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-description", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-helpers/package.json b/packages/metascraper-helpers/package.json index bc737ef71..f5cd9517f 100644 --- a/packages/metascraper-helpers/package.json +++ b/packages/metascraper-helpers/package.json @@ -2,7 +2,7 @@ "name": "@metascraper/helpers", "description": "Collection of helper functions used by metascraper", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-helpers", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "main": "index.js", "author": { "email": "hello@microlink.io", diff --git a/packages/metascraper-iframe/package.json b/packages/metascraper-iframe/package.json index a7239de72..e4e891bd2 100644 --- a/packages/metascraper-iframe/package.json +++ b/packages/metascraper-iframe/package.json @@ -2,7 +2,7 @@ "name": "metascraper-iframe", "description": "Embed a representation of an URL on third party sites", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-iframe", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-image/package.json b/packages/metascraper-image/package.json index 9e3b754c4..1471fd23f 100644 --- a/packages/metascraper-image/package.json +++ b/packages/metascraper-image/package.json @@ -2,7 +2,7 @@ "name": "metascraper-image", "description": "Get image property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-image", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-instagram/package.json b/packages/metascraper-instagram/package.json index 23af00d46..2636f4d32 100644 --- a/packages/metascraper-instagram/package.json +++ b/packages/metascraper-instagram/package.json @@ -2,7 +2,7 @@ "name": "metascraper-instagram", "description": "Metascraper integration for Instagram", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-instagram", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-lang/package.json b/packages/metascraper-lang/package.json index 05995403c..3cc44dddd 100644 --- a/packages/metascraper-lang/package.json +++ b/packages/metascraper-lang/package.json @@ -2,7 +2,7 @@ "name": "metascraper-lang", "description": "Get lang property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-lang", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-logo-favicon/package.json b/packages/metascraper-logo-favicon/package.json index 798e2ea6b..fceadcb5a 100644 --- a/packages/metascraper-logo-favicon/package.json +++ b/packages/metascraper-logo-favicon/package.json @@ -2,7 +2,7 @@ "name": "metascraper-logo-favicon", "description": "metascraper logo favicon fallback", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-logo-favicon", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-logo/package.json b/packages/metascraper-logo/package.json index 72cdda245..cb3b39c61 100644 --- a/packages/metascraper-logo/package.json +++ b/packages/metascraper-logo/package.json @@ -2,7 +2,7 @@ "name": "metascraper-logo", "description": "Get logo property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-logo", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-manifest/package.json b/packages/metascraper-manifest/package.json index e25b96ced..d044700bd 100644 --- a/packages/metascraper-manifest/package.json +++ b/packages/metascraper-manifest/package.json @@ -2,7 +2,7 @@ "name": "metascraper-manifest", "description": "Metascraper integration for detecting PWA Web app manifest", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-manifest", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-media-provider/package.json b/packages/metascraper-media-provider/package.json index 7d5463c02..59478bf7d 100644 --- a/packages/metascraper-media-provider/package.json +++ b/packages/metascraper-media-provider/package.json @@ -2,7 +2,7 @@ "name": "metascraper-media-provider", "description": "Get video property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-media-provider", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-publisher/package.json b/packages/metascraper-publisher/package.json index 9b7b058df..27510ae00 100644 --- a/packages/metascraper-publisher/package.json +++ b/packages/metascraper-publisher/package.json @@ -2,7 +2,7 @@ "name": "metascraper-publisher", "description": "Get publisher property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-publisher", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-readability/package.json b/packages/metascraper-readability/package.json index c40a2b9c3..bf769b80e 100644 --- a/packages/metascraper-readability/package.json +++ b/packages/metascraper-readability/package.json @@ -2,7 +2,7 @@ "name": "metascraper-readability", "description": "A Readability connector for metascraper", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-readability", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-soundcloud/package.json b/packages/metascraper-soundcloud/package.json index bfddc6ffe..65b101136 100644 --- a/packages/metascraper-soundcloud/package.json +++ b/packages/metascraper-soundcloud/package.json @@ -2,7 +2,7 @@ "name": "metascraper-soundcloud", "description": "Metascraper integration with SoundCloud", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-soundcloud", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-spotify/package.json b/packages/metascraper-spotify/package.json index 70352cf2a..7139607d0 100644 --- a/packages/metascraper-spotify/package.json +++ b/packages/metascraper-spotify/package.json @@ -2,7 +2,7 @@ "name": "metascraper-spotify", "description": "Metascraper integration with Spotify", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-spotify", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-telegram/package.json b/packages/metascraper-telegram/package.json index 098236125..0c9cf8494 100644 --- a/packages/metascraper-telegram/package.json +++ b/packages/metascraper-telegram/package.json @@ -2,7 +2,7 @@ "name": "metascraper-telegram", "description": "Metascraper integration with Telegram", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-telegram", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-title/package.json b/packages/metascraper-title/package.json index daf006876..0b18a60e7 100644 --- a/packages/metascraper-title/package.json +++ b/packages/metascraper-title/package.json @@ -2,7 +2,7 @@ "name": "metascraper-title", "description": "Get title property from HTML markup", "homepage": "https://metascraper.js.org", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-uol/package.json b/packages/metascraper-uol/package.json index 89259b92b..a40ffa12c 100644 --- a/packages/metascraper-uol/package.json +++ b/packages/metascraper-uol/package.json @@ -2,7 +2,7 @@ "name": "metascraper-uol", "description": "metascraper integration for website under Universo Online group", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-uol", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-url/package.json b/packages/metascraper-url/package.json index 837513bb1..634c0204c 100644 --- a/packages/metascraper-url/package.json +++ b/packages/metascraper-url/package.json @@ -2,7 +2,7 @@ "name": "metascraper-url", "description": "Get url property from HTML markup", "homepage": "https://metascraper.js.org", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-video/package.json b/packages/metascraper-video/package.json index 4a1628e19..061e2468e 100644 --- a/packages/metascraper-video/package.json +++ b/packages/metascraper-video/package.json @@ -2,7 +2,7 @@ "name": "metascraper-video", "description": "Get video property from HTML markup", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-video", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-x/package.json b/packages/metascraper-x/package.json index 8e5367ec4..d1d8e0fd7 100644 --- a/packages/metascraper-x/package.json +++ b/packages/metascraper-x/package.json @@ -2,7 +2,7 @@ "name": "metascraper-x", "description": "Metascraper integration with x.com", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-x", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper-youtube/package.json b/packages/metascraper-youtube/package.json index 25974d49b..2b904cba3 100644 --- a/packages/metascraper-youtube/package.json +++ b/packages/metascraper-youtube/package.json @@ -2,7 +2,7 @@ "name": "metascraper-youtube", "description": "Metascraper integration with YouTube", "homepage": "https://github.com/microlinkhq/metascraper/packages/metascraper-youtube", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "author": { diff --git a/packages/metascraper/package.json b/packages/metascraper/package.json index 070dc742a..b824202cd 100644 --- a/packages/metascraper/package.json +++ b/packages/metascraper/package.json @@ -2,7 +2,7 @@ "name": "metascraper", "description": "A library to easily scrape metadata from an article on the web using Open Graph, JSON+LD, regular HTML metadata, and series of fallbacks.", "homepage": "https://metascraper.js.org", - "version": "5.46.0-beta.1", + "version": "5.46.0-beta.2", "types": "src/index.d.ts", "main": "src/index.js", "repository": { From 3aeb17ee356b34366f95bb4a1b28644b73ca65ab Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Sun, 12 Jan 2025 10:11:34 +0100 Subject: [PATCH 10/12] test(instagram): add missing snapshot --- .../test/snapshots/index.js.md | 16 ++++++++++++++++ .../test/snapshots/index.js.snap | Bin 2677 -> 2838 bytes 2 files changed, 16 insertions(+) diff --git a/packages/metascraper-instagram/test/snapshots/index.js.md b/packages/metascraper-instagram/test/snapshots/index.js.md index e6f2ac9f6..988c4eb62 100644 --- a/packages/metascraper-instagram/test/snapshots/index.js.md +++ b/packages/metascraper-instagram/test/snapshots/index.js.md @@ -4,6 +4,22 @@ The actual snapshot is saved in `index.js.snap`. Generated by [AVA](https://avajs.dev). +## code is resilient + +> Snapshot 1 + + { + author: null, + date: null, + description: null, + image: null, + lang: null, + logo: 'https://t0.gstatic.com/faviconV2?client=SOCIAL&type=FAVICON&fallback_opts=TYPE,SIZE,URL&url=https://www.instagram.com/p/CPeC-Eenc8l/&size=128', + publisher: null, + title: null, + url: 'https://www.instagram.com/p/CPeC-Eenc8l/', + } + ## from photo post > Snapshot 1 diff --git a/packages/metascraper-instagram/test/snapshots/index.js.snap b/packages/metascraper-instagram/test/snapshots/index.js.snap index 7ae01129987e1f8af23f3efe9e62e028b9f39503..a1326573fd584f193d88546aca438f5a43688fcd 100644 GIT binary patch literal 2838 zcmV+x3+ePhRzVGEdaC_iZ4yCVmqyd_V5C4FHCTA` zcC)t;p&yF~00000000BsnNMsZR~^THwl}3Ms@kPJaC}R}sui*Q-kbkhSsSnIY`mM; z-uzEEjGo8O_Dg2wjpvV(EJ9iiNJvl>iHZZFsXKI%?<9vsno&gQ%^kwsV5-y7^I$rr&H-?QW;21TueQ}lDI3w;brED z2Z9$`EapdtKHuVz6N(@f(m(ne6T)MiWA47-GQV?NNOt7@MfyeP#&Hl`$>(F7>qIe& zg_Conmv6JaaHPLXuR6ooD=gGY)#B{scqib6>Ed#=RIgobGuLf0XVaEJ92FMV8kNa~ z>Uw2zX@2%{61s)av$wXka>9>d)(M$6e0-2EHFzmo;l5+K`OA^G%?pH@4|MghAZfZH z>hfczZ(_LAN5?Wr=#I{xJ8ehylSj5g>7k%2V~GM89g#X0o;)gbz6Jnq0>G^lz+ck< z|4sv}X8^vL0r*|!T&Xj0G4<$*aNV7dZy%dP6Bkooq?nQ{*0R)E#Q4hamBSdXpOjt` z7gJxSmU$DoVv|RcNYfPLNYCSb9HA`Q+HV_4AI-5HM6F3QXzB`j|IQDWe1=*ac_Ko7 z!uu>jQPN^99vyiZ>qhU!Fn&8OP-S@5 zjSD9Ya`?TDXcdY|ZKWaU%$n0JFKrns*XC8dvgBQs-2%pTajnGF+Y1Z0xE5$@s++Cv zFk-Oct-1O2X;ZCnS8Xb^%!O#N?c!z03%X&L8oh>(#mU6QR62;qASE?*uu}Upd2oTk zD0Ff`H^}$Z{7y9==9i;dC0n1_v`v-^{LXj?3_hujo_9PC2C5(F1wA)4O5f+v`*&VL z2lwx3{9`0XG9-tWxUm?^kBQgE@#D{F0QUmGw=V$v?E=8l699bTljR3C&&rQ9q%}po z2arjutK$%2-Xq8>@4Y)KqF6>(Q7z$piJo1k&o5T$i2KMBDBxjRxah-IzxNgzu%^#% zBX9R^gk*%`kco~&t{kFA4mebAH0qOsSP=4v`>{ma-H$#yh)oN>wW`#(L<(WVr-Pc7liQ>J7u&~3>LK5(Bxn3_Jn!}TbVEpC5Kot{t!q1^%iw_1j zx+n2bOGJG4Es5H~muLqiZX7aKba*Jyhp)c$4tnq1TL}*b4WY!BgE=1#+1q_XUPTQS z#=;Q+L#!)9HlVa8ub?a{GnWq+3$a1(hca`RBX)n`Kb}PkqLU0Fg9$@ZG6|uvuxF(hNc>t zq8Sz;I-#n5K8CB~7|ukifDdS15?t%qo$cA#wLO|wdSbO~j;Hxi!@WoImf2VcddZGf zT~`smYX&`_d9h-a7OmNx8KbkdV`h8i;^Jy~ekO{X&Z=0N*}SbXOVOIuYQ@_+ zpt)k{V`*%5vCX4{Q#93Qz9W-94?W%zEC^*QaU3Ci9-(FC$>`FhOPAh% z zc6xMe&dm0!2 zV;xSzYW^E$6_tDASb_Y>WS?&^|qz z_CwCyG1C9a@zNjMnJ?Ao@-4DcwdaZ>^^2kUMJMhbA^eZV3IBx@z^~E(e@O#a8Gu#> z;O$RX_&7^wmf$lBze(_+N|ajTgi%O-u|$GnI$n138Hgi6z@BH~Yna zj>?)1QruoW44Su~{UMq69c8zzkacyzAV&C%yoBd>N=O!bK*`=G_vO_o5+AH4j zbhT?=D}~`se>+~>sl@Wel2^Rv4fGSd!KZ@{AG0@j{&+yd{d}n^XXmG@)maUX@Zj!k zb%(MoTz&*0J~)aHKLvnY0H~z^ev$_GbsFGH8GyMAz}<5bLTk85EYWkp;LWz7{*|5=&1nCj3;MW<+5x~|;fVKj+|qVHb{zcYy_RZ&AmLx3!BKCUNdIHmi8n7V%y zW1(T4d4t3>wJfpnL{UsdRaD(p2m2%nF|lbWRKqq=seyHkm{_NlMoiN(4l!edi-=&n zP4EM#Aozb!(QF&Mc@GtKXMSO3bM59vX;em7Gx6Na0V>o}?|_U@a1Gb%eS5_t%RQyN ztn{{&a)MW}>eWjM4zi`js&!k}%~dxW9h3<=R+P^I3iP8>=Kr+Eakz~U3^s>ngQ$i`c5EVqzGWC<-Rjv^5>m!I`0(I#o1k zY4j-JQmk)Ntlux(lVnS_d5`18x~`7?!pAOQ!FgnR{d&@@&`tHa=eSg}^>(kV__x=$ zysn}yVawlKRjTuP(i5f5!Nz2nOn(++TRt&I2Nv_5fSbH6Lykl|*w$x3z*!hQXeJMf oxN^LR2h9l{@~ literal 2677 zcmV-*3X1hXRzV>VlYNn z3Kk@-1|N$E00000000Bsm``jYR~^Tn?cLHARc&bx9ABtdZAEOqKl691sPV?h#@WR7 zI{(9A^gMpHUotaqJoCnJ79lMM!~vlms5l_1)mDJ$p@Irk>H$=#5#oRZ7q}q~Dw=%FQ%SiiE7Je z*nE0bc-~ILd&hourNI;*Hoi;{!C9ndiM@o-jlnyI5ZX9)(H9#$b|VogA%o#}-z2tm z8+u}k$Kz1fDRiap^FYNg3%B>jhBAN)YzGp19QKF00UzG`(Q?3GgF|1$Fi3cp#V}49 ztidA|LnXtpF<9jhWKknwkToESRm9+<`#-!lJRaVAD|c*ySB1}7!?e;ts;yKQ-^k}< zR|bj)D(kZb&f=Wg2t*Jo){2;)bETi}=9P|f#HKpRVm*&-Vj)YTmP3(+2{MqWn+CFU z$0C|(5|bioYlL8fV%rIFn_=tqScMZVv8)`*S%%g>nA3<=b~9`_oa#<&XsBms$Wh9; z<^-6F6%QzKca;0$UAkYJ;Y1yA$1ddA+sJ(KOS#V{VnZty|uP*_j)} z@2Uwx2WM?HaaNLp-?c}&Tc`RrR8|hGeA}m{S z*q9tWDaDjHC=ue z`nwNeC}XH1CR!4Da)2J$=TN0ut&I0$VZ>t|C<(c@AAO}Cn-M`{jh4BDiwSghANVX{ zkjF3y7-WgseJ4=DWzdsu60vdE6+Gb3l>uDjK`bL!T39m;qd$_4;6gPAt1^NfgLS5O zwEHfDf!rTmx=FbEj)=#h+UtZxEe02pkVh+($`m9yG!8LBU+pJKE$E9N2MZ0}Pi}Zk z62OLt`R;oXHbo%e4oo~1F;BF3B;lj`Z+rkh`tVM|qy9iJ31t7C4^sAb-<7Y!DvOkG zMaUp)%ZT+U?aLc53yaL-gNFrKfA#~Jxy%*2zYLzu!bQ6bY$roLc~M}>ALM`HZgV0)TwUT z7#o;q#^o5UoyKq`8WU(l^C`jgj??PR&#&*%e7Ymniq`2gKPlYiBo$DawBYv-kT3|Y{CUD4q3cxLA(dnKR?+EP#xIDf&l;=IROtk0yT2$+}4<#Lbizxk8H$FnQaOMD(c470S))rJo;N zTeI_>UT>;X4dfoWW>mvmiY{YBw~I{`g)`MMY574lD!cU}zMUPRtEiSbkwI#LJ5k%6 z-6+mvo%Qxyz0-^+-CmwsmD9@`HHyqa>CO;cRGYr}c|aFEB2svL@~B{rQ*6MPC-l&xt<6g1Fp;;PXpJ>DFA+u2H^cP0AI=gFp&Y^dzUU|FAOd%i!WZ$ zzJ_%&;+AP?r&FsCM#6)5zp_1*0`8Mjz|;(C+d6fKNo?D|wt)=I)^yXs1|_Dc>6(sg z%Q7iOPe6e)i_lrpu@`$zt(h$E7opYOY_@nA?N`g&B3UVx8$Rh-HC6UwXEV5UU|T}E z?RTaO4Fyq!lscy6}tK<$j$<5Tk+i(V!-s3?t$50gZVKUx}p80+(~o6^%1p z!X@}X5vHc8YYw$cWFutRNGHTJ9ikCTb;Cp$SqPg{x9Ah_0iVT(#Fov~+ucG)hGoqr zF7(ze!-sV=$8R-@>jmzWZ}L`Fm6ukgoda*M)lC+5ZZlk+U%u_HxMXX+x$3XXl-kbC zsVLg%_SDkOw32hne&N6y7-x8c&jug<$KK%8#{)uj^HU``Uz;hF=5;j0gSWTU9m%Hf z_z8sg>q&(88314x08mZ=@Y6H^zexk|l?(t282}z!nh<)`OO%Ay!~P$~Q4#BM@1mvN z0ZB5?or4!GGENNwXQb!JZ63wr5L08nDT3BGBt(N%84m!m$oXkAfrDGRpTy+REKY@n zec=rf%hI#h&SOd~s!`2wwEjK`#TK$`N_6C4jhM*Lv4sp`>)5hv^AIzJxQH=AJ&cZ_ z0;5l$qTV!l{QwnCtF}11wSIeZYFI|tvua^>gbMB4J0L?8+(ea1*ID)PN{2RAXlI)i z6SRgjzcNKpn4PMw*>?@YTJy5;s7x>rrJn~B7$+~8|I;4F;W36V*c`0fSjlMT1Qh)0 zBow>}0Qflo;9mfMS{i^(8i3!Y0r+PcfUjQ~1!JpBxoxQ0BHo)8tna|{8HjVq{#8sC z4vU_SV*?$QysC^qCR^Gq-}Q*@7|l+T26s2M{WjH> zksWNU(NfJwI%29d+L$cjna_i4i)XIUzQsHcaGf`0#Gz3AZG9GooJH|*GkI9V(~lQ% je>lP8{87)4C%TOdY9p(^uSAh%>3aS@_Nb0J;~oG2S}F)N From 5b6cc0ab58c102ad2414045b58e937f70fa443ca Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Sun, 12 Jan 2025 10:16:13 +0100 Subject: [PATCH 11/12] docs: add debugging section --- CONTRIBUTING.md | 34 ++++++++++++++++++++++++++-------- 1 file changed, 26 insertions(+), 8 deletions(-) diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md index 8e010315c..f047c651f 100644 --- a/CONTRIBUTING.md +++ b/CONTRIBUTING.md @@ -42,7 +42,7 @@ A set of rules under the same namespace runs in series and only the value return You can associate a `test` function with your rule bundle: ```js -rules.test = ({ url }) => getVideoInfo(url).service === 'youtube')) +rules.test = ({ url }) => getVideoInfo(url).service === 'youtube' ``` The `test` function will receive the same arguments as a rule. This is useful for skipping all rules that doesn't target a specific URL. @@ -52,12 +52,31 @@ A good practice is to use a memoize function to prevent unnecessary CPU cycles f ```js const { memoizeOne } = require('@metascraper/helpers') -const test = memoizeOne(url => getVideoInfo(url).service === 'youtube')) +const test = memoizeOne(url => getVideoInfo(url).service === 'youtube') const rules = [] -rules.test ({ url }) => test(url) +rules.test = ({ url }) => test(url) ``` +### Defining `pkgName` property + +Additionally you can define `pkgName` property associated with your rules: + +```js +const { memoizeOne } = require('@metascraper/helpers') + +const rules = [] +rules.pkgName = 'metascraper-module' +``` + +This is using for printing debug logs, see debugging section to know how to use it. + +## Debugging your Rules + +In case you need to see what's happening under the hood, you can set `DEBUG='metascraper*'. + +This is useful for verifying rule precedence and detecting slow rules. + ## Testing your Rules Since the order of the rules is important, testing it is also an important thing in order to be sure more popular rules are executed first over less popular rules. @@ -74,7 +93,6 @@ const metascraper = require('metascraper')([ require('metascraper-logo')() ]) - describe('metascraper-logo', () => { it('creates an absolute favicon url if the logo is not present', async () => { const html = ` @@ -92,8 +110,8 @@ describe('metascraper-logo', () => { ` - const meta = await metascraper({ html, url })) - should(meta.log).be.equal("open graph value") + const meta = await metascraper({ html, url }) + should(meta.log).be.equal('open graph value') }) }) ``` @@ -129,8 +147,8 @@ const metascraper = require('metascraper')([ describe('metascraper-logo', () => { it('it resolves logo value', async () => { const html = fs.readFileSync('index.html', 'utf-8') - const meta = await metascraper({ html, url })) - should(meta.logo).be.equal("https://metascraper.js.org/static/logo.png") + const meta = await metascraper({ html, url }) + should(meta.logo).be.equal('https://metascraper.js.org/static/logo.png') }) }) ``` From e88d2b1ae7492faf2fdd38162f1e88ba8d6f81b4 Mon Sep 17 00:00:00 2001 From: Kiko Beats Date: Sun, 12 Jan 2025 11:08:48 +0100 Subject: [PATCH 12/12] fix: bad merge --- packages/metascraper-readability/src/index.js | 22 +++++++++---------- 1 file changed, 10 insertions(+), 12 deletions(-) diff --git a/packages/metascraper-readability/src/index.js b/packages/metascraper-readability/src/index.js index 3928496ce..9af042586 100644 --- a/packages/metascraper-readability/src/index.js +++ b/packages/metascraper-readability/src/index.js @@ -30,17 +30,15 @@ module.exports = ({ getDocument = defaultGetDocument } = {}) => { readability(url, $.html(), getDocument) ) - module.exports = () => { - const rules = { - author: getReadbility({ from: 'byline', to: 'author' }), - description: getReadbility({ from: 'excerpt', to: 'description' }), - lang: getReadbility({ from: 'lang' }), - publisher: getReadbility({ from: 'siteName', to: 'publisher' }), - title: getReadbility({ from: 'title' }) - } - - rules.pkgName = 'metascraper-readability' - - return rules + const rules = { + author: getReadbility({ from: 'byline', to: 'author' }), + description: getReadbility({ from: 'excerpt', to: 'description' }), + lang: getReadbility({ from: 'lang' }), + publisher: getReadbility({ from: 'siteName', to: 'publisher' }), + title: getReadbility({ from: 'title' }) } + + rules.pkgName = 'metascraper-readability' + + return rules }