shishantbiswas/vega-providers
1
0
Fork 0
mirror of https://github.com/vega-org/vega-providers.git synced 2026-04-17 23:51:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: enhance getSearchPosts function to include additional selectors for image and link extraction

Browse Source
This commit is contained in:
himanshu8443
2025-07-27 11:02:24 +05:30
parent 7082212d8f
commit bf8ea22300
2 changed files with 8 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
dist/multi/posts.js vendored
View File

@@ -1 +1 @@
"use strict";var __awaiter=this&&this.__awaiter||function(thisArg,_arguments,P,generator){return new(P||(P=Promise))(function(resolve,reject){function fulfilled(value){try{step(generator.next(value))}catch(e){reject(e)}}function rejected(value){try{step(generator.throw(value))}catch(e){reject(e)}}function step(result){var value;result.done?resolve(result.value):(value=result.value,value instanceof P?value:new P(function(resolve){resolve(value)})).then(fulfilled,rejected)}step((generator=generator.apply(thisArg,_arguments||[])).next())})};Object.defineProperty(exports,"__esModule",{value:!0}),exports.getSearchPosts=exports.getPosts=void 0;const getPosts=function(_a){return __awaiter(this,arguments,void 0,function*({filter:filter,page:page,signal:signal,providerContext:providerContext}){const{getBaseUrl:getBaseUrl,cheerio:cheerio}=providerContext;return posts({url:`${(yield getBaseUrl("multi"))+filter}page/${page}/`,signal:signal,cheerio:cheerio})})};exports.getPosts=getPosts;const getSearchPosts=function(_a){return __awaiter(this,arguments,void 0,function*({searchQuery:searchQuery,signal:signal,providerContext:providerContext}){const{getBaseUrl:getBaseUrl,cheerio:cheerio}=providerContext;return posts({url:`${yield getBaseUrl("multi")}/?s=${searchQuery}`,signal:signal,cheerio:cheerio})})};function posts(_a){return __awaiter(this,arguments,void 0,function*({url:url,signal:signal,cheerio:cheerio}){try{const res=yield fetch(url,{signal:signal}),data=yield res.text(),$=cheerio.load(data),catalog=[];return $(".items.full").children().map((i,element)=>{const title=$(element).find(".poster").find("img").attr("alt"),link=$(element).find(".poster").find("a").attr("href"),image=$(element).find(".poster").find("img").attr("data-src")||$(element).find(".poster").find("img").attr("src");title&&link&&image&&catalog.push({title:title,link:link,image:image})}),catalog}catch(err){return[]}})}exports.getSearchPosts=getSearchPosts; "use strict";var __awaiter=this&&this.__awaiter||function(thisArg,_arguments,P,generator){return new(P||(P=Promise))(function(resolve,reject){function fulfilled(value){try{step(generator.next(value))}catch(e){reject(e)}}function rejected(value){try{step(generator.throw(value))}catch(e){reject(e)}}function step(result){var value;result.done?resolve(result.value):(value=result.value,value instanceof P?value:new P(function(resolve){resolve(value)})).then(fulfilled,rejected)}step((generator=generator.apply(thisArg,_arguments||[])).next())})};Object.defineProperty(exports,"__esModule",{value:!0}),exports.getSearchPosts=exports.getPosts=void 0;const getPosts=function(_a){return __awaiter(this,arguments,void 0,function*({filter:filter,page:page,signal:signal,providerContext:providerContext}){const{getBaseUrl:getBaseUrl,cheerio:cheerio}=providerContext;return posts({url:`${(yield getBaseUrl("multi"))+filter}page/${page}/`,signal:signal,cheerio:cheerio})})};exports.getPosts=getPosts;const getSearchPosts=function(_a){return __awaiter(this,arguments,void 0,function*({searchQuery:searchQuery,signal:signal,providerContext:providerContext}){const{getBaseUrl:getBaseUrl,cheerio:cheerio}=providerContext;return posts({url:`${yield getBaseUrl("multi")}/?s=${searchQuery}`,signal:signal,cheerio:cheerio})})};function posts(_a){return __awaiter(this,arguments,void 0,function*({url:url,signal:signal,cheerio:cheerio}){try{const res=yield fetch(url,{signal:signal}),data=yield res.text(),$=cheerio.load(data),catalog=[];return $(".items.full,.result-item").children().map((i,element)=>{const title=$(element).find(".poster,.image").find("img").attr("alt"),link=$(element).find(".poster,.image").find("a").attr("href"),image=$(element).find(".poster,.image").find("img").attr("data-src")||$(element).find(".poster,.image").find("img").attr("src");title&&link&&image&&catalog.push({title:title,link:link,image:image})}),catalog}catch(err){return[]}})}exports.getSearchPosts=getSearchPosts;

12
providers/multi/posts.ts
View File

@@ -33,6 +33,7 @@ export const getSearchPosts = async function ({
const { getBaseUrl, cheerio } = providerContext; const { getBaseUrl, cheerio } = providerContext;
const baseUrl = await getBaseUrl("multi"); const baseUrl = await getBaseUrl("multi");
const url = `${baseUrl}/?s=${searchQuery}`; const url = `${baseUrl}/?s=${searchQuery}`;
console.log("multiGetPosts url", url);
return posts({ url, signal, cheerio }); return posts({ url, signal, cheerio });
}; };
@@ -50,14 +51,15 @@ async function posts({
const data = await res.text(); const data = await res.text();
const $ = cheerio.load(data); const $ = cheerio.load(data);
const catalog: Post[] = []; const catalog: Post[] = [];
$(".items.full") $(".items.full,.result-item")
.children() .children()
.map((i, element) => { .map((i, element) => {
const title = $(element).find(".poster").find("img").attr("alt"); console.log("multiGetPosts element", element);
const link = $(element).find(".poster").find("a").attr("href"); const title = $(element).find(".poster,.image").find("img").attr("alt");
const link = $(element).find(".poster,.image").find("a").attr("href");
const image = const image =
$(element).find(".poster").find("img").attr("data-src") || $(element).find(".poster,.image").find("img").attr("data-src") ||
$(element).find(".poster").find("img").attr("src"); $(element).find(".poster,.image").find("img").attr("src");
if (title && link && image) { if (title && link && image) {
catalog.push({ catalog.push({
title: title, title: title,