update sitemaps
This commit is contained in:
MuslemRahimi
parent
59ed3ab3e5
commit
05e387e921
@ -1,120 +1,41 @@
|
||||
import { convertToSlug } from "$lib/utils";
|
||||
|
||||
const pages = [
|
||||
{ title: "/" },
|
||||
{ title: "/reddit-tracker" },
|
||||
{ title: "/list/most-shorted-stocks" },
|
||||
{ title: "/stocks" },
|
||||
{ title: "/etf" },
|
||||
{ title: "/etf/etf-providers" },
|
||||
{ title: "/etf/new-launches" },
|
||||
{ title: "/price-alert" },
|
||||
{ title: "/donation" },
|
||||
{ title: "/insider-tracker" },
|
||||
{ title: "/industry" },
|
||||
{ title: "/industry/sectors" },
|
||||
{ title: "/industry/all" },
|
||||
{ title: "/newsletter" },
|
||||
{ title: "/options-flow" },
|
||||
{ title: "/ipos" },
|
||||
{ title: "/ipos/news" },
|
||||
{ title: "/list" },
|
||||
{ title: "/list/dividend/dividend-kings" },
|
||||
{ title: "/list/dividend/dividend-aristocrats" },
|
||||
{ title: "/list/magnificent-seven" },
|
||||
{ title: "/list/most-buybacks" },
|
||||
{ title: "/list/market-cap/mega-cap-stocks" },
|
||||
{ title: "/list/market-cap/large-cap-stocks" },
|
||||
{ title: "/list/market-cap/mid-cap-stocks" },
|
||||
{ title: "/list/market-cap/small-cap-stocks" },
|
||||
{ title: "/list/market-cap/micro-cap-stocks" },
|
||||
{ title: "/list/market-cap/nano-cap-stocks" },
|
||||
{ title: "/list/highest-open-interest" },
|
||||
{ title: "/list/highest-open-interest-change" },
|
||||
{ title: "/list/highest-option-iv-rank" },
|
||||
{ title: "/list/highest-option-premium" },
|
||||
{ title: "/list/bitcoin-etfs" },
|
||||
{ title: "/stock-screener" },
|
||||
{ title: "/market-news" },
|
||||
{ title: "/advertise" },
|
||||
{ title: "/data-disclaimer" },
|
||||
{ title: "/market-news/general" },
|
||||
{ title: "/earnings-calendar" },
|
||||
{ title: "/economic-calendar" },
|
||||
{ title: "/dividends-calendar" },
|
||||
{ title: "/market-mover/gainers" },
|
||||
{ title: "/market-mover/losers" },
|
||||
{ title: "/market-mover/active" },
|
||||
{ title: "/market-mover/premarket/gainers" },
|
||||
{ title: "/market-mover/premarket/losers" },
|
||||
{ title: "/market-mover/afterhours/gainers" },
|
||||
{ title: "/market-mover/afterhours/losers" },
|
||||
{ title: "/hedge-funds" },
|
||||
{ title: "/login" },
|
||||
{ title: "/register" },
|
||||
{ title: "/watchlist/stocks" },
|
||||
{ title: "/watchlist/options" },
|
||||
{ title: "/pricing" },
|
||||
{ title: "/terms-of-use" },
|
||||
{ title: "/privacy-policy" },
|
||||
{ title: "/imprint" },
|
||||
{ title: "/about" },
|
||||
{ title: "/contact" },
|
||||
{ title: "/blog" },
|
||||
{ title: "/politicians" },
|
||||
{ title: "/politicians/flow-data" },
|
||||
{ title: "/analysts" },
|
||||
{ title: "/analysts/top-stocks" },
|
||||
{ title: "/heatmap" },
|
||||
{ title: "/market-flow" },
|
||||
{ title: "/market-flow/sector-flow" },
|
||||
{ title: "/affiliate-program" },
|
||||
{ title: "/dark-pool-flow" },
|
||||
{ title: "/sitemaps/sitemap1.xml" },
|
||||
{ title: "/sitemaps/sitemap2.xml" }
|
||||
];
|
||||
|
||||
const website = "https://stocknear.com";
|
||||
|
||||
// Helper function to create an XML URL element with optional SEO tags.
|
||||
const createUrlElement = (loc, { lastmod, changefreq, priority } = {}) => {
|
||||
return `
|
||||
<url>
|
||||
<loc>${loc}</loc>
|
||||
${lastmod ? `<lastmod>${lastmod}</lastmod>` : ""}
|
||||
${changefreq ? `<changefreq>${changefreq}</changefreq>` : ""}
|
||||
${priority ? `<priority>${priority}</priority>` : ""}
|
||||
</url>
|
||||
`;
|
||||
};
|
||||
|
||||
/** @type {import('./$types').RequestHandler} */
|
||||
export async function GET({ locals }) {
|
||||
//get all posts;
|
||||
const { apiKey, apiURL, pb } = locals;
|
||||
|
||||
const rawData = await fetch(apiURL + "/full-searchbar", {
|
||||
method: "GET",
|
||||
headers: {
|
||||
"Content-Type": "application/json",
|
||||
"X-API-KEY": apiKey,
|
||||
},
|
||||
});
|
||||
|
||||
const outputStocks = await rawData.json();
|
||||
const stocks = outputStocks?.map((item) => ({
|
||||
id: item?.symbol,
|
||||
type: item?.type,
|
||||
}));
|
||||
|
||||
const articles = await pb.collection("articles").getFullList({
|
||||
sort: "-created",
|
||||
});
|
||||
|
||||
const tutorials = await pb.collection("tutorials").getFullList({
|
||||
sort: "-created",
|
||||
});
|
||||
|
||||
const body = sitemap(stocks, articles, pages, tutorials);
|
||||
const body = sitemap(pages);
|
||||
const response = new Response(body);
|
||||
response.headers.set("Cache-Control", "max-age=0, s-maxage=3600");
|
||||
response.headers.set("Content-Type", "application/xml");
|
||||
return response;
|
||||
}
|
||||
|
||||
// Modified sitemap function
|
||||
const sitemap = (
|
||||
stocks,
|
||||
articles,
|
||||
pages,
|
||||
tutorials,
|
||||
) => `<?xml version="1.0" encoding="UTF-8" ?>
|
||||
// Default settings for different content types.
|
||||
const defaultStaticPageSettings = { changefreq: "daily", priority: "1.0" };
|
||||
|
||||
|
||||
|
||||
const sitemap = (pages) => `<?xml version="1.0" encoding="UTF-8" ?>
|
||||
<urlset
|
||||
xmlns="https://www.sitemaps.org/schemas/sitemap/0.9"
|
||||
xmlns:news="https://www.google.com/schemas/sitemap-news/0.9"
|
||||
@ -124,46 +45,12 @@ const sitemap = (
|
||||
xmlns:video="https://www.google.com/schemas/sitemap-video/1.1"
|
||||
>
|
||||
${pages
|
||||
.map(
|
||||
(page) => `
|
||||
<url>
|
||||
<loc>${website}${page.title}</loc>
|
||||
</url>
|
||||
`,
|
||||
)
|
||||
.join("")}
|
||||
${articles
|
||||
.map(
|
||||
(item) => `
|
||||
<url>
|
||||
<loc>${website}/blog/article/${convertToSlug(item?.title)}</loc>
|
||||
</url>
|
||||
`,
|
||||
)
|
||||
.join("")}
|
||||
${tutorials
|
||||
.map(
|
||||
(item) => `
|
||||
<url>
|
||||
<loc>${website}/learning-center/article/${convertToSlug(item?.title)}</loc>
|
||||
</url>
|
||||
`,
|
||||
)
|
||||
.join("")}
|
||||
${stocks
|
||||
.map((ticker) => {
|
||||
// Determine the path based on the type of the ticker
|
||||
const path =
|
||||
ticker.type === "Stock"
|
||||
? "/stocks/"
|
||||
: ticker.type === "ETF"
|
||||
? "/etf/"
|
||||
: "/crypto/";
|
||||
return `
|
||||
<url>
|
||||
<loc>${website}${path}${ticker.id}</loc>
|
||||
</url>
|
||||
`;
|
||||
?.map((page) => {
|
||||
const loc = `${website}${page.title}`;
|
||||
const settings = defaultStaticPageSettings;
|
||||
return createUrlElement(loc, settings);
|
||||
})
|
||||
.join("")}
|
||||
</urlset>`;
|
||||
?.join("")}
|
||||
</urlset>
|
||||
`;
|
||||
|
||||
|
||||
8
src/routes/sitemaps/+page.server.ts
Normal file
8
src/routes/sitemaps/+page.server.ts
Normal file
@ -0,0 +1,8 @@
|
||||
import { redirect } from "@sveltejs/kit";
|
||||
|
||||
export const load = async ({ locals }) => {
|
||||
const { pb, user } = locals;
|
||||
if (!pb.authStore.isValid) {
|
||||
redirect(303, "/sitemap");
|
||||
}
|
||||
}
|
||||
209
src/routes/sitemaps/[slug]/+server.ts
Normal file
209
src/routes/sitemaps/[slug]/+server.ts
Normal file
@ -0,0 +1,209 @@
|
||||
import { convertToSlug } from "$lib/utils";
|
||||
|
||||
const pages = [
|
||||
{ title: "/" },
|
||||
{ title: "/reddit-tracker" },
|
||||
{ title: "/list/most-shorted-stocks" },
|
||||
{ title: "/stocks" },
|
||||
{ title: "/etf" },
|
||||
{ title: "/etf/etf-providers" },
|
||||
{ title: "/etf/new-launches" },
|
||||
{ title: "/price-alert" },
|
||||
{ title: "/donation" },
|
||||
{ title: "/insider-tracker" },
|
||||
{ title: "/industry" },
|
||||
{ title: "/industry/sectors" },
|
||||
{ title: "/industry/all" },
|
||||
{ title: "/newsletter" },
|
||||
{ title: "/options-flow" },
|
||||
{ title: "/ipos" },
|
||||
{ title: "/ipos/news" },
|
||||
{ title: "/list" },
|
||||
{ title: "/list/dividend/dividend-kings" },
|
||||
{ title: "/list/dividend/dividend-aristocrats" },
|
||||
{ title: "/list/magnificent-seven" },
|
||||
{ title: "/list/most-buybacks" },
|
||||
{ title: "/list/market-cap/mega-cap-stocks" },
|
||||
{ title: "/list/market-cap/large-cap-stocks" },
|
||||
{ title: "/list/market-cap/mid-cap-stocks" },
|
||||
{ title: "/list/market-cap/small-cap-stocks" },
|
||||
{ title: "/list/market-cap/micro-cap-stocks" },
|
||||
{ title: "/list/market-cap/nano-cap-stocks" },
|
||||
{ title: "/list/highest-open-interest" },
|
||||
{ title: "/list/highest-open-interest-change" },
|
||||
{ title: "/list/highest-option-iv-rank" },
|
||||
{ title: "/list/highest-option-premium" },
|
||||
{ title: "/list/bitcoin-etfs" },
|
||||
{ title: "/stock-screener" },
|
||||
{ title: "/market-news" },
|
||||
{ title: "/advertise" },
|
||||
{ title: "/data-disclaimer" },
|
||||
{ title: "/market-news/general" },
|
||||
{ title: "/earnings-calendar" },
|
||||
{ title: "/economic-calendar" },
|
||||
{ title: "/dividends-calendar" },
|
||||
{ title: "/market-mover/gainers" },
|
||||
{ title: "/market-mover/losers" },
|
||||
{ title: "/market-mover/active" },
|
||||
{ title: "/market-mover/premarket/gainers" },
|
||||
{ title: "/market-mover/premarket/losers" },
|
||||
{ title: "/market-mover/afterhours/gainers" },
|
||||
{ title: "/market-mover/afterhours/losers" },
|
||||
{ title: "/hedge-funds" },
|
||||
{ title: "/login" },
|
||||
{ title: "/register" },
|
||||
{ title: "/watchlist/stocks" },
|
||||
{ title: "/watchlist/options" },
|
||||
{ title: "/pricing" },
|
||||
{ title: "/terms-of-use" },
|
||||
{ title: "/privacy-policy" },
|
||||
{ title: "/imprint" },
|
||||
{ title: "/about" },
|
||||
{ title: "/contact" },
|
||||
{ title: "/blog" },
|
||||
{ title: "/politicians" },
|
||||
{ title: "/politicians/flow-data" },
|
||||
{ title: "/analysts" },
|
||||
{ title: "/analysts/top-stocks" },
|
||||
{ title: "/heatmap" },
|
||||
{ title: "/market-flow" },
|
||||
{ title: "/market-flow/sector-flow" },
|
||||
{ title: "/affiliate-program" },
|
||||
{ title: "/dark-pool-flow" },
|
||||
];
|
||||
|
||||
const website = "https://stocknear.com";
|
||||
|
||||
// Helper function to create an XML URL element with optional SEO tags.
|
||||
const createUrlElement = (loc, { lastmod, changefreq, priority } = {}) => {
|
||||
return `
|
||||
<url>
|
||||
<loc>${loc}</loc>
|
||||
${lastmod ? `<lastmod>${lastmod}</lastmod>` : ""}
|
||||
${changefreq ? `<changefreq>${changefreq}</changefreq>` : ""}
|
||||
${priority ? `<priority>${priority}</priority>` : ""}
|
||||
</url>
|
||||
`;
|
||||
};
|
||||
|
||||
/** @type {import('./$types').RequestHandler} */
|
||||
export async function GET({ params, locals }) {
|
||||
const { apiKey, apiURL, pb } = locals;
|
||||
|
||||
const rawData = await fetch(apiURL + "/full-searchbar", {
|
||||
method: "GET",
|
||||
headers: {
|
||||
"Content-Type": "application/json",
|
||||
"X-API-KEY": apiKey,
|
||||
},
|
||||
});
|
||||
|
||||
const outputStocks = await rawData.json();
|
||||
const stocks = outputStocks?.map((item) => ({
|
||||
id: item?.symbol,
|
||||
type: item?.type,
|
||||
}));
|
||||
|
||||
const articles = await pb.collection("articles").getFullList({
|
||||
sort: "-created",
|
||||
});
|
||||
|
||||
const tutorials = await pb.collection("tutorials").getFullList({
|
||||
sort: "-created",
|
||||
});
|
||||
|
||||
// Split stocks into two halves.
|
||||
const half = Math.ceil(stocks.length / 2);
|
||||
let chosenStocks, chosenArticles, chosenPages, chosenTutorials;
|
||||
|
||||
if (params.slug === 'sitemap1.xml') {
|
||||
// Sitemap1 shows pages, articles, tutorials, and the first half of stocks.
|
||||
chosenPages = pages;
|
||||
chosenArticles = articles;
|
||||
chosenTutorials = tutorials;
|
||||
chosenStocks = stocks.slice(0, half);
|
||||
} else if (params.slug === 'sitemap2.xml') {
|
||||
// Sitemap2 shows only the second half of stocks.
|
||||
chosenPages = [];
|
||||
chosenArticles = [];
|
||||
chosenTutorials = [];
|
||||
chosenStocks = stocks.slice(half);
|
||||
} else {
|
||||
return new Response("Not Found", { status: 404 });
|
||||
}
|
||||
|
||||
const body = sitemap(chosenStocks, chosenArticles, chosenPages, chosenTutorials);
|
||||
const response = new Response(body);
|
||||
response.headers.set("Content-Type", "application/xml");
|
||||
return response;
|
||||
}
|
||||
|
||||
// Default settings for different content types.
|
||||
const defaultStaticPageSettings = { changefreq: "weekly", priority: "0.8" };
|
||||
const homePageSettings = { changefreq: "daily", priority: "1.0" };
|
||||
const articleSettings = { changefreq: "daily", priority: "0.7" };
|
||||
const tutorialSettings = { changefreq: "daily", priority: "0.7" };
|
||||
const stockSettings = { changefreq: "daily", priority: "0.6" };
|
||||
|
||||
// Define extra subdirectories for stocks.
|
||||
const stockExtraSubPaths = ["/financials", "/financials/balance-sheet","/financials/cash-flow","/financials/ratios","/statistics","/statistics/market-cap","/statistics/revenue","/statistics/price-reaction","/statistics/fail-to-deliver","/metrics","/forecast","/forecast/analyst","/forecast/ai","/dark-pool","/options","/options/unusual-activity","/options/hottest-contracts","/options/volatility","/options/oi","/insider","/dividends","/history","/profile","/profile/employees"];
|
||||
const etfExtraSubPaths = ["/holdings","/dark-pool","/options","/options/unusual-activity","/options/hottest-contracts","/options/volatility","/options/oi","/insider","/dividends","/history"];
|
||||
|
||||
|
||||
const sitemap = (stocks, articles, pages, tutorials) => `<?xml version="1.0" encoding="UTF-8" ?>
|
||||
<urlset
|
||||
xmlns="https://www.sitemaps.org/schemas/sitemap/0.9"
|
||||
xmlns:news="https://www.google.com/schemas/sitemap-news/0.9"
|
||||
xmlns:xhtml="https://www.w3.org/1999/xhtml"
|
||||
xmlns:mobile="https://www.google.com/schemas/sitemap-mobile/1.0"
|
||||
xmlns:image="https://www.google.com/schemas/sitemap-image/1.1"
|
||||
xmlns:video="https://www.google.com/schemas/sitemap-video/1.1"
|
||||
>
|
||||
${pages
|
||||
?.map((page) => {
|
||||
const loc = `${website}${page.title}`;
|
||||
const settings = page.title === "/" ? homePageSettings : defaultStaticPageSettings;
|
||||
return createUrlElement(loc, settings);
|
||||
})
|
||||
?.join("")}
|
||||
${articles
|
||||
?.map((item) => {
|
||||
const loc = `${website}/blog/article/${convertToSlug(item?.title)}`;
|
||||
return createUrlElement(loc, { ...articleSettings, lastmod: item.created });
|
||||
})
|
||||
?.join("")}
|
||||
${tutorials
|
||||
?.map((item) => {
|
||||
const loc = `${website}/learning-center/article/${convertToSlug(item?.title)}`;
|
||||
return createUrlElement(loc, { ...tutorialSettings, lastmod: item.created });
|
||||
})
|
||||
?.join("")}
|
||||
${stocks
|
||||
?.map((ticker) => {
|
||||
// Determine the base path.
|
||||
const basePath =
|
||||
ticker.type === "Stock"
|
||||
? "/stocks/"
|
||||
: ticker.type === "ETF"
|
||||
? "/etf/"
|
||||
: "/index/";
|
||||
// Main URL element for the ticker.
|
||||
let urlElements = createUrlElement(`${website}${basePath}${ticker.id}`, stockSettings);
|
||||
|
||||
// For stocks only, add extra subdirectory URLs.
|
||||
if (ticker.type === "Stock") {
|
||||
stockExtraSubPaths?.forEach((subPath) => {
|
||||
urlElements += createUrlElement(`${website}${basePath}${ticker.id}${subPath}`, stockSettings);
|
||||
});
|
||||
}
|
||||
else if (ticker.type === "ETF") {
|
||||
etfExtraSubPaths?.forEach((subPath) => {
|
||||
urlElements += createUrlElement(`${website}${basePath}${ticker.id}${subPath}`, stockSettings);
|
||||
});
|
||||
}
|
||||
|
||||
return urlElements;
|
||||
})
|
||||
?.join("")}
|
||||
</urlset>
|
||||
`;
|
||||
Loading…
x
Reference in New Issue
Block a user