update sitemaps
This commit is contained in:
MuslemRahimi
parent
59ed3ab3e5
commit
05e387e921
@ -1,120 +1,41 @@
|
|||||||
import { convertToSlug } from "$lib/utils";
|
|
||||||
|
|
||||||
const pages = [
|
const pages = [
|
||||||
{ title: "/" },
|
{ title: "/sitemaps/sitemap1.xml" },
|
||||||
{ title: "/reddit-tracker" },
|
{ title: "/sitemaps/sitemap2.xml" }
|
||||||
{ title: "/list/most-shorted-stocks" },
|
|
||||||
{ title: "/stocks" },
|
|
||||||
{ title: "/etf" },
|
|
||||||
{ title: "/etf/etf-providers" },
|
|
||||||
{ title: "/etf/new-launches" },
|
|
||||||
{ title: "/price-alert" },
|
|
||||||
{ title: "/donation" },
|
|
||||||
{ title: "/insider-tracker" },
|
|
||||||
{ title: "/industry" },
|
|
||||||
{ title: "/industry/sectors" },
|
|
||||||
{ title: "/industry/all" },
|
|
||||||
{ title: "/newsletter" },
|
|
||||||
{ title: "/options-flow" },
|
|
||||||
{ title: "/ipos" },
|
|
||||||
{ title: "/ipos/news" },
|
|
||||||
{ title: "/list" },
|
|
||||||
{ title: "/list/dividend/dividend-kings" },
|
|
||||||
{ title: "/list/dividend/dividend-aristocrats" },
|
|
||||||
{ title: "/list/magnificent-seven" },
|
|
||||||
{ title: "/list/most-buybacks" },
|
|
||||||
{ title: "/list/market-cap/mega-cap-stocks" },
|
|
||||||
{ title: "/list/market-cap/large-cap-stocks" },
|
|
||||||
{ title: "/list/market-cap/mid-cap-stocks" },
|
|
||||||
{ title: "/list/market-cap/small-cap-stocks" },
|
|
||||||
{ title: "/list/market-cap/micro-cap-stocks" },
|
|
||||||
{ title: "/list/market-cap/nano-cap-stocks" },
|
|
||||||
{ title: "/list/highest-open-interest" },
|
|
||||||
{ title: "/list/highest-open-interest-change" },
|
|
||||||
{ title: "/list/highest-option-iv-rank" },
|
|
||||||
{ title: "/list/highest-option-premium" },
|
|
||||||
{ title: "/list/bitcoin-etfs" },
|
|
||||||
{ title: "/stock-screener" },
|
|
||||||
{ title: "/market-news" },
|
|
||||||
{ title: "/advertise" },
|
|
||||||
{ title: "/data-disclaimer" },
|
|
||||||
{ title: "/market-news/general" },
|
|
||||||
{ title: "/earnings-calendar" },
|
|
||||||
{ title: "/economic-calendar" },
|
|
||||||
{ title: "/dividends-calendar" },
|
|
||||||
{ title: "/market-mover/gainers" },
|
|
||||||
{ title: "/market-mover/losers" },
|
|
||||||
{ title: "/market-mover/active" },
|
|
||||||
{ title: "/market-mover/premarket/gainers" },
|
|
||||||
{ title: "/market-mover/premarket/losers" },
|
|
||||||
{ title: "/market-mover/afterhours/gainers" },
|
|
||||||
{ title: "/market-mover/afterhours/losers" },
|
|
||||||
{ title: "/hedge-funds" },
|
|
||||||
{ title: "/login" },
|
|
||||||
{ title: "/register" },
|
|
||||||
{ title: "/watchlist/stocks" },
|
|
||||||
{ title: "/watchlist/options" },
|
|
||||||
{ title: "/pricing" },
|
|
||||||
{ title: "/terms-of-use" },
|
|
||||||
{ title: "/privacy-policy" },
|
|
||||||
{ title: "/imprint" },
|
|
||||||
{ title: "/about" },
|
|
||||||
{ title: "/contact" },
|
|
||||||
{ title: "/blog" },
|
|
||||||
{ title: "/politicians" },
|
|
||||||
{ title: "/politicians/flow-data" },
|
|
||||||
{ title: "/analysts" },
|
|
||||||
{ title: "/analysts/top-stocks" },
|
|
||||||
{ title: "/heatmap" },
|
|
||||||
{ title: "/market-flow" },
|
|
||||||
{ title: "/market-flow/sector-flow" },
|
|
||||||
{ title: "/affiliate-program" },
|
|
||||||
{ title: "/dark-pool-flow" },
|
|
||||||
];
|
];
|
||||||
|
|
||||||
const website = "https://stocknear.com";
|
const website = "https://stocknear.com";
|
||||||
|
|
||||||
|
// Helper function to create an XML URL element with optional SEO tags.
|
||||||
|
const createUrlElement = (loc, { lastmod, changefreq, priority } = {}) => {
|
||||||
|
return `
|
||||||
|
<url>
|
||||||
|
<loc>${loc}</loc>
|
||||||
|
${lastmod ? `<lastmod>${lastmod}</lastmod>` : ""}
|
||||||
|
${changefreq ? `<changefreq>${changefreq}</changefreq>` : ""}
|
||||||
|
${priority ? `<priority>${priority}</priority>` : ""}
|
||||||
|
</url>
|
||||||
|
`;
|
||||||
|
};
|
||||||
|
|
||||||
/** @type {import('./$types').RequestHandler} */
|
/** @type {import('./$types').RequestHandler} */
|
||||||
export async function GET({ locals }) {
|
export async function GET({ locals }) {
|
||||||
//get all posts;
|
|
||||||
const { apiKey, apiURL, pb } = locals;
|
|
||||||
|
|
||||||
const rawData = await fetch(apiURL + "/full-searchbar", {
|
|
||||||
method: "GET",
|
|
||||||
headers: {
|
|
||||||
"Content-Type": "application/json",
|
|
||||||
"X-API-KEY": apiKey,
|
|
||||||
},
|
|
||||||
});
|
|
||||||
|
|
||||||
const outputStocks = await rawData.json();
|
|
||||||
const stocks = outputStocks?.map((item) => ({
|
|
||||||
id: item?.symbol,
|
|
||||||
type: item?.type,
|
|
||||||
}));
|
|
||||||
|
|
||||||
const articles = await pb.collection("articles").getFullList({
|
const body = sitemap(pages);
|
||||||
sort: "-created",
|
|
||||||
});
|
|
||||||
|
|
||||||
const tutorials = await pb.collection("tutorials").getFullList({
|
|
||||||
sort: "-created",
|
|
||||||
});
|
|
||||||
|
|
||||||
const body = sitemap(stocks, articles, pages, tutorials);
|
|
||||||
const response = new Response(body);
|
const response = new Response(body);
|
||||||
response.headers.set("Cache-Control", "max-age=0, s-maxage=3600");
|
|
||||||
response.headers.set("Content-Type", "application/xml");
|
response.headers.set("Content-Type", "application/xml");
|
||||||
return response;
|
return response;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Modified sitemap function
|
// Default settings for different content types.
|
||||||
const sitemap = (
|
const defaultStaticPageSettings = { changefreq: "daily", priority: "1.0" };
|
||||||
stocks,
|
|
||||||
articles,
|
|
||||||
pages,
|
|
||||||
tutorials,
|
const sitemap = (pages) => `<?xml version="1.0" encoding="UTF-8" ?>
|
||||||
) => `<?xml version="1.0" encoding="UTF-8" ?>
|
|
||||||
<urlset
|
<urlset
|
||||||
xmlns="https://www.sitemaps.org/schemas/sitemap/0.9"
|
xmlns="https://www.sitemaps.org/schemas/sitemap/0.9"
|
||||||
xmlns:news="https://www.google.com/schemas/sitemap-news/0.9"
|
xmlns:news="https://www.google.com/schemas/sitemap-news/0.9"
|
||||||
@ -124,46 +45,12 @@ const sitemap = (
|
|||||||
xmlns:video="https://www.google.com/schemas/sitemap-video/1.1"
|
xmlns:video="https://www.google.com/schemas/sitemap-video/1.1"
|
||||||
>
|
>
|
||||||
${pages
|
${pages
|
||||||
.map(
|
?.map((page) => {
|
||||||
(page) => `
|
const loc = `${website}${page.title}`;
|
||||||
<url>
|
const settings = defaultStaticPageSettings;
|
||||||
<loc>${website}${page.title}</loc>
|
return createUrlElement(loc, settings);
|
||||||
</url>
|
|
||||||
`,
|
|
||||||
)
|
|
||||||
.join("")}
|
|
||||||
${articles
|
|
||||||
.map(
|
|
||||||
(item) => `
|
|
||||||
<url>
|
|
||||||
<loc>${website}/blog/article/${convertToSlug(item?.title)}</loc>
|
|
||||||
</url>
|
|
||||||
`,
|
|
||||||
)
|
|
||||||
.join("")}
|
|
||||||
${tutorials
|
|
||||||
.map(
|
|
||||||
(item) => `
|
|
||||||
<url>
|
|
||||||
<loc>${website}/learning-center/article/${convertToSlug(item?.title)}</loc>
|
|
||||||
</url>
|
|
||||||
`,
|
|
||||||
)
|
|
||||||
.join("")}
|
|
||||||
${stocks
|
|
||||||
.map((ticker) => {
|
|
||||||
// Determine the path based on the type of the ticker
|
|
||||||
const path =
|
|
||||||
ticker.type === "Stock"
|
|
||||||
? "/stocks/"
|
|
||||||
: ticker.type === "ETF"
|
|
||||||
? "/etf/"
|
|
||||||
: "/crypto/";
|
|
||||||
return `
|
|
||||||
<url>
|
|
||||||
<loc>${website}${path}${ticker.id}</loc>
|
|
||||||
</url>
|
|
||||||
`;
|
|
||||||
})
|
})
|
||||||
.join("")}
|
?.join("")}
|
||||||
</urlset>`;
|
</urlset>
|
||||||
|
`;
|
||||||
|
|
||||||
|
|||||||
8
src/routes/sitemaps/+page.server.ts
Normal file
8
src/routes/sitemaps/+page.server.ts
Normal file
@ -0,0 +1,8 @@
|
|||||||
|
import { redirect } from "@sveltejs/kit";
|
||||||
|
|
||||||
|
export const load = async ({ locals }) => {
|
||||||
|
const { pb, user } = locals;
|
||||||
|
if (!pb.authStore.isValid) {
|
||||||
|
redirect(303, "/sitemap");
|
||||||
|
}
|
||||||
|
}
|
||||||
209
src/routes/sitemaps/[slug]/+server.ts
Normal file
209
src/routes/sitemaps/[slug]/+server.ts
Normal file
@ -0,0 +1,209 @@
|
|||||||
|
import { convertToSlug } from "$lib/utils";
|
||||||
|
|
||||||
|
const pages = [
|
||||||
|
{ title: "/" },
|
||||||
|
{ title: "/reddit-tracker" },
|
||||||
|
{ title: "/list/most-shorted-stocks" },
|
||||||
|
{ title: "/stocks" },
|
||||||
|
{ title: "/etf" },
|
||||||
|
{ title: "/etf/etf-providers" },
|
||||||
|
{ title: "/etf/new-launches" },
|
||||||
|
{ title: "/price-alert" },
|
||||||
|
{ title: "/donation" },
|
||||||
|
{ title: "/insider-tracker" },
|
||||||
|
{ title: "/industry" },
|
||||||
|
{ title: "/industry/sectors" },
|
||||||
|
{ title: "/industry/all" },
|
||||||
|
{ title: "/newsletter" },
|
||||||
|
{ title: "/options-flow" },
|
||||||
|
{ title: "/ipos" },
|
||||||
|
{ title: "/ipos/news" },
|
||||||
|
{ title: "/list" },
|
||||||
|
{ title: "/list/dividend/dividend-kings" },
|
||||||
|
{ title: "/list/dividend/dividend-aristocrats" },
|
||||||
|
{ title: "/list/magnificent-seven" },
|
||||||
|
{ title: "/list/most-buybacks" },
|
||||||
|
{ title: "/list/market-cap/mega-cap-stocks" },
|
||||||
|
{ title: "/list/market-cap/large-cap-stocks" },
|
||||||
|
{ title: "/list/market-cap/mid-cap-stocks" },
|
||||||
|
{ title: "/list/market-cap/small-cap-stocks" },
|
||||||
|
{ title: "/list/market-cap/micro-cap-stocks" },
|
||||||
|
{ title: "/list/market-cap/nano-cap-stocks" },
|
||||||
|
{ title: "/list/highest-open-interest" },
|
||||||
|
{ title: "/list/highest-open-interest-change" },
|
||||||
|
{ title: "/list/highest-option-iv-rank" },
|
||||||
|
{ title: "/list/highest-option-premium" },
|
||||||
|
{ title: "/list/bitcoin-etfs" },
|
||||||
|
{ title: "/stock-screener" },
|
||||||
|
{ title: "/market-news" },
|
||||||
|
{ title: "/advertise" },
|
||||||
|
{ title: "/data-disclaimer" },
|
||||||
|
{ title: "/market-news/general" },
|
||||||
|
{ title: "/earnings-calendar" },
|
||||||
|
{ title: "/economic-calendar" },
|
||||||
|
{ title: "/dividends-calendar" },
|
||||||
|
{ title: "/market-mover/gainers" },
|
||||||
|
{ title: "/market-mover/losers" },
|
||||||
|
{ title: "/market-mover/active" },
|
||||||
|
{ title: "/market-mover/premarket/gainers" },
|
||||||
|
{ title: "/market-mover/premarket/losers" },
|
||||||
|
{ title: "/market-mover/afterhours/gainers" },
|
||||||
|
{ title: "/market-mover/afterhours/losers" },
|
||||||
|
{ title: "/hedge-funds" },
|
||||||
|
{ title: "/login" },
|
||||||
|
{ title: "/register" },
|
||||||
|
{ title: "/watchlist/stocks" },
|
||||||
|
{ title: "/watchlist/options" },
|
||||||
|
{ title: "/pricing" },
|
||||||
|
{ title: "/terms-of-use" },
|
||||||
|
{ title: "/privacy-policy" },
|
||||||
|
{ title: "/imprint" },
|
||||||
|
{ title: "/about" },
|
||||||
|
{ title: "/contact" },
|
||||||
|
{ title: "/blog" },
|
||||||
|
{ title: "/politicians" },
|
||||||
|
{ title: "/politicians/flow-data" },
|
||||||
|
{ title: "/analysts" },
|
||||||
|
{ title: "/analysts/top-stocks" },
|
||||||
|
{ title: "/heatmap" },
|
||||||
|
{ title: "/market-flow" },
|
||||||
|
{ title: "/market-flow/sector-flow" },
|
||||||
|
{ title: "/affiliate-program" },
|
||||||
|
{ title: "/dark-pool-flow" },
|
||||||
|
];
|
||||||
|
|
||||||
|
const website = "https://stocknear.com";
|
||||||
|
|
||||||
|
// Helper function to create an XML URL element with optional SEO tags.
|
||||||
|
const createUrlElement = (loc, { lastmod, changefreq, priority } = {}) => {
|
||||||
|
return `
|
||||||
|
<url>
|
||||||
|
<loc>${loc}</loc>
|
||||||
|
${lastmod ? `<lastmod>${lastmod}</lastmod>` : ""}
|
||||||
|
${changefreq ? `<changefreq>${changefreq}</changefreq>` : ""}
|
||||||
|
${priority ? `<priority>${priority}</priority>` : ""}
|
||||||
|
</url>
|
||||||
|
`;
|
||||||
|
};
|
||||||
|
|
||||||
|
/** @type {import('./$types').RequestHandler} */
|
||||||
|
export async function GET({ params, locals }) {
|
||||||
|
const { apiKey, apiURL, pb } = locals;
|
||||||
|
|
||||||
|
const rawData = await fetch(apiURL + "/full-searchbar", {
|
||||||
|
method: "GET",
|
||||||
|
headers: {
|
||||||
|
"Content-Type": "application/json",
|
||||||
|
"X-API-KEY": apiKey,
|
||||||
|
},
|
||||||
|
});
|
||||||
|
|
||||||
|
const outputStocks = await rawData.json();
|
||||||
|
const stocks = outputStocks?.map((item) => ({
|
||||||
|
id: item?.symbol,
|
||||||
|
type: item?.type,
|
||||||
|
}));
|
||||||
|
|
||||||
|
const articles = await pb.collection("articles").getFullList({
|
||||||
|
sort: "-created",
|
||||||
|
});
|
||||||
|
|
||||||
|
const tutorials = await pb.collection("tutorials").getFullList({
|
||||||
|
sort: "-created",
|
||||||
|
});
|
||||||
|
|
||||||
|
// Split stocks into two halves.
|
||||||
|
const half = Math.ceil(stocks.length / 2);
|
||||||
|
let chosenStocks, chosenArticles, chosenPages, chosenTutorials;
|
||||||
|
|
||||||
|
if (params.slug === 'sitemap1.xml') {
|
||||||
|
// Sitemap1 shows pages, articles, tutorials, and the first half of stocks.
|
||||||
|
chosenPages = pages;
|
||||||
|
chosenArticles = articles;
|
||||||
|
chosenTutorials = tutorials;
|
||||||
|
chosenStocks = stocks.slice(0, half);
|
||||||
|
} else if (params.slug === 'sitemap2.xml') {
|
||||||
|
// Sitemap2 shows only the second half of stocks.
|
||||||
|
chosenPages = [];
|
||||||
|
chosenArticles = [];
|
||||||
|
chosenTutorials = [];
|
||||||
|
chosenStocks = stocks.slice(half);
|
||||||
|
} else {
|
||||||
|
return new Response("Not Found", { status: 404 });
|
||||||
|
}
|
||||||
|
|
||||||
|
const body = sitemap(chosenStocks, chosenArticles, chosenPages, chosenTutorials);
|
||||||
|
const response = new Response(body);
|
||||||
|
response.headers.set("Content-Type", "application/xml");
|
||||||
|
return response;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Default settings for different content types.
|
||||||
|
const defaultStaticPageSettings = { changefreq: "weekly", priority: "0.8" };
|
||||||
|
const homePageSettings = { changefreq: "daily", priority: "1.0" };
|
||||||
|
const articleSettings = { changefreq: "daily", priority: "0.7" };
|
||||||
|
const tutorialSettings = { changefreq: "daily", priority: "0.7" };
|
||||||
|
const stockSettings = { changefreq: "daily", priority: "0.6" };
|
||||||
|
|
||||||
|
// Define extra subdirectories for stocks.
|
||||||
|
const stockExtraSubPaths = ["/financials", "/financials/balance-sheet","/financials/cash-flow","/financials/ratios","/statistics","/statistics/market-cap","/statistics/revenue","/statistics/price-reaction","/statistics/fail-to-deliver","/metrics","/forecast","/forecast/analyst","/forecast/ai","/dark-pool","/options","/options/unusual-activity","/options/hottest-contracts","/options/volatility","/options/oi","/insider","/dividends","/history","/profile","/profile/employees"];
|
||||||
|
const etfExtraSubPaths = ["/holdings","/dark-pool","/options","/options/unusual-activity","/options/hottest-contracts","/options/volatility","/options/oi","/insider","/dividends","/history"];
|
||||||
|
|
||||||
|
|
||||||
|
const sitemap = (stocks, articles, pages, tutorials) => `<?xml version="1.0" encoding="UTF-8" ?>
|
||||||
|
<urlset
|
||||||
|
xmlns="https://www.sitemaps.org/schemas/sitemap/0.9"
|
||||||
|
xmlns:news="https://www.google.com/schemas/sitemap-news/0.9"
|
||||||
|
xmlns:xhtml="https://www.w3.org/1999/xhtml"
|
||||||
|
xmlns:mobile="https://www.google.com/schemas/sitemap-mobile/1.0"
|
||||||
|
xmlns:image="https://www.google.com/schemas/sitemap-image/1.1"
|
||||||
|
xmlns:video="https://www.google.com/schemas/sitemap-video/1.1"
|
||||||
|
>
|
||||||
|
${pages
|
||||||
|
?.map((page) => {
|
||||||
|
const loc = `${website}${page.title}`;
|
||||||
|
const settings = page.title === "/" ? homePageSettings : defaultStaticPageSettings;
|
||||||
|
return createUrlElement(loc, settings);
|
||||||
|
})
|
||||||
|
?.join("")}
|
||||||
|
${articles
|
||||||
|
?.map((item) => {
|
||||||
|
const loc = `${website}/blog/article/${convertToSlug(item?.title)}`;
|
||||||
|
return createUrlElement(loc, { ...articleSettings, lastmod: item.created });
|
||||||
|
})
|
||||||
|
?.join("")}
|
||||||
|
${tutorials
|
||||||
|
?.map((item) => {
|
||||||
|
const loc = `${website}/learning-center/article/${convertToSlug(item?.title)}`;
|
||||||
|
return createUrlElement(loc, { ...tutorialSettings, lastmod: item.created });
|
||||||
|
})
|
||||||
|
?.join("")}
|
||||||
|
${stocks
|
||||||
|
?.map((ticker) => {
|
||||||
|
// Determine the base path.
|
||||||
|
const basePath =
|
||||||
|
ticker.type === "Stock"
|
||||||
|
? "/stocks/"
|
||||||
|
: ticker.type === "ETF"
|
||||||
|
? "/etf/"
|
||||||
|
: "/index/";
|
||||||
|
// Main URL element for the ticker.
|
||||||
|
let urlElements = createUrlElement(`${website}${basePath}${ticker.id}`, stockSettings);
|
||||||
|
|
||||||
|
// For stocks only, add extra subdirectory URLs.
|
||||||
|
if (ticker.type === "Stock") {
|
||||||
|
stockExtraSubPaths?.forEach((subPath) => {
|
||||||
|
urlElements += createUrlElement(`${website}${basePath}${ticker.id}${subPath}`, stockSettings);
|
||||||
|
});
|
||||||
|
}
|
||||||
|
else if (ticker.type === "ETF") {
|
||||||
|
etfExtraSubPaths?.forEach((subPath) => {
|
||||||
|
urlElements += createUrlElement(`${website}${basePath}${ticker.id}${subPath}`, stockSettings);
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
return urlElements;
|
||||||
|
})
|
||||||
|
?.join("")}
|
||||||
|
</urlset>
|
||||||
|
`;
|
||||||
Loading…
x
Reference in New Issue
Block a user