How to disallow custom pages based on enviromental variables.

[mdreizin]

How to disallow custom pages based on enviromental variables.

[MuhammadHadiofficial]

I wrote custom script for that
Added that in gatsby-node.js file.
`
const robotsInfo = await graphql(
'
{
customApi {
metadata {
robots
}
}
}
'
);

if (robotsInfo.data.customApi.metadata.robots) {
const disAllowedPaths = robotsInfo.data.customApi.metadata.robots
.split(",")
.map((e) => "Disallow: " + e + "\n");
const data = User-agent: *\nAllow: /\n${ disAllowedPaths.length > 0 ? disAllowedPaths.join("") : "\n" } Sitemap: ${process.env.URL}/sitemap.xml\nHost: ${process.env.URL};

fs.writeFile("./public/robots.txt", data, function (err) {
if (err) throw err;
console.log("Saved!");
});
} else {
console.log("Robots field not found");
}
`