From ff58edc98a1224fa24a006b7d5273fbf0c1e2c29 Mon Sep 17 00:00:00 2001 From: Ibrahim Mkusa Date: Tue, 25 Apr 2023 22:29:03 -0400 Subject: ex1.6 --- part1/unicafe/public/robots.txt | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 part1/unicafe/public/robots.txt (limited to 'part1/unicafe/public/robots.txt') diff --git a/part1/unicafe/public/robots.txt b/part1/unicafe/public/robots.txt new file mode 100644 index 0000000..e9e57dc --- /dev/null +++ b/part1/unicafe/public/robots.txt @@ -0,0 +1,3 @@ +# https://www.robotstxt.org/robotstxt.html +User-agent: * +Disallow: -- cgit v1.2.3