Common Crawl · Nginx

Nginx allow/deny config for Common Crawl. Drop into your server block or http context. 6 CIDRs, refreshed daily.

// nginx_commoncrawl_allow.conf

DOWNLOAD ↓ ·

# Commoncrawl IP Ranges
# Updated: 2026-05-16 03:17:36
# Source: https://github.com/rezmoss/cloud-provider-ip-addresses
# License: https://github.com/rezmoss/cloud-provider-ip-addresses/LICENSE
# This file is generated automatically. Do not edit it directly.
# Updates daily at 00:00 UTC
# To restrict access to only these IPs in nginx,
# add the following line to your server block in your nginx configuration file (e.g., /etc/nginx/nginx.conf or /etc/nginx/sites-available/default):
# include /path/to/nginx_commoncrawl_allow.conf;

allow 2600:1f28:365:80b0::/60;
allow 3.41.188.32/29;
allow 18.97.9.168/29;
allow 18.97.14.80/29;
allow 18.97.14.88/30;
allow 98.85.178.216/32;
deny all;

// nginx_commoncrawl_deny.conf

DOWNLOAD ↓ ·

# Commoncrawl IP Ranges
# Updated: 2026-05-16 03:17:36
# Source: https://github.com/rezmoss/cloud-provider-ip-addresses
# License: https://github.com/rezmoss/cloud-provider-ip-addresses/LICENSE
# This file is generated automatically. Do not edit it directly.
# Updates daily at 00:00 UTC
# To deny access from these IPs in nginx,
# add the following line to your server block in your nginx configuration file (e.g., /etc/nginx/nginx.conf or /etc/nginx/sites-available/default):
# include /path/to/nginx_commoncrawl_deny.conf;

deny 2600:1f28:365:80b0::/60;
deny 3.41.188.32/29;
deny 18.97.9.168/29;
deny 18.97.14.80/29;
deny 18.97.14.88/30;
deny 98.85.178.216/32;
allow all;