Common Crawl · Nginx

Nginx allow/deny config for Common Crawl. Drop into your server block or http context. 5 CIDRs, refreshed daily.

// nginx_commoncrawl_allow.conf

DOWNLOAD ↓ ·

# Commoncrawl IP Ranges
# Updated: 2026-08-25 02:35:47
# Source: https://github.com/rezmoss/cloud-provider-ip-addresses
# License: https://github.com/rezmoss/cloud-provider-ip-addresses/LICENSE
# This file is generated automatically. Do not edit it directly.
# Updates daily at 02:00 UTC
# To restrict access to only these IPs in nginx,
# add the following line to your server block in your nginx configuration file (e.g., /etc/nginx/nginx.conf or /etc/nginx/sites-available/default):
# include /path/to/nginx_commoncrawl_allow.conf;

allow 3.41.188.32/29;
allow 18.97.9.168/29;
allow 18.97.14.80/29;
allow 18.97.14.88/30;
allow 2600:1f28:365:8000::/56;
deny all;

// nginx_commoncrawl_deny.conf

DOWNLOAD ↓ ·

# Commoncrawl IP Ranges
# Updated: 2026-08-25 02:35:47
# Source: https://github.com/rezmoss/cloud-provider-ip-addresses
# License: https://github.com/rezmoss/cloud-provider-ip-addresses/LICENSE
# This file is generated automatically. Do not edit it directly.
# Updates daily at 02:00 UTC
# To deny access from these IPs in nginx,
# add the following line to your server block in your nginx configuration file (e.g., /etc/nginx/nginx.conf or /etc/nginx/sites-available/default):
# include /path/to/nginx_commoncrawl_deny.conf;

deny 3.41.188.32/29;
deny 18.97.9.168/29;
deny 18.97.14.80/29;
deny 18.97.14.88/30;
deny 2600:1f28:365:8000::/56;
allow all;