Netgate Discussion Forum
    • Categories
    • Recent
    • Tags
    • Popular
    • Users
    • Search
    • Register
    • Login

    Cache issue

    Scheduled Pinned Locked Moved Cache/Proxy
    1 Posts 1 Posters 977 Views
    Loading More Posts
    • Oldest to Newest
    • Newest to Oldest
    • Most Votes
    Reply
    • Reply as topic
    Log in to reply
    This topic has been deleted. Only users with topic management privileges can see it.
    • M
      mfairouz
      last edited by

      Hi,
      im using pfsense + squid for caching but im not able to cache download from the following domain / url here is my access log

      
      1489503387.929   1340 192.168.1.108 TCP_MISS/200 1015323 GET http://cdn.edgecast.cs.steampowered.com/depot/271594/chunk/f16099f72e01e06930a0b253c5972c08c07ecbf4? - ORIGINAL_DST/93.184.221.131 application/x-steam-chunk
      1489503387.971   1037 192.168.1.108 TCP_MISS/200 1021036 GET http://cdn.edgecast.cs.steampowered.com/depot/271594/chunk/5593bf7fdeae51e57757eeb443632e0415cbbe8c? - ORIGINAL_DST/93.184.221.131 application/x-steam-chunk
      1489503388.096   1949 192.168.1.106 TCP_MISS/200 915994 GET http://cdn.edgecast.cs.steampowered.com/depot/271594/chunk/b65e4c2fa5edc3b97c438d6434c6a7bfe107644c? - ORIGINAL_DST/93.184.221.131 application/x-steam-chunk
      1489503388.823   1890 192.168.1.106 TCP_MISS/200 1000444 GET http://cdn.edgecast.cs.steampowered.com/depot/271594/chunk/e1402f9b1b62acf2e628b98e16be3d998dfb18dc? - ORIGINAL_DST/93.184.221.131 application/x-steam-chunk
      1489503389.363   1343 192.168.1.106 TCP_MISS/200 1015308 GET http://cdn.edgecast.cs.steampowered.com/depot/271594/chunk/2d5450314d273dd1cca552b27a67710a537e422b? - ORIGINAL_DST/93.184.221.131 application/x-steam-chunk
      1489503389.376   1403 192.168.1.106 TCP_MISS/200 1005515 GET http://cdn.edgecast.cs.steampowered.com/depot/271594/chunk/e55b94ed7d2642cf1fd7b77526aa776cea4f695b? - ORIGINAL_DST/93.184.221.131 application/x-steam-chunk
      
      

      my conf. as below
      /usr/local/etc/squid/storeid_rewrite.conf

      ^http:\/\/.+?\.cs\.steampowered\.com\/(.*)      http://steamupdates.squid.internal/$1
      

      /usr/local/etc/squid/updatesites.txt

      \.steampowered.com
      

      /usr/local/etc/squid/squid.conf

      # This file is automatically generated by pfSense
      # Do not edit manually !
      
      http_port 192.168.1.254:3128
      http_port 127.0.0.1:3128 intercept
      icp_port 0
      digest_generation off
      dns_v4_first off
      pid_filename /var/run/squid/squid.pid
      cache_effective_user squid
      cache_effective_group proxy
      error_default_language en
      icon_directory /usr/local/etc/squid/icons
      visible_hostname localhost
      cache_mgr admin@localhost
      access_log /var/squid/logs/access.log
      cache_log /var/squid/logs/cache.log
      cache_store_log none
      netdb_filename /var/squid/logs/netdb.state
      pinger_enable on
      pinger_program /usr/local/libexec/squid/pinger
      
      logfile_rotate 3
      debug_options rotate=3
      shutdown_lifetime 3 seconds
      # Allow local network(s) on interface(s)
      acl localnet src  192.168.1.0/24
      forwarded_for on
      uri_whitespace strip
      
      cache_mem 2048 MB
      maximum_object_size_in_memory 512 KB
      memory_replacement_policy heap GDSF
      cache_replacement_policy heap LFUDA
      minimum_object_size 0 KB
      maximum_object_size 900 MB
      cache_dir ufs /var/squid/cache 200000 16 256
      offline_mode off
      cache_swap_low 90
      cache_swap_high 95
      cache allow all
      
      # Add any of your own refresh_pattern entries above these.
      # No range offset limit for windowsupdate sites
      acl Windows_Update dstdomain windowsupdate.microsoft.com
      acl Windows_Update dstdomain update.microsoft.com
      acl Windows_Update dstdomain download.windowsupdate.com
      acl Windows_Update dstdomain windowsupdate.com
      acl Windows_Update dstdomain au.download.windowsupdate.com
      acl Windows_Update dstdomain bg.v4.pr.dl.ws.microsoft.com
      acl Windows_Update dstdomain wsus.ds.download.windowsupdate.com
      acl Windows_Update dstdomain au.b1.download.windowsupdate.com
      range_offset_limit -1  Windows_Update
      
      # Storeid_rewrite configuration
      
      acl updatesites dstdom_regex "/usr/local/etc/squid/updatesites.txt"
      
      store_id_access allow updatesites
      store_id_access deny all
      store_id_program /usr/local/libexec/squid/storeid_file_rewrite /usr/local/etc/squid/storeid_rewrite.conf
      store_id_children 200 startup=60 idle=1 concurrency=0
      
      # Refresh patterns
      # 525600 min is one year
      
      # Gaming CDN
      
      refresh_pattern -i \.llnwd.net 525600 100% 525600 reload-into-ims ignore-reload override-expire override-lastmod ignore-no-store ignore-private ignore-auth
      
      refresh_pattern -i \.cs.steampowered.com 525600 100% 525600 reload-into-ims ignore-reload override-expire override-lastmod ignore-no-store ignore-private ignore-auth
      
      #windows update
      
      refresh_pattern -i \.update.microsoft.com/.*\.(cab|exe|ms[i|u|f]|[ap]sf|wm[v|a]|dat|zip) 525600 100% 525600 reload-into-ims ignore-reload override-expire override-lastmod ignore-no-store ignore-private ignore-auth
      
      refresh_pattern -i \.windowsupdate.com/.*\.(cab|exe|ms[i|u|f]|[ap]sf|wm[v|a]|dat|zip) 525600 100% 525600 reload-into-ims ignore-reload override-expire override-lastmod ignore-no-store ignore-private ignore-auth
      
      refresh_pattern -i \.download.microsoft.com/.*\.(cab|exe|ms[i|u|f]|[ap]sf|wm[v|a]|dat|zip) 525600 100% 525600 reload-into-ims ignore-reload override-expire override-lastmod ignore-no-store ignore-private ignore-auth
      
      refresh_pattern -i \.ws.microsoft.com/.*\.(cab|exe|ms[i|u|f]|[ap]sf|wm[v|a]|dat|zip) 525600 100% 525600 reload-into-ims ignore-reload override-expire override-lastmod ignore-no-store ignore-private ignore-auth
      
      # Symantec Updates
      # Only reload-into-ims works properly, other flags break update process 
      
      refresh_pattern -i \.symantecliveupdate.com/.*\.(zip|exe|z7)          525600 100% 525600 reload-into-ims
      
      refresh_pattern ^ftp:    1440  20%  10080
      refresh_pattern ^gopher:  1440  0%  1440
      refresh_pattern -i (/cgi-bin/|\?) 0  0%  0
      refresh_pattern .    0  20%  4320
      
      # acl filecachetype urlpath_regex \.jpeg
      acl cacheDomain dstdomain cdn.edgecast.cs.steampowered.com
      acl cacheDomain dstdomain cdn.akamai.cs.steampowered.com
      cache allow  !cacheDomain
      
      #Remote proxies
      
      # Setup some default acls
      # ACLs all, manager, localhost, and to_localhost are predefined.
      acl allsrc src all
      acl safeports port 21 70 80 210 280 443 488 563 591 631 777 901  3128 3129 1025-65535 
      acl sslports port 443 563  
      
      acl purge method PURGE
      acl connect method CONNECT
      
      # Define protocols used for redirects
      acl HTTP proto HTTP
      acl HTTPS proto HTTPS
      http_access allow manager localhost
      
      http_access deny manager
      http_access allow purge localhost
      http_access deny purge
      http_access deny !safeports
      http_access deny CONNECT !sslports
      
      # Always allow localhost connections
      http_access allow localhost
      
      quick_abort_min 0 KB
      quick_abort_max 0 KB
      request_body_max_size 0 KB
      delay_pools 1
      delay_class 1 2
      delay_parameters 1 -1/-1 -1/-1
      delay_initial_bucket_level 100
      delay_access 1 allow allsrc
      
      # Reverse Proxy settings
      
      # Custom options before auth
      
      # Setup allowed ACLs
      # Allow local network(s) on interface(s)
      http_access allow localnet
      # Default block all to be sure
      http_access deny allsrc
      
      
      1 Reply Last reply Reply Quote 0
      • First post
        Last post
      Copyright 2025 Rubicon Communications LLC (Netgate). All rights reserved.