Cache Youtube Video with Squid 3.3.2 and Nginx

Note :

source : http://aacable.wordpress.com/2012/08/13/youtube-caching-with-squid-nginx/

I change some command, according with my network environment, and my experience.

( Update January 2th, 2014). Look at another posting, cache youtube video with storeurl method.  http://myconfigure.blogspot.com/2014/01/caching-youtube-with-storeurlpl-method.html

I assume you've installed :
1. Ubuntu 12.10,
2. Squid 3.3.2
3. Mikrotik, options to make it better
All of the above is installed and running nomally.If you have not installed some of the things mentioned above. Stop reading this section, and look for the section on this blog, about how to install squid. For example, you can read the
"Transparent Proxy with Squid 3.3.2 on Ubuntu 12.10 + Shorewall + Mikrotik".

Ok. Let's begin.

1. Add some command line at squid.conf

Add

# Youtube Cache Section [zaib]

url_rewrite_program /etc/nginx/nginx.rb

url_rewrite_host_header off

acl youtube_videos url_regex -i ^http://[^/]+\.youtube\.com/videoplayback\?

acl range_request req_header Range .

acl begin_param url_regex -i [?&]begin=

acl id_param url_regex -i [?&]id=

acl itag_param url_regex -i [?&]itag=

acl sver3_param url_regex -i [?&]sver=3

cache_peer 127.0.0.1 parent 8081 0 proxy-only no-query connect-timeout=10

cache_peer_access 127.0.0.1 allow youtube_videos id_param itag_param sver3_param !begin_param !range_request

cache_peer_access 127.0.0.1 deny all

Save & Exit.

2.      Install nginx

apt-get install nginx

vim /etc/nginx/nginx.conf

Remove all lines and paste the following data

user www-data;

worker_processes 4;

pid /var/run/nginx.pid;

events {

worker_connections 768;

}

http {

sendfile on;

tcp_nopush on;

tcp_nodelay on;

keepalive_timeout 65;

types_hash_max_size 2048;

include /etc/nginx/mime.types;

default_type application/octet-stream;

access_log /var/log/nginx/access.log;

error_log /var/log/nginx/error.log;

gzip on;

gzip_static on;

gzip_comp_level 6;

gzip_disable .msie6.;

gzip_vary on;

gzip_types text/plain text/css text/xml text/javascript application/json application/x-javascript application/xml application/xml+rss;

gzip_proxied expired no-cache no-store private auth;

gzip_buffers 16 8k;

gzip_http_version 1.1;

include /etc/nginx/conf.d/*.conf;

include /etc/nginx/sites-enabled/*;

# starting youtube section

server {

listen 127.0.0.1:8081;

location / {

root /usr/local/www/nginx_cache/files;

#try_files "/id=$arg_id.itag=$arg_itag" @proxy_youtube; # Old one

#try_files  "$uri" "/id=$arg_id.itag=$arg_itag.flv" "/id=$arg_id-range=$arg_range.itag=$arg_itag.flv" @proxy_youtube; #old2

try_files "/id=$arg_id.itag=$arg_itag.range=$arg_range.algo=$arg_algorithm" @proxy_youtube;

}

location @proxy_youtube {

resolver 8.8.8.8;

proxy_pass http://$host$request_uri;

proxy_temp_path "/usr/local/www/nginx_cache/tmp";

#proxy_store "/usr/local/www/nginx_cache/files/id=$arg_id.itag=$arg_itag"; # Old 1

proxy_store "/usr/local/www/nginx_cache/files/id=$arg_id.itag=$arg_itag.range=$arg_range.algo=$arg_algorithm";

proxy_ignore_client_abort off;

proxy_method GET;

proxy_set_header X-YouTube-Cache "aacable@hotmail.com";

proxy_set_header Accept "video/*";

proxy_set_header User-Agent "YouTube Cacher (nginx)";

proxy_set_header Accept-Encoding "";

proxy_set_header Accept-Language "";

proxy_set_header Accept-Charset "";

proxy_set_header Cache-Control "";}

}

}

Save & Exit.

3.      Create directories to hold cache files

mkdir /usr/local/www
mkdir /usr/local/www/nginx_cache
mkdir /usr/local/www/nginx_cache/tmp
mkdir /usr/local/www/nginx_cache/files
chown www-data /usr/local/www/nginx_cache/files/ -Rf

4.      Create nginx .rb file

touch /etc/nginx/nginx.rb
chmod 755 /etc/nginx/nginx.rb
nano /etc/nginx/nginx.rb

Paste the following data in this newly created file

#!/usr/bin/env ruby1.9.1

require "syslog"

require "base64"

class SquidRequest

attr_accessor :url, :user

attr_reader :client_ip, :method

def method=(s)

@method = s.downcase

end

def client_ip=(s)

@client_ip = s.split('/').first

end

end

def read_requests

# URL <SP> client_ip "/" fqdn <SP> user <SP> method [<SP> kvpairs]<NL>

STDIN.each_line do |ln|

r = SquidRequest.new

r.url, r.client_ip, r.user, r.method, *dummy = ln.rstrip.split(' ')

(STDOUT << "#{yield r}\n").flush

end

end

def log(msg)

Syslog.log(Syslog::LOG_ERR, "%s", msg)

end

def main

Syslog.open('nginx.rb', Syslog::LOG_PID)

log("Started")

read_requests do |r|

if r.method == 'get' && r.url !~ /[?&]begin=/ && r.url =~ %r{\Ahttp://[^/]+\.youtube\.com/(videoplayback\?.*)\z}

log("YouTube Video [#{r.url}].")

"http://127.0.0.1:8081/#{$1}"

else

r.url

end

end

end

main

Save & Exit.

5.      Install ruby

apt-get install ruby

service squid restart
service nginx restart

Done. It's time to try. Through the client computer to browse the site youtube. If everything goes well, then video cache files can be found at /usr/local/www/nginx_cache/files

 

If you find the file like the image above, it means you've successfully to cache youtube video. Congratulations, :)

Note Update : Now not working... I'm still looking to fix it. Please command if you have any information.