-
Notifications
You must be signed in to change notification settings - Fork 5
/
user_data_squid
181 lines (146 loc) · 6.43 KB
/
user_data_squid
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
From nobody Wed Nov 18 09:59:29 2015
Comments:
#
# Runs on Squid for CernVM-FS on CentOS 6 in a VM.
# Start a VM with a suitable image and this as the user-data file.
#
# [email protected] January 2017
#
Content-Type: multipart/mixed; boundary="===============3141592653589793238=="
MIME-Version: 1.0
--===============3141592653589793238==
MIME-Version: 1.0
Content-Type: text/cloud-config; charset="us-ascii"
Content-Transfer-Encoding: 7bit
Content-Disposition: attachment; filename="cloud-config-file"
# cloud-config
write_files:
- owner: root:root
path: /etc/squid/squid.conf.template
permissions: '0755'
content: |
maximum_object_size 1024 MB
cache_mem 1024 MB
visible_hostname ##HOSTNAME##
#
# Recommended minimum configuration:
#
acl manager proto cache_object
acl localhost src 127.0.0.1/32
acl to_localhost dst 127.0.0.0/8 0.0.0.0/32
# Example rule allowing access from your local networks.
# Adapt to list your (internal) IP networks from where browsing
# should be allowed
acl localnet src ##LOCALNET##
#acl localnet src 10.0.0.0/8 # RFC1918 possible internal network
#acl localnet src 172.16.0.0/12 # RFC1918 possible internal network
#acl localnet src 192.168.0.0/16 # RFC1918 possible internal network
#acl localnet src fc00::/7 # RFC 4193 local private network range
#acl localnet src fe80::/10 # RFC 4291 link-local (directly plugged) machines
icp_port 3130
icp_access allow localnet
icp_access deny all
# One cache_peer line with the IP address of the other Squids with peer with
#cache_peer IPADDR sibling 80 3130 default
acl SSL_ports port 443
acl Safe_ports port 80 # http
acl Safe_ports port 21 # ftp
acl Safe_ports port 443 # https
acl Safe_ports port 70 # gopher
acl Safe_ports port 210 # wais
acl Safe_ports port 1025-65535 # unregistered ports
acl Safe_ports port 280 # http-mgmt
acl Safe_ports port 488 # gss-http
acl Safe_ports port 591 # filemaker
acl Safe_ports port 777 # multiling http
acl CONNECT method CONNECT
#
# Recommended minimum Access Permission configuration:
#
# Only allow cachemgr access from localhost
http_access allow manager localhost
http_access deny manager
# Deny requests to certain unsafe ports
http_access deny !Safe_ports
# Deny CONNECT to other than secure SSL ports
http_access deny CONNECT !SSL_ports
# We strongly recommend the following be uncommented to protect innocent
# web applications running on the proxy server who think the only
# one who can access services on "localhost" is a local user
#http_access deny to_localhost
#
# INSERT YOUR OWN RULE(S) HERE TO ALLOW ACCESS FROM YOUR CLIENTS
#
# Example rule allowing access from your local networks.
# Adapt localnet in the ACL section to list your (internal) IP networks
# from where browsing should be allowed
http_access allow localnet
http_access allow localhost
# And finally deny all other access to this proxy
http_access deny all
# Squid normally listens to port 3128
http_port 80
http_port 280
http_port 3128
# We recommend you to use at least the following line.
hierarchy_stoplist cgi-bin ?
# Uncomment and adjust the following to add a disk cache directory.
# The first number after the directory path is the total size in MB
cache_dir ufs /var/spool/squid 5000 16 256
# Leave coredumps in the first cache dir
coredump_dir /var/spool/squid
# Add any of your own refresh_pattern entries above these.
refresh_pattern ^ftp: 1440 20% 10080
refresh_pattern ^gopher: 1440 0% 1440
refresh_pattern -i (/cgi-bin/|\?) 0 0% 0
refresh_pattern /repodata/ 0 0% 0
refresh_pattern . 0 20% 4320
- owner: root:root
path: /usr/local/sbin/check-squid
permissions: '0755'
content: |
#!/bin/sh
( curl --proxy ##IPADDR##:280 --output /tmp/curl.out http://cern.ch
if [ $? == 0 ] ; then
echo 0.0 0.0 0.0 0.0 0.0 > /tmp/heartbeat
curl --insecure --capath /etc/grid-security/certificates/ --cert /root/keycert.pem --cacert /root/keycert.pem --location --upload-file /tmp/heartbeat "##user_data_joboutputs_url##/heartbeat"
fi ) >/var/log/check-squid.log 2>&1
--===============3141592653589793238==
MIME-Version: 1.0
Content-Type: text/x-shellscript; charset="us-ascii"
Content-Transfer-Encoding: 7bit
Content-Disposition: attachment; filename="user_data_script"
#!/bin/bash
(
cat <<X5_EOF >/root/keycert.pem
##user_data_file_hostkey##
##user_data_file_hostcert##
X5_EOF
chmod 0400 /root/keycert.pem
# Needed for YANDEX.ru Not sure about other sites?
ethtool -K eth0 gso off gro off tso off
yum -y install squid nano
ipaddr=`/sbin/ifconfig eth0 | grep 'inet addr:' | sed 's/.*inet addr://' | cut -d' ' -f1`
ipmask=`/sbin/ifconfig eth0 | grep 'inet addr:' | sed 's/.*Mask://'`
ipaddr1=`echo $ipaddr | cut -f1 -d.`
ipaddr2=`echo $ipaddr | cut -f2 -d.`
ipaddr3=`echo $ipaddr | cut -f3 -d.`
ipaddr4=`echo $ipaddr | cut -f4 -d.`
ipmask1=`echo $ipmask | cut -f1 -d.`
ipmask2=`echo $ipmask | cut -f2 -d.`
ipmask3=`echo $ipmask | cut -f3 -d.`
ipmask4=`echo $ipmask | cut -f4 -d.`
ipnet=$(($ipaddr1 & $ipmask1)).$(($ipaddr2 & $ipmask2)).$(($ipaddr3 & $ipmask3)).$(($ipaddr4 & $ipmask4))
iptables -I INPUT -s $ipnet/$ipmask -p tcp -m state --state NEW -m tcp --dport 80 -j ACCEPT
iptables -I INPUT -s $ipnet/$ipmask -p tcp -m state --state NEW -m tcp --dport 280 -j ACCEPT
iptables -I INPUT -s $ipnet/$ipmask -p tcp -m state --state NEW -m tcp --dport 3128 -j ACCEPT
iptables -I INPUT -s $ipnet/$ipmask -p udp -m state --state NEW -m udp --dport 3130 -j ACCEPT
sed -e "s/##HOSTNAME##/`hostname`/" \
-e "s^##LOCALNET##^$ipnet/$ipmask^" \
/etc/squid/squid.conf.template > /etc/squid/squid.conf
chkconfig squid on
service squid restart
sed -i "s/##IPADDR##/$ipaddr/" /usr/local/sbin/check-squid
echo '0,5,10,15,20,25,30,35,40,45,50,55 * * * * root /usr/local/sbin/check-squid' >/etc/cron.d/check-squid
) >/var/log/user_data_script.log 2>&1 &
--===============3141592653589793238==--