:


---------------------------------------------------------------
     WebClub
  Date: 17 Nov 1999
---------------------------------------------------------------



   Linux  FreeBSD    
 100-150    .

 7   ,   200  
 .     1-2  .

,    ?

300 MaxClients  3M   , 60  .
400 RAM

 Lenta.Ru.  .
 400 RAM, MaxClients 512, Timeout 120, CacheTime 900
 500,000 cgi-html- + 5 img-
    35,000 , 540  httpd, load 8-15
 swapa  


:  SCSI.

  ,     .

   swap! ( ,   - swap  ,
    )



  Last-Modified    CGI-
  -          
    ,     

       CGI-    cgi-bin  
- 
  - -   URL 
    http://host.name/cgi-bin/file/name.txt    
        .

   Last-modified  - 
  
  + ,     ,   proxy-  
       .
  -       (  >95%),  
    -...

CharsetDisableForcedExpires on
CacheNegotiatedDocs

       Apache

CharsetNormalizeToUrl none
CharsetAutoRedirect   koi8-r none
CharsetAutoRedirect   windows-1251 none

      windows-1251

CharsetSourceEnc koi8-r
  +  95%     ,   
   .
  - rus-apach __  .  win   win

  SSI   Last-Modified,   

SSI  -      .         
  .shtml,     .htm  .html.

    ,  Last-Modified SSI-

XBitHack full


 

chmod 755 *.shtml

  

     :
(  - 3   !)

  ,  info   

 ,  ,   .

 ANIMATED-
  - -   Netscape-   
    animated-  ,      10-15 
    ,      10   
     Netscape           .
    Netscap'      IFMS-  
    20   .

  =  
  +            
    .
  -      __  .
    ,   HTTP-    - __
    -   200-300 .        
    20 -  ,   HTML- -  
     4  .   10    ,  
    30  - 1.2Gb -  . 100-200  -   .

  =     
  -        ,
     MaxClients,      html
        ,    10-30 .
  +      ,     ""
     -,     
       .   -  TimeOut,  
      .
  + khttpd  Linux -     -   .
    http://www.fenrus.demon.nl/index.html
  + thttpd -   2000 /    
     FreeBSD    images.rambler.ru,  Linux 
    http://www.acme.com -> freeware
    Mathopd (   top.list.ru)
  + /    http-:

.htaccess    
    
    AllowOverride None
           
             .htaccess



  -        404 ,
    

404    cgi-

404    "" -       



robots.txt

   robots.txt,    -  
  ,     404 - . , 
 404 - cgi-

      robots.txt
# "  offline-
User-Agent: DISCo Pump, Wget, WebZIP, Teleport Pro, WebSnake, Offline Explorer, Web-By-Mail
Disallow: /

   httpd.conf

     .zip   
      .

SetEnvIfNoCase Referer lib\.ru     internal_referer
SetEnvIfNoCase User-Agent Teleport internal_referer
SetEnvIfNoCase User-Agent Vampire  internal_referer
SetEnvIfNoCase User-Agent ReGet    internal_referer
SetEnvIfNoCase User-Agent GetRight internal_referer
SetEnvIfNoCase User-Agent Wget     internal_referer

<Files ~ "\.zip$">
ErrorDocument 403 http://lib.ru/books/index.htm
order deny,allow
deny from all
allow from env=internal_referer
</Files>

       :    
Us er-Agent,  IP-   ,  ,     
      cgi-,       httpd -   
 .

  ,  

route add -host 123.456.789.1 gw localhost


   mod_rewrite,    -   -
    RewriteCond %{HTTP_USER_AGENT} Teleport [NC,OR]
    RewriteCond %{HTTP_USER_AGENT} MSIECrawler [NC,OR]
    RewriteCond %{HTTP_USER_AGENT} DISCoFinder [NC,OR]
    RewriteCond %{HTTP_USER_AGENT} WebCrawler [NC,OR]
    RewriteCond %{HTTP_USER_AGENT} spider [NC,OR]
          
  
    RewriteRule ^/news.html?              /static_index.html  [R]

NC = No Case
R = redirect
L = Last rule

 -       -   

    RewriteEngine on
    RewriteCond %{HTTP_REFERER} !^http://(www\.lib\.ru/)|(lib\.ru/).*$ [NC]
    RewriteBase /home/lib-www/docs/
    RewriteRule ^arc/.*\.(zip)|(rar)$ http://www.lib.ru/ [R]
    RewriteCond %{HTTP_REFERER} !^http://(www\.lib\.ru/)|(lib\.ru/).*$ [NC]
    RewriteBase /home/lib-www/docs/
    RewriteRule ^index2\.html$        http://www.lib.ru/ [R]

         :

RewriteEngine On
RewriteCond %{HTTP_REFERER} !^http://allowed-site1.com*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.allowed-site1.com*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://allowed-site2.com*$ [NC]
RewriteCond %{HTTP_REFERER} !^http://www.allowed-site2.com.*$ [NC]
RewriteRule ^.*$ http://site.com/another_pic.gif [R,L]

         :

RewriteEngine on
RewriteCond %{HTTP_REFERER} !^$
RewriteCond %{HTTP_REFERER} !^http://(www\.)?domen.ru/.*$ [NC]
RewriteRule \.(gif|jpg)$ http://www.domen.ru/fuck_off.gif [R,L]

RewriteEngine on
RewriteCond %{REMOTE_ADDR}  !^81.19.69.21$
RewriteRule ^(/n/.*) https://lenta.ru$1 [R,L]

RewriteEngine on
RewriteCond %{REMOTE_ADDR}  !^81.19.69.28
RewriteCond %{REMOTE_ADDR}  !^81.19.68.[6-9]
RewriteCond %{REMOTE_ADDR}  !^81.19.68.1[012].
RewriteRule ^(/N/.*) https://lenta.ru$1 [R,L]

# Allow from 81.19.68.64/255.255.255.224



     
 -    1-2   4 -     
      
 +    img src   hostname  IP - 
    dns- -   2-30 .
    ""  -   __  httpd

       uniq-url     SSI virtual cgi
include.   ps -axf  :

12858  ?  S    0:00  \_ /usr/local/apache/sbin/httpd
12859  ?  S    0:00  \_ /usr/local/apache/sbin/httpd
12862  ?  S    0:00  \_ /usr/local/apache/sbin/httpd
13097  ?  Z    0:00  |   \_ (rand.cgi <zombie>)
13098  ?  Z    0:00  |   \_ (rb2 <zombie>)
13103  ?  Z    0:00  |   \_ (rb2 <zombie>)
13104  ?  Z    0:00  |   \_ (c4.pl <zombie>)
13105  ?  Z    0:00  |   \_ (random.cgi <zombie>)
12863  ?  S    0:00  \_ /usr/local/apache/sbin/httpd
12868  ?  S    0:00  \_ /usr/local/apache/sbin/httpd

   var - 

<!--#config timefmt="%H%w%e%M%S"-->
<a href=http://rb2.design.ru/cgi-bin/href/nit?<!--#echo var="date_local"-->
target="_top">

<!--#config timefmt="%M%H%S%I%e"-->
<a href=http://www1.reklama.ru/cgi-bin/href/nit?<!--#echo var="date_local"-->
target=_top>
<img src=http://www1.reklama.ru/cgi-bin/banner/nit?<!--#echo var="date_local"-->
width=468 height=60 border=0 vspace=10
alt="www.reklama.ru. The Banner Network." ismap></a>

Tx3    :   cgi-,
        -  
  html,   -  httpd   .



200    = 3   

30 static   =

suexec -  cgi-   id - ,  , 
    fork+exec         cgi-.   
  .

,    httpd. ,    unix ,
   modperl  php3     -   
    ,       ,   
 hoock',         .    
   100    httpd-,      
   default   5M     
  modperl, php3, ssl httpd -       2-5. 
100.


      cgi- - perl.     
.

-  -     .   
,    -   0.1    20Kb  perl-.    -
             60Kb  
    2-3   !

   ?

               
             
.    perl   "require" (  
include -    ,   -  ,  
         ,   
 require     )

 . Perl2C. modperl. FastCGI...


.

           
    .

         

open IN $file; while(){print;}

  

print "Location: http:$file\n\n";

   squid   proxy-accelerator

,   ,    cgi- . 
     squid-accelerator    httpd 
  html    image .    cgi-    2-3
.

Squid     IfModifiedSince  REGET  
, ,        .


    Reset   4  


                    ,  
                    Reset ,
              .


           lib.ru         
.              -,  
   .

            -UPS   .  
       ,       ,    
      .

 From: Exler
                     
 (  ,  ,   ,  
    ),        ,  
     .


    Apache Config


    .

Options FollowSymLinks -    
AllowOverride all      -    .htaccess   

  !          : 1.   
 () (   ),  

KeepAlive Off

  Alive          ,   
     .  KeepAlive   
    15     ,      
 -      4.


     ,   IP-


  IP-     DNS   ( -  8 ,
 -     ).            
  IP,          -    
" DNS   20  60%.

:      .

1.  .         IP    IP 
-,     www.washserver.ru,    
      http://washserver.ru

httpd.conf   IP-:

<VirtualHost -IP:*>
    ServerName www.washserver.ru
    Redirect / http://washserver.ru/
</VirtualHost>

DNS-  washserver.ru:

@           -IP
www   IN A     -IP


    DNS  www.washserver.ru  IP,
 washserver.ru  .

,    www.washserver.ru   
washserver.ru - ..    ,   2 ,  ""
 IP  www.washserver.ru

 2  2 .   IP  .   :
     IP      -,    
    washserver.ru,                
http://www.washserver.ru
  DNS  washserver.ru   IP

,       washserver.ru   
www.washserver.ru    - ..    .    2  
  IP     washserver.ru   DNS    
.


httpd.conf   IP-:

<VirtualHost -IP:*>
    ServerName washserver.ru
    Redirect / http://www.washserver.ru/
</VirtualHost>

DNS-  washserver.ru:

@           -IP
www   IN A     -IP

Last-modified: Tue, 12 Apr 2005 05:24:00 GMT

  :