#
# flybase-ng server rsync usage notes
# needs to be turned into a package install/update script (perl)
# may03, d.gilbert

rsync://flybase.net/biodb
flybase.net:/bio/biodb/

## REMOVE '-n' flag to really do updates
## Read-only from main server -----------

## list
rsync rsync://flybase.net/
rsync rsync://flybase.net/biodb
rsync -r rsync://flybase.net/biodb/common/source

## install/update install folder
rsync -avuz rsync://flybase.net/biodb/install/ /bio/biodb/install/ -n 

## list & install system-local -- BY-HAND (make it perl)
rsync rsync://flybase.net/biodb/common/systems/
mkdir -p /bio/biodb/common/systems/apple-powerpc-darwin
ln -s systems/apple-powerpc-darwin /bio/biodb/common/system-local

#alien OS binaries to skip  (primary & perl folder names..)
cat -> install/rsync.exclude.local
intel-linux/
i386-linux/
sun-sparc-solaris/
sun4-solaris/
#apple-powerpc-darwin/
#darwin/

#------------  update parts from main ------
set rsyncfrom=rsync://flybase.net/biodb
set rsyncto=/bio/biodb
set dbroot=/bio/biodb/

set part=flybase 
set parts=( ROOT docs install template )
set parts=( common/source common/systems common )
set parts=( flybase eugenes daphnia )
#
foreach part ( $parts )
echo "# -----[ rsync ${dbroot}$part ]--------"
echo "# -----[ from=${rsyncfrom} to=${rsyncto} ]--------"
rsync -n -avuz --delete --modify-window=30 \
    --exclude-from=${dbroot}install/rsync.exclude \
    --exclude-from=${dbroot}install/rsync.exclude.local \
    ${rsyncfrom}/$part/ ${rsyncto}/$part/ 
echo "# -----"
echo
end

#------------  update parts w/ ssh ------
set rsyncfrom=
set rsyncto=cricket:
set dbroot=/bio/biodb/
#swap: set rst=$rsyncfrom; set rsyncfrom=$rsyncto; set rsyncto=$rst

set part=install 
set parts=( install ROOT docs )
set parts=( common/source  common/systems common )
set parts=( flybase eugenes daphnia)
#
foreach part ( $parts )
echo "# -----[ rsync ${dbroot}$part ]--------"
echo "# -----[ from=${rsyncfrom} to=${rsyncto} ]--------"
rsync  -n -avuz -e ssh --delete --modify-window=30 \
    --exclude-from=${dbroot}install/rsync.exclude \
    --exclude-from=${dbroot}install/rsync.exclude.local \
    ${rsyncfrom}${dbroot}$part/ ${rsyncto}${dbroot}$part/ 
echo "# -----"
echo
end

## need (perl) script to handle package info for sections (exclude,include, alternate sources)

package: flybase-main
description: flybase-ng main server packages
url: rsync://flybase.net/biodb/flybase/
localpath: /bio/biodb/flybase/

package: flybase-data
description: flybase public data files
url: rsync://flybase.net/fbdata1/
localpath: /bio/biodb/flybase/data/

package: flybase-etc
description: flybase miscellany data, configs, etc.
url: rsync://flybase.net/fbserver/server/.etc/
localpath: /bio/biodb/flybase/etc/
note: updates to flybase-ng in progress for this section; source out-of-date

package: flybase-indices
description: flybase data indices, database files
url: rsync://flybase.net/fbserver/indices/
localpath: /bio/biodb/flybase/indices/

package: bionet-drosophila
description: bionet drosophila news archive
url: rsync://flybase.net/fbserver/usenet/
localpath: /bio/biodb/flybase/usenet/
 
----
## common rsync opts
-n --- don't do; show only !!
-a archive == -rlptgoD == recurse and preserve all
-v verbose
-u update (dont touch newer files)
-z compress
-b make backups (~ suffix)
-C cvs-exclude
---------

## /bio/biodb exclude files
logs/
tmp/
private/
systems/
source/
system-local
*~
CVS
tomcat/work/
.DS_Store
*local
local/
*.old

#? source/ should be separare from common/others...
## do common/systems common/source common/servers common/java common/perl ...
## need to move fb/bio/xtra perl libs to common/perl + common/systems/xxx/perl


## problem here? w/ '/' - rsync local to cricket: created common/common/
--size-only  -- to skip ident files ??
--modify-window=NUM     Timestamp window (seconds) for file match (default=0)

---- separate rsync :/bio/biodb/common/systems/myOS/
set rsyncfrom=
set rsyncto=cricket:
set dbroot=/bio/biodb/

rsync  -n -avuz -e ssh --delete \
  --exclude-from=${dbroot}install/rsync.exclude \
  ${rsyncfrom}${dbroot}$part/ ${rsyncto}${dbroot}$part/


set part=flybase
set part=docs
set part=common/systems
set part=common
set part=common/systems/sun-sparc-solaris/

#get
rsync  -n -avuz -e ssh --delete  \
   --exclude-from=${dbroot}install/rsync.exclude \
   --exclude-from=${dbroot}install/rsync.exclude.local \
   ${rsyncto}${dbroot}$part/ ${rsyncfrom}${dbroot}$part/ 

# --size-only  --modify-window=60
#   --exclude-from=${dbroot}$part/rsync.exclude.local \

#put == swap from/to
rsync -n  -avuz -e ssh --delete --modify-window=60 \
   --exclude-from=${dbroot}install/rsync.exclude \
   --exclude-from=${dbroot}install/rsync.exclude.local \
   ${rsyncfrom}${dbroot}$part/ ${rsyncto}${dbroot}$part/
   
#--- eugenes sync

set rsyncfrom=oat:/bio/meow-pub/eugenes/
#set rsyncto=/bio/meow-pub/eugenes/
set rsyncto=/bio/biodb/eugenes/
set dbroot=/bio/biodb/

rsync  -auz -e ssh  \
--exclude-from=${dbroot}install/rsync.exclude \
--exclude-from=${dbroot}install/rsync.exclude.local \
--exclude=sun-sparc-solaris-bin/ --exclude=dec-alpha-osf4-bin/ --exclude=sgi-irix-bin/ \
--exclude=pix/ --exclude=tomcat/ \
${rsyncfrom} ${rsyncto} 

#--delete --size-only --modify-window=30   

rsync -n -avuz -e ssh  \
--exclude-from=./rsync.exclude \
${rsyncfrom} ${rsyncto} 


#--- daphnia sync

set rsyncfrom=oat:/c7/eugenes/daphnia/web/
set rsyncto=/bio/biodb/daphnia/

rsync -n -avuz -e ssh  --exclude-from=./rsync.exclude \
 ${rsyncfrom} ${rsyncto} 

#daphnia home rsync.exclude ---
bin-apple-powerpc-darwin/
sun-sparc-solaris-bin/
logs/
tmp/
mirror/
data-archive/
*.old
*local
local/