Results 1 to 9 of 9

Thread: How to configure one single tape drive for more than 1 tape?

  1. #1

    Question How to configure one single tape drive for more than 1 tape?

    Hi, good morning for all!

    So, that scary day finally arrived: the day where my backups dumps are bigger than my tape! Time for a change on Amanda configuration to permit more than 1 tape on a single run (sort of swapping tapes on a mid-dump with human interaction).

    I have a Dell Ultrion LTO-4 single tape device, with 800 GB tapes. My last backup use 1 tape and leave about 120 GB on holding disk. I have to swap tapes and run an amflush to put those dumps on tape. OK, no big deal. But I'm trying to use Amanda features to inform the operator about the fact.

    A search on this forum points me to "https://forums.zmanda.com/showthread.php?5054-Swapping-Tapes-Mid-Dump&highlight=change+tape", and now I know it is possible.

    I read the amanda-interactivity man page, the amanda-changers man page, the amanda.conf man page (specifically the interactivity section) but I still have some questions.

    Do I have to setup only the "chg-single: DEVICE" and no interactivity section? Or I have to define both? Or just the interactivity section?

    Here is my first modified amanda.conf (not yet in production), based on what I have read. On this configuration I did this:
    a) runtapes 2
    b) LEOM to false (as informed by amtapetype)
    c) define a changer (chg-single:tape:/dev/nst0); use tcpchanger and comment out tapedev
    d) autoflush to yes
    e) tweak some flush-thersholds and taperalgo
    f) set the part-size on tapetype
    g) set the allow-split true on dumptype
    h) define an interactivity section

    So, my question is: is this amanda.conf correct? I really do not understand the documentation on this particular aspect: do I have to have both (chg-singe AND interactivity section) or just one of those?

    Code:
    org      "BACKUP: "
    
    mailto   "abrantesasf@gmail.com abrantes.filho@smsaude.com.br tatiana.teixeira@smsaude.com.br"
    
    dumpuser "amandabackup"
    
    dumpcycle 1 week
    runspercycle 7
    runtapes 2
    
    device-property "LEOM" "false"
    
    tapecycle 28 tapes
    usetimestamps yes
    
    #tapedev "tape:/dev/nst0"
    define changer dell_drive {
        tpchanger "chg-single:tape:/dev/nst0"
    }
    tcpchanger "dell_drive"
    
    tapetype DELL_ULTRIUM_LTO4
    
    flush-threshold-dumped 100
    flush-threshold-scheduled 100
    taperflush 0
    taperalgo largestfit
    autoflush yes
    
    labelstr "^fita-[0-9][0-9][0-9]$"
    
    infofile "/data/amanda/state/diario/curinfo"
    logdir   "/data/amanda/state/diario/log"
    indexdir "/data/amanda/state/diario/index"
    tapelist "/etc/amanda/diario/tapelist"
    
    inparallel 10
    maxdumps 1
    dumporder "TTTTTTTTTT"
    displayunit "g"
    netusage 102400 Kbps
    
    bumpsize 20 Mb
    bumppercent 20
    bumpdays 1
    bumpmult 4
    
    etimeout 300
    dtimeout 1800
    ctimeout 30
    connect-tries 3
    req-tries 3
    
    holdingdisk hd1 {
        comment "Holding disk principal"
        directory "/data/amanda/holding_disk"
        use 1650 gb
        chunksize 4 gb
    }
    
    define tapetype DELL_ULTRIUM_LTO4 {
        comment "Created by amtapetype; compression disabled; LEOM is not supported for this drive and kernel."
        length 823599008 kbytes
        filemark 0 kbytes
        speed 53300 kps
        blocksize 32 kbytes
        part-size 80 gb
    }
    
    define dumptype global {
        comment "Definições gerais"
        auth "ssh"                                         
        ssh-keys "/var/lib/amanda/.ssh/id_rsa"
        allow-split true
        compress client fast    
        encrypt none
        estimate client
        holdingdisk auto
        index yes
        program "GNUTAR"
        record yes             
        skip-full no             
        skip-incr no            
        strategy standard
    }
    
    define dumptype normal {
        global
        comment "Backup diário normal dos servidores"
    }
    
    define interface local {
        comment "Interface local"
    }
    
    define interactivity "email-ou-terminal" {
        comment "Manda e-mail se backup por cron; usa o terminal se na linha de comando"
        plugin "tty_email"
        property "mailto" "abrantesasf@gmail.com" "abrantes.filho@smsaude.com.br" "tatiana.teixeira@smsaude.com.br"
        property "resend-delay" "1800"
        property "check-file" "/tmp/resposta_email"
        property "check-file-delay" "10"
      }

  2. #2

    Default

    OK, I have had tryed the following configuration for amanda.conf but, I still can not swap tapes on a mid-run backup with human interaction. I'm not receiving any email, even with the interactivity section, and my backups finished with status PARTIAL (so I must swap tapes and run amflush).

    What I'm doing wrong in the following amanda.conf?

    Code:
    org      "BACKUP:"
    mailto   "abrantes.filho@smsaude.com.br [email]tatiana.teixeira@smsaude.com.br[/email]"
    dumpuser "amandabackup"
    
    dumpcycle 1 week
    
    runspercycle 7
    runtapes 3
    
    device-property "LEOM" "false"
    
    tapecycle 28 tapes
    
    usetimestamps yes
    
    define changer dell_drive {
       tpchanger "chg-single:tape:/dev/nst0"
    }
    tpchanger "dell_drive"
    
    tapetype DELL_ULTRIUM_LTO4
    
    flush-threshold-dumped 100
    flush-threshold-scheduled 100
    taperflush 0
    
    taperalgo largestfit
    
    labelstr "^fita-[0-9][0-9][0-9]$"
    
    infofile "/data/amanda/state/diario/curinfo"
    logdir   "/data/amanda/state/diario/log"
    indexdir "/data/amanda/state/diario/index"
    
    tapelist "/etc/amanda/diario/tapelist"
    
    inparallel 10
    
    maxdumps 1
    
    dumporder "TTTTTTTTTT"
    
    displayunit "g"
    
    netusage 102400 Kbps
    
    bumpsize 20 Mb
    bumppercent 20
    bumpdays 1
    bumpmult 4
    
    etimeout 300
    dtimeout 1800
    ctimeout 30
    connect-tries 3
    req-tries 3
    
    autoflush yes
    
    holdingdisk hd1 {
        comment "Holding disk principal"
        directory "/data/amanda/holding_disk"
        use 1650 gb
        chunksize 4 gb
    }
    
    define tapetype DELL_ULTRIUM_LTO4 {
        comment "Created by amtapetype; compression disabled; LEOM is not supported for this drive and kernel."
        length 823599008 kbytes
        filemark 0 kbytes
        speed 53300 kps
        blocksize 32 kbytes
        part-size 80 gb
    }
    
    define dumptype global {
        comment "Definições gerais"
        auth "ssh" 
        ssh-keys "/var/lib/amanda/.ssh/id_rsa"
        allow-split true                                   
        compress client fast 
        encrypt none
        estimate client
        holdingdisk auto                                 
        index yes                                      
        program "GNUTAR"                 
        record yes                                   
        skip-full no                                 
        skip-incr no                                  
        strategy standard
    }
    
    define dumptype normal {
        global
        comment "Backup diário normal dos servidores linux"
    }
    
    define dumptype globalwin {
        comment "Definições gerais para servidores windows"
        auth "bsdtcp"
        allow-split true
        compress client fast
        encrypt none
        estimate client
        holdingdisk auto
        index yes
        record yes
        skip-full no
        skip-incr no
        strategy standard
    }
    
    define dumptype normalwin {
        globalwin
        comment "Backup diário normal dos servidores windows"
    }
    
    define interface local {
        comment "Interface local"
    }
    
    define interactivity "email-ou-terminal" {
        comment "Manda e-mail se backup por cron; usa o terminal se backup por linha de comando"
        plugin "tty_email"
        property "mailto" "abrantes.filho@smsaude.com.br" "tatiana.teixeira@smsaude.com.br"
        property "resend-delay" "1800"
        property "check-file" "/tmp/resposta_email"
        property "check-file-delay" "10"
    }
    interactivity "email-ou-terminal"

  3. #3
    Join Date
    Nov 2005
    Location
    Canada
    Posts
    1,049

    Default

    Which version of amanda are you using?
    What is the error message you get in the email report?

  4. #4

    Default

    Quote Originally Posted by martineau View Post
    Which version of amanda are you using?
    What is the error message you get in the email report?
    Hi Martineau, thank you for your message.

    I'm using Amanda 3.3.7 on a CentOS 7.1 server (64 bits). The mail report for the backup is the following:

    Code:
    Hostname: backup.smsaude.com.br
    Org     : BACKUP:
    Config  : diario
    Date    : August 17, 2015
    
    These dumps were to tape fita-012.
    There are 86G of dumps left in the holding disk.
    They will be flushed on the next run.
    
    The next 3 tapes Amanda expects to use are: fita-013, fita-014, fita-015.
    FAILURE DUMP SUMMARY:
      appserver02.smsaude.com.br appsrv02_dados lev 1  partial taper: No acceptable volumes found
    
    STRANGE DUMP SUMMARY:
      mailserver.smsaude.com.br mail_raiz lev 1  STRANGE (see below)
      mailserver.smsaude.com.br mail_opt_zimbra lev 1  STRANGE (see below)
      fileserver.smsaude.com.br samba_raiz lev 1  STRANGE (see below)
    
    
    
    STATISTICS:
                              Total       Full      Incr.   Level:#
                            --------   --------   --------  --------
    Estimate Time (hrs:min)     0:09
    Run Time (hrs:min)         15:46
    Dump Time (hrs:min)        14:05      11:23       2:43
    Output Size (meg)       834361.1   746597.9    87763.2
    Original Size (meg)    1574150.1  1127906.3   446243.8
    Avg Compressed Size     53.0       66.2       19.7
    DLEs Dumped                   16          1         15  1:15
    Avg Dump Rate (k/s)      16845.7    18661.7     9216.4
    
    Tape Time (hrs:min)         4:14       3:48       0:25
    Tape Size (meg)         746597.9   746597.9        0.0
    Tape Used               94.5       94.2        0.3
    DLEs Taped                     2          1          1  1:1
    Parts Taped                   11         10          1  1:1
    Avg Tp Write Rate (k/s)  50237.6    55783.7        0.0
    
    USAGE BY TAPE:
      Label                 Time         Size      %  DLEs Parts
      fita-012              4:13         789G  100.5     2    11
    
    STRANGE DUMP DETAILS:
      /-- mailserver.smsaude.com.br mail_raiz lev 1 STRANGE
      sendbackup: start [mailserver.smsaude.com.br:mail_raiz level 1]
      sendbackup: info BACKUP=/usr/bin/gtar
      sendbackup: info RECOVER_CMD=/usr/bin/gzip -dc |/usr/bin/gtar -xpGf - ...
      sendbackup: info COMPRESS_SUFFIX=.gz
      sendbackup: info end
      ? /usr/bin/gtar: ./var/log/maillog: file changed as we read it
      | Total bytes written: 196505600 (188MiB, 20MiB/s)
      sendbackup: size 191900
      sendbackup: end
      \--------
      /-- mailserver.smsaude.com.br mail_opt_zimbra lev 1 STRANGE
      sendbackup: start [mailserver.smsaude.com.br:mail_opt_zimbra level 1]
      sendbackup: info BACKUP=/usr/bin/gtar
      sendbackup: info RECOVER_CMD=/usr/bin/gzip -dc |/usr/bin/gtar -xpGf - ...
      sendbackup: info COMPRESS_SUFFIX=.gz
      sendbackup: info end
      ? /usr/bin/gtar: ./data/ldap/mdb/db/data.mdb: file changed as we read it
      ? /usr/bin/gtar: ./log/nginx.access.log: file changed as we read it
      ? /usr/bin/gtar: ./zmstat/zmstat.out: file changed as we read it
      | Total bytes written: 6822758400 (6.4GiB, 19MiB/s)
      sendbackup: size 6662850
      sendbackup: end
      \--------
      /-- fileserver.smsaude.com.br samba_raiz lev 1 STRANGE
      sendbackup: start [fileserver.smsaude.com.br:samba_raiz level 1]
      sendbackup: info BACKUP=/usr/bin/gtar
      sendbackup: info RECOVER_CMD=/usr/bin/gzip -dc |/usr/bin/gtar -xpGf - ...
      sendbackup: info COMPRESS_SUFFIX=.gz
      sendbackup: info end
      ? /usr/bin/gtar: ./var/cache/samba/lck/28443: File removed before we read it
      | /usr/bin/gtar: ./var/cache/samba/msg/1509: socket ignored
      | /usr/bin/gtar: ./var/cache/samba/msg/18755: socket ignored
      | /usr/bin/gtar: ./var/cache/samba/msg/24320: socket ignored
      | /usr/bin/gtar: ./var/cache/samba/msg/24327: socket ignored
      | /usr/bin/gtar: ./var/cache/samba/msg/24900: socket ignored
      | /usr/bin/gtar: ./var/cache/samba/msg/24939: socket ignored
      | /usr/bin/gtar: ./var/cache/samba/msg/24948: socket ignored
      | /usr/bin/gtar: ./var/cache/samba/msg/24951: socket ignored
      | /usr/bin/gtar: ./var/cache/samba/msg/24953: socket ignored
      | /usr/bin/gtar: ./var/cache/samba/msg/24964: socket ignored
      | /usr/bin/gtar: ./var/cache/samba/msg/24974: socket ignored
      | /usr/bin/gtar: ./var/cache/samba/msg/24983: socket ignored
      | /usr/bin/gtar: ./var/cache/samba/msg/24986: socket ignored
      | /usr/bin/gtar: ./var/cache/samba/msg/25031: socket ignored
      Look in the '/var/log/amanda/log.error/fileserver.smsaude.com.br.samba_raiz.1.20150818083212.errout' file for full error messages
      \--------
    
    NOTES:
      planner: mailserver.smsaude.com.br mail_opt_zimbra 20150817210002 0 "/usr/libexec/amanda/runtar exited with status 1: see /var/log/amanda/client/diario/sendsize.20150817210003.debug"
      taper: Slot 1 with label fita-012 is usable
      taper: Will request retry of failed split part.
      taper: tape fita-012 kb 764516251 fm 11 [OK]
      taper: No acceptable volumes found
      big estimate: toolsserver.smsaude.com.br tools_dados 1
                      est: 0G    out 0G
      big estimate: appserver02.smsaude.com.br appsrv02_dados 1
                      est: 123G    out 72G
      big estimate: appserver03.smsaude.com.br appsrv03_dados 1
                      est: 91G    out 11G
    
    
    DUMP SUMMARY:
                                                                         DUMPER STATS    TAPER STATS
    HOSTNAME                   DISK            L ORIG-GB  OUT-GB  COMP%  MMM:SS    KB/s MMM:SS    KB/s
    -------------------------------------------- ---------------------- --------------- --------------
    appserver01.smsaude.com.br appsrv01_dados  1       0       0   28.9    1:04   480.8              
    appserver02.smsaude.com.br appsrv02_dados  1     246      72   29.4  113:21 11130.0  25:13     0.0 PARTIAL
    appserver03.smsaude.com.br appsrv03_dados  1     183      11    6.0   40:56  4693.9              
    backup.smsaude.com.br      backup_boot     1       0       0   15.0    0:01     2.9              
    backup.smsaude.com.br      backup_raiz     1       0       0    9.7    0:05  1414.6              
    fileserver.smsaude.com.br  samba_boot      1       0       0   15.0    0:01     2.9              
    fileserver.smsaude.com.br  samba_data      0    1101     729   66.2  682:47 18661.7 228:25 55783.7
    fileserver.smsaude.com.br  samba_raiz      1       0       0   19.0    0:24  1471.7              
    mailserver.smsaude.com.br  mail_boot       1       0       0   15.0    0:00    45.5              
    mailserver.smsaude.com.br  mail_opt_zimbra 1       6       2   36.8    5:57  6863.6              
    mailserver.smsaude.com.br  mail_raiz       1       0       0   13.8    0:11  2422.5              
    toolsserver.smsaude.com.br tools_dados     1       0       0   21.8    0:19  3424.3              
    web01.smsaude.com.br       web01_boot      1       0       0   15.0    0:00   156.1              
    web01.smsaude.com.br       web01_raiz      1       0       0   10.8    0:06  1484.9              
    web02.smsaude.com.br       web02_boot      1       0       0   15.0    0:01     2.9              
    web02.smsaude.com.br       web02_raiz      1       0       0   17.0    0:05  3887.4              
    
    (brought to you by Amanda version 3.3.7)
    At the point when I received this e-mail, the backup process finish and leave data on holding disk. Then I need to swap tapes and run amflush.

    But I'm expecting that if the first tape is full, Amanda will send me a mail asking to change tape and, after I change the tape, the backup process will continue.

    My amanda.conf is wrong?

  5. #5
    Join Date
    Nov 2005
    Location
    Canada
    Posts
    1,049

    Default

    interactivity do not work with the default 'traditional' taperscan, set a 'lexical' or 'oldest' taperscan.
    see: man amanda-taperscan

    eg. add the following to amanda.conf:

    define taperscan oldest {
    plugin "oldest"
    property "VERBOSE" "ON"
    }
    taperscan "oldest"

  6. #6

    Default

    Quote Originally Posted by martineau View Post
    interactivity do not work with the default 'traditional' taperscan, set a 'lexical' or 'oldest' taperscan.
    see: man amanda-taperscan

    eg. add the following to amanda.conf:

    define taperscan oldest {
    plugin "oldest"
    property "VERBOSE" "ON"
    }
    taperscan "oldest"
    Hi Martineu, thanks very much for your help.

    I'll change my amanda.conf and test the new configuration. After, I'll post the results here.

    Thanks again!

  7. #7
    Join Date
    Sep 2015
    Posts
    2

    Default

    Looks like I can only reply, no new topic.[url=http://www.coquegsm.com/category-accessoires-coque-samsung-galaxy-s6-26.html]housse silicone galaxy s6[/url] [url=http://www.coquegsm.com/category-accessoires-coque-samsung-galaxy-s6-26.html]etui samsung galaxy s6[/url]
    Last edited by Glouber; September 28th, 2015 at 06:32 PM.

  8. #8

    Default

    yes. [URL="http://www.casesam.co.uk/category-galaxy-s6-case-cover-15.html"]Samsung Galaxy s6 cover[/URL]that's right. [url="http://www.casesam.co.uk/category-galaxy-note-5-case-cover-71.html"]Samsung Galaxy note 5 case[/url]
    Last edited by PennNy; September 30th, 2015 at 11:19 PM.

  9. #9
    Join Date
    Oct 2015
    Location
    Kochi, India
    Posts
    1

    Default

    Quote Originally Posted by abrantesfilho View Post
    Hi, good morning for all!

    So, that scary day finally arrived: the day where my backups dumps are bigger than my tape! Time for a change on Amanda configuration to permit more than 1 tape on a single run (sort of swapping tapes on a mid-dump with human interaction).

    I have a Dell Ultrion LTO-4 single tape device, with 800 GB tapes. My last backup use 1 tape and leave about 120 GB on holding disk. I have to swap tapes and run an amflush to put those dumps on tape. OK, no big deal. But I'm trying to use Amanda features to inform the operator about the fact.

    A search on this forum points me to "https://forums.zmanda.com/showthread.php?5054-Swapping-Tapes-Mid-Dump&highlight=change+tape", and now I know it is possible.

    I read the amanda-interactivity man page, the amanda-changers man page, the amanda.conf man page (specifically the interactivity section) but I still have some questions.

    Do I have to setup only the "chg-single: DEVICE" and no interactivity section? Or I have to define both? Or just the interactivity section?

    Here is my first modified amanda.conf (not yet in production), based on what I have read. On this configuration I did this:
    a) runtapes 2
    b) LEOM to false (as informed by amtapetype)
    c) define a changer (chg-single:tape:/dev/nst0); use tcpchanger and comment out tapedev
    d) autoflush to yes
    e) tweak some flush-thersholds and taperalgo
    f) set the part-size on tapetype
    g) set the allow-split true on dumptype
    h) define an interactivity section

    So, my question is: is this amanda.conf correct? I really do not understand the documentation on this particular aspect: do I have to have both (chg-singe AND interactivity section) or just one of those?

    Code:
    org      "BACKUP: "
    
    mailto   "abrantesasf@gmail.com abrantes.filho@smsaude.com.br tatiana.teixeira@smsaude.com.br"
    
    dumpuser "amandabackup"
    
    dumpcycle 1 week
    runspercycle 7
    runtapes 2
    
    device-property "LEOM" "false"
    
    tapecycle 28 tapes
    usetimestamps yes
    
    #tapedev "tape:/dev/nst0"
    define changer dell_drive {
        tpchanger "chg-single:tape:/dev/nst0"
    }
    tcpchanger "dell_drive"
    
    tapetype DELL_ULTRIUM_LTO4
    
    flush-threshold-dumped 100
    flush-threshold-scheduled 100
    taperflush 0
    taperalgo largestfit
    autoflush yes
    
    labelstr "^fita-[0-9][0-9][0-9]$"
    
    infofile "/data/amanda/state/diario/curinfo"
    logdir   "/data/amanda/state/diario/log"
    indexdir "/data/amanda/state/diario/index"
    tapelist "/etc/amanda/diario/tapelist"
    
    inparallel 10
    maxdumps 1
    dumporder "TTTTTTTTTT"
    displayunit "g"
    netusage 102400 Kbps
    
    bumpsize 20 Mb
    bumppercent 20
    bumpdays 1
    bumpmult 4
    
    etimeout 300
    dtimeout 1800
    ctimeout 30
    connect-tries 3
    req-tries 3
    
    holdingdisk hd1 {
        comment "Holding disk principal"
        directory "/data/amanda/holding_disk"
        use 1650 gb
        chunksize 4 gb
    }
    
    define tapetype DELL_ULTRIUM_LTO4 {
        comment "Created by amtapetype; compression disabled; LEOM is not supported for this drive and kernel."
        length 823599008 kbytes
        filemark 0 kbytes
        speed 53300 kps
        blocksize 32 kbytes
        part-size 80 gb
    }
    
    define dumptype global {
        comment "Definições gerais"
        auth "ssh"                                         
        ssh-keys "/var/lib/amanda/.ssh/id_rsa"
        allow-split true
        compress client fast    
        encrypt none
        estimate client
        holdingdisk auto
        index yes
        program "GNUTAR"
        record yes             
        skip-full no             
        skip-incr no            
        strategy standard
    }
    
    define dumptype normal {
        global
        comment "Backup diário normal dos servidores"
    }
    
    define interface local {
        comment "Interface local"
    }
    
    define interactivity "email-ou-terminal" {
        comment "Manda e-mail se backup por cron; usa o terminal se na linha de comando"
        plugin "tty_email"
        property "mailto" "abrantesasf@gmail.com" "abrantes.filho@smsaude.com.br" "tatiana.teixeira@smsaude.com.br"
        property "resend-delay" "1800"
        property "check-file" "/tmp/resposta_email"
        property "check-file-delay" "10"
      }

    I have just tried this and working well.
    Thanks a lot.

Posting Permissions

  • You may not post new threads
  • You may not post replies
  • You may not post attachments
  • You may not edit your posts
  •