item.groovy

import groovy.sql.Sql

class item_migrator {

  static void main(String[] args) {

    def config = new ConfigSlurper().parse(new File('config.groovy').toURL())

    def sql = Sql.newInstance(config.old_db_url,config.old_db_user, config.old_db_pwd)
    def newsql = Sql.newInstance(config.new_db_url,config.new_db_user, config.new_db_pwd)

    // check that we have paths defined.
    if (!config.old_asset_path)
      throw new RuntimeException("old_asset_path is not defined, unable to migrate assets.");
    if (!config.new_asset_path)
      throw new RuntimeException("new_asset_path is not defined, unable to migrate assets.");


    // Clear out any old attachments, both on disk and in the database.
    newsql.execute("delete from attachment")
    "rm -rf ${config.new_asset_path}/*".execute().waitFor();

    sql.eachRow('''
        SELECT DISTINCT 
        sub.submission_id, 
        sub.applicant_id, 
        item.last_modified, 
        sub.item_id, 
        bun.name as bundle_name,
        bun.primary_bitstream_id,
        bit.bitstream_id, 
        bit.internal_id, 
        fr.mimetype, 
        bit.name

        FROM
        item, 
        vireosubmission sub,
        item2bundle i2b,  
        bundle bun,
        bundle2bitstream b2b,
        bitstream bit,
        bitstreamformatregistry fr

        WHERE 
        sub.item_id = item.item_id AND
        sub.item_id = i2b. item_id AND
        i2b.bundle_id = bun.bundle_id AND
        i2b.bundle_id = b2b.bundle_id AND
        bit.bitstream_id =  b2b.bitstream_id AND
        fr.bitstream_format_id = bit.bitstream_format_id 

        ORDER BY bitstream_id ASC
    ''') {
          row ->

          if (!submissionExists(newsql, row.submission_id)) {
            return;
          }


          //public enum AttachmentType {
          // UNKNOWN,
          // PRIMARY,
          // SUPPLEMENTAL,
          // LICENSE,
          // ARCHIVED,
          // FEEDBACK

          int type = 0; // unknown
          if ("ORIGINAL".equals(row.bundle_name) || "CONTENT".equals(row.bundle_name)) {

            if (row.primary_bitstream_id == row.bitstream_id) {
              type = 1; // Primary
            } else {
              type = 2; // Supplemental
            }
          } else if ("LICENSE".equals(row.bundle_name)) {
            type = 3; // license
          } else if ("ARCHIVE".equals(row.bundle_name)) {
            type = 4; // Archived
          } else if ("NOTES".equals(row.bundle_name)) {
            type = 5; // feedback
          }

          def old_file_path = name_to_path(row.internal_id)
          def uuid = UUID.randomUUID().toString();
      
          String name1 = uuid.substring(0, 2);
          String name2 = uuid.substring(2, 4);
          String name3 = uuid.substring(4, 6);
          String name4 = uuid.substring(6, 8);
      
          String hashDir = uuid.substring(0, 2) + File.separator + uuid.substring(2, 4) + File.separator + uuid.substring(4, 6) + File.separator + uuid.substring(6, 8);
      

          // Make a link from the archive into the attachments directory
          // We should probably create a UUID and 'mv' the asset into the attachments directory - with that nam

          try {
              // Make the hash directory;
              runCommand("mkdir -p ${config.new_asset_path}/${hashDir}");
        
              if ("cp".equals(config.asset_command)) {
                  // Actualy copy the assets for real
                  runCommand("cp ${config.old_asset_path}/${old_file_path}/${row.internal_id}   ${config.new_asset_path}/${hashDir}/${uuid}");

              } else if ("mv".equals(config.asset_command)) {
                  // Move the files destroying the original
                  runCommand("mv ${config.old_asset_path}/${old_file_path}/${row.internal_id}   ${config.new_asset_path}/${hashDir}/${uuid}");

              } else if ("ln".equals(config.asset_command)) {
                  // Link the files preserving the original and saving space.
                  runCommand("ln -s ${config.old_asset_path}/${old_file_path}/${row.internal_id}   ${config.new_asset_path}/${hashDir}/${uuid}");

              }
          } catch (Exception ex) {
            println("Exception " + ex);
          }

          // If name is not unique add on a number

          def subname = row.name
          def count = 1

          // This has a problem where if there is more than two submissions with the same name
          // they get the suffix of '12' and then '123' - unique - yes - but we should probably
          // shave off the trailing number before adding the new one on

          while(!is_name_unique(newsql, subname, row.submission_id)) {
            //println("Fixing Name: " + subname)
            def name_parts = subname.tokenize(".")
            subname = name_parts[0] + count + "." + name_parts[1]
            //println "\n\n** New Name: " + subname
            count++
          }     

          def params = [
            row.bitstream_id,
            uuid + "|" + row.mimetype,
            row.last_modified,
            subname,
            type,
            row.applicant_id,
            row.submission_id
          ]

          if (row.name != null)  {
            newsql.execute('''insert into attachment (
                              id,                 
                              data,                       
                              date,                       
                              name,                       
                              type,                       
                              person_id,                  
                              submission_id                       
        )
        values (
            ?,?,?,?,?,?,?
            )''', params);

          }
        } // for each row

    // Update sequence counter

    def row = newsql.firstRow("select (max(id) + 1) max from attachment")
    newsql.execute("alter sequence seq_attachment restart with " + row.max)

  }

  // Compute the path in the dspace asset directory given the long numeric name

  static String  name_to_path(String name) {
    def p1 = name.substring(0,2)
    def p2 = name.substring(2,4)
    def p3 = name.substring(4,6)

    def path = p1 + "/" + p2 + "/" + p3
    return path
  }

  // Determine if a given filename is already used within this submission

  static Boolean is_name_unique(Sql sql, String name, Integer submission_id) {
    def params = [submission_id, name]

    def row = sql.rows("select name from attachment where submission_id = ? and name = ?", params)

    if (row.size ==0 ) {
      return true

    } else {
      return false
    }
  }

  // Determine if a submission exists

  static Boolean submissionExists(Sql sql, Integer subId) {
    def rows = sql.rows("select id from submission where id = " + subId)

    if (rows[0] != null) {
      return true
    } else
      return false

  }
  
  static void runCommand(String command) {
    def proc = command.execute();
    proc.waitFor();
  }

}