base/util/apps/store_dir.c

/* store_dir - stores a dir in DRMS/SUMS. */

/* Usage:
 *  store_dir series=<name> dirname=<dir> sel=<selection key> {note=<comment>}
 *         
 *     Store a dir into SUMS.
 *     "dir" is the directory that will be copied in SUMS
 *     in the dataseries <name>.  
 *     No <record spec> (i.e. no "[...]") should be given with the series.
 *     If <note> is present the comment will be stored with the data.
 *     The keyword "sel" can be used to provide lookup selection info in case
 *     multiple dirs with the same series will be stored.
 *     The DRMS prime keys will the values for "dir" and "sel".  
 *     Multiple calls of
 *     store_dir with the same seriesname, dir, and sel will result in
 *     multiple records with the same prime key.  Only the most recent
 *     will be easily retrieved. 
 *     If the dir in the "dir" keyword is sufficient it can be used as
 *     the prime key.  
 *
 *   store_dir series=su_jim.storedirs dirname=/home/xx sel=test1 note="junk"
 *
 *     will be retrieved with simply:
 *
 *       retrieve_dir su_jim.storedirs[/home/xx] to=/tmp
 *  or   retrieve_dir su_jim.storedirs[][test1] to=/tmp
 *
 *    Prior to first use, the series should be created. 
 *    String keywords of "dirname", "sel", and "note" should be included.
 *    If the series does not exist it is made from a standard template if the 
 *    -c flag is given or if the user answers "yes" when asked.  
 */
#include "jsoc_main.h"
#include "drms.h"
#include "drms_names.h"
#include <unistd.h>
#include <strings.h>

#define NOTSPECIFIED "***NOTSPECIFIED***"
/* List of default parameter values. */
ModuleArgs_t module_args[] = { 
  {ARG_STRING, "series", "", "Series name to store the dir into"},
  {ARG_STRING, "dirname", "", "Dir to store. prime key"},
  {ARG_STRING, "sel", "", "selection name. prime key"}, 
  {ARG_STRING, "note", "N/A", "comment field"},
  {ARG_FLAG, "c", "0", "create new series if needed"},
  {ARG_FLAG, "v", "0", "verbose flag"},
  {ARG_END}
};

/* Module name presented to DRMS. */
char *module_name = "store_dir";

/* Some global variables for this module. */
int verbose = 0;

/* Check DRMS session status and calling arguments and set verbose variable */
int nice_intro () {
  verbose = cmdparams_get_int (&cmdparams, "v", NULL);
/********************this is old stuff before Rick's arg handling *********
  int usage = cmdparams_get_int (&cmdparams, "h", NULL);
  if (usage) {
    printf ("store_dir <series> {-c} {-h} {-v} in=<dir> {sel=<desc>} {note=<comment>} \n"
    "  -c: Quietly create series if does not exist\n"
    "  -h: print this message and exit\n"
    "  -v: verbose\n"
    "series - series to store dir into\n"
    "in=    - dir to store\n"
    "sel=   - optional description for retrieval key\n"
    "note=  - optional description for dir\n"
    return (1);
  }
**********************************************************************/
  if (verbose) cmdparams_printall (&cmdparams);
  return(0);
}

/* Module main function. */
int DoIt (void) {
int status = 0;

const char *in, *series, *note, *sel;
char *dirname, *rsp;
char path[DRMS_MAXPATHLEN];
char cmd[DRMS_MAXPATHLEN+1024];
DRMS_Record_t *rec, *template;
int yes_create = cmdparams_get_int(&cmdparams, "c", NULL);

if (nice_intro())
  return(0);

/*series = strdup(cmdparams_getarg(&cmdparams, 1));*/
series = cmdparams_get_str(&cmdparams, "series", NULL);
note = cmdparams_get_str(&cmdparams, "note", NULL);
sel = cmdparams_get_str(&cmdparams, "sel", NULL);
in = cmdparams_get_str(&cmdparams, "dirname", NULL);
/* First, check to see that the dir exists */
if (access(in, R_OK) != 0)
  {
  printf("The requested dir can not be accessed.  %s\n", in);
  return(1);
  }
dirname = (char *)in;

/* Look in the record spec to see if a sel is given, else use dirname */
rsp = index(series, '[');
if (rsp)
  {
  /* a "[" was present, ignore it */
  *rsp++ = '\0';
  printf("WARNING: Destination series %s was given a record spec: %s, which will be ignored.\n",series,rsp);
  }

/* Check to see if series exists, make if should */
template = drms_template_record(drms_env, series, &status);
if (template==NULL && status == DRMS_ERROR_UNKNOWNSERIES)
  {
  int user_says_yes();
  if (yes_create || user_says_yes(series))
    {
    int create_series(const char *series);
    if (create_series(series))
      {
      printf("Series '%s' does not exist. Create_series failed. Give up.\n", series);
      return(1);
      }
    }
  else
    {
    printf("Series '%s' does not exist. Give up.\n", series);
    return(1);
    }
  }
else
  if(status)
    {
    fprintf(stderr, "DRMS problem looking up series.\n");
    return(status);
    }

/* Now ready to make a new record and set keywords */
rec = drms_create_record(drms_env, (char *)series, DRMS_PERMANENT, &status);
if (!rec || status)
    {
    printf("drms_create_record failed, series=%s, status=%d.  Aborting.\n", series,status);
    return(status);
    }
if ((status = drms_setkey_string(rec, "dirname", dirname)))
   {
   if (status == DRMS_ERROR_UNKNOWNKEYWORD)
     printf("ERROR: series %s does not have a keyword named 'dirname'\n", series);
   else
     printf("ERROR: drms_setkey_string failed for 'dirname'\n");
   return(1);
   }
if ((status = drms_setkey_string(rec, "sel", sel)))
   {
   if (status == DRMS_ERROR_UNKNOWNKEYWORD)
     printf("ERROR: series %s does not have a keyword named 'sel'\n", series);
   else
     printf("ERROR: drms_setkey_string failed for 'sel'\n");
   return(1);
   }
if ((status = drms_setkey_string(rec, "note", note))) 
   {
   if (status == DRMS_ERROR_UNKNOWNKEYWORD)
     printf("WARNING: series %s does not have a keyword named 'note'\n", series);
   else
     printf("WARNING: drms_setkey_string failed for 'note'\n");
   printf("Your note was not saved: %s\n",note);
   }
drms_setkey_time(rec, "DATE",  time(0) + UNIX_EPOCH);

/* a SU should have been allocated since there is a segment in the series defn */
drms_record_directory(rec, path, 1);
if (! *path)
  {
  fprintf(stderr,"no path found\n");
  return(1);
  }
sprintf(cmd, "cp -rp %s %s", in, path);
status = system(cmd);
if (status)
    {
    printf("WARNING: Copy failed: %s, Your data is NOT stored in SUMS\n", cmd);
    return(status);
    }
else
    printf("Command success: %s\n", cmd);
if ((status = drms_close_record(rec, DRMS_INSERT_RECORD)))
  printf("drms_close_record failed!\n");

return(status);
}

int user_says_yes(const char *series)
  {
  char resp[DRMS_MAXPATHLEN];
  printf("Series '%s' does not exist. Do you want a standard store_dir series to be created?\n", series);
  printf("Answer yes or no: ");
  fflush(stdout);
  gets(resp);
  return(strcasecmp(resp,"yes")==0);
  }

char * make_series_jsd(const char *series)
  {
  char *user = getenv("USER");
  char jsd[1024];
  sprintf(jsd,
    "Seriesname:     %s\n"
    "Author:         %s\n"
    "Owners:         %s\n"
    "Unitsize:       1\n"
    "Archive:        1\n"
    "Retention:      7\n"
    "Tapegroup:      1\n"
    "Index:          dirname,sel\n"
    "Description:    \"Dir storage\"\n"
    "Keyword: dirname,  string, variable, record, \" \",  %%s, none, \"Original dirname, source of files stored\"\n"
    "Keyword: sel, string, variable, record, \" \",  %%s, none, \"Version for dirname save\"\n"
    "Keyword: DATE, time, variable, record, \"JD_0\",  0, \"UTC\", \"Time of store_dir call\"\n" "Keyword: note,      string, variable, record, \" \",  %%s, none, \"Optional deacription\"\n"
    "Data: dir, variable, int, 0, none, generic, \"Stored files\"\n",
    series, user, user);
  return (strdup(jsd));
  }

int create_series(const char *series)
  {
  char *jsd;
  int perm = 1;
  DRMS_Record_t *template;
  jsd = make_series_jsd(series);
  template = drms_parse_description(drms_env, jsd);
  if (template==NULL)
    {
    fprintf(stderr, "Failed to parse series description.  JSD was:\n%s\n",jsd);
    return(1);
    }
  if (drms_create_series(template, perm))
    {
    fprintf(stderr, "Failed to create series. JSD was:\n%s\n", jsd);
    return(1);
    }
  if (verbose)
    printf("Create_series successful, JSD was:\n%s\n", jsd);
  drms_free_record_struct(template);
  free(template);
  free(jsd);
  return(0);
  }
  

---