19 #include "nc4internal.h"
21 #include "ncdispatch.h"
33 int nc_log_level = NC_TURN_OFF_LOGGING;
49 nc4_check_name(
const char *name,
char *norm_name)
63 if ((retval = NC_check_name(name)))
67 if ((retval = nc_utf8_normalize((
const unsigned char *)name,
68 (
unsigned char **)&temp)))
79 strcpy(norm_name, temp);
98 nc4_nc4f_list_add(NC *nc,
const char *path,
int mode)
103 assert(nc && !NC4_DATA(nc) && path);
107 if (!(h5 = calloc(1,
sizeof(NC_FILE_INFO_T))))
109 nc->dispatchdata = h5;
113 h5->cmode = mode | NC_INDEF;
117 h5->next_typeid = NC_FIRSTUSERTYPEID;
120 h5->alldims = nclistnew();
121 h5->alltypes = nclistnew();
122 h5->allgroups = nclistnew();
127 if ((retval = nc4_grp_list_add(h5, NULL, NC_GROUP_NAME, &h5->root_grp)))
146 nc4_find_nc4_grp(
int ncid, NC_GRP_INFO_T **grp)
148 return nc4_find_nc_grp_h5(ncid, NULL, grp, NULL);
167 nc4_find_grp_h5(
int ncid, NC_GRP_INFO_T **grp, NC_FILE_INFO_T **h5)
169 return nc4_find_nc_grp_h5(ncid, NULL, grp, h5);
187 nc4_find_nc_grp_h5(
int ncid, NC **nc, NC_GRP_INFO_T **grp, NC_FILE_INFO_T **h5)
189 NC_GRP_INFO_T *my_grp = NULL;
190 NC_FILE_INFO_T *my_h5 = NULL;
195 if ((retval = NC_check_id(ncid, &my_nc)))
197 my_h5 = my_nc->dispatchdata;
198 assert(my_h5 && my_h5->root_grp);
201 if (!(my_grp = nclistget(my_h5->allgroups, (ncid & GRP_ID_MASK))))
231 nc4_find_grp_h5_var(
int ncid,
int varid, NC_FILE_INFO_T **h5, NC_GRP_INFO_T **grp,
234 NC_FILE_INFO_T *my_h5;
235 NC_GRP_INFO_T *my_grp;
236 NC_VAR_INFO_T *my_var;
240 if ((retval = nc4_find_grp_h5(ncid, &my_grp, &my_h5)))
242 assert(my_grp && my_h5);
245 if (!(my_var = (NC_VAR_INFO_T *)ncindexith(my_grp->vars, varid)))
247 assert(my_var && my_var->hdr.id == varid);
274 nc4_find_dim(NC_GRP_INFO_T *grp,
int dimid, NC_DIM_INFO_T **dim,
275 NC_GRP_INFO_T **dim_grp)
277 assert(grp && grp->nc4_info && dim);
278 LOG((4,
"%s: dimid %d", __func__, dimid));
281 if (!((*dim) = nclistget(grp->nc4_info->alldims, dimid)))
286 *dim_grp = (*dim)->container;
302 nc4_find_var(NC_GRP_INFO_T *grp,
const char *name, NC_VAR_INFO_T **var)
304 assert(grp && var && name);
307 *var = (NC_VAR_INFO_T*)ncindexlookup(grp->vars,name);
321 nc4_rec_find_named_type(NC_GRP_INFO_T *start_grp,
char *name)
324 NC_TYPE_INFO_T *type, *res;
330 type = (NC_TYPE_INFO_T*)ncindexlookup(start_grp->type,name);
335 for(i=0;i<ncindexsize(start_grp->children);i++) {
336 g = (NC_GRP_INFO_T*)ncindexith(start_grp->children,i);
337 if(g == NULL)
continue;
338 if ((res = nc4_rec_find_named_type(g, name)))
357 nc4_find_type(
const NC_FILE_INFO_T *h5,
nc_type typeid, NC_TYPE_INFO_T **type)
361 if (
typeid < 0 || !type)
371 if (!(*type = nclistget(h5->alltypes,
typeid)))
393 nc4_find_grp_att(NC_GRP_INFO_T *grp,
int varid,
const char *name,
int attnum,
397 NC_ATT_INFO_T *my_att;
398 NCindex *attlist = NULL;
400 assert(grp && grp->hdr.name && att);
402 LOG((4,
"%s: grp->name %s varid %d attnum %d", __func__, grp->hdr.name,
412 var = (NC_VAR_INFO_T*)ncindexith(grp->vars,varid);
422 my_att = (NC_ATT_INFO_T *)ncindexlookup(attlist, name);
424 my_att = (NC_ATT_INFO_T *)ncindexith(attlist, attnum);
450 nc4_find_nc_att(
int ncid,
int varid,
const char *name,
int attnum,
456 LOG((4,
"nc4_find_nc_att: ncid 0x%x varid %d name %s attnum %d",
457 ncid, varid, name, attnum));
460 if ((retval = nc4_find_grp_h5(ncid, &grp, NULL)))
464 return nc4_find_grp_att(grp, varid, name, attnum, att);
476 obj_track(NC_FILE_INFO_T* file, NC_OBJ* obj)
481 case NCDIM: list = file->alldims;
break;
482 case NCTYP: list = file->alltypes;
break;
483 case NCGRP: list = file->allgroups;
break;
488 nclistset(list,obj->id,obj);
506 nc4_var_list_add2(NC_GRP_INFO_T *grp,
const char *name, NC_VAR_INFO_T **var)
508 NC_VAR_INFO_T *new_var;
511 if (!(new_var = calloc(1,
sizeof(NC_VAR_INFO_T))))
513 new_var->hdr.sort = NCVAR;
514 new_var->container = grp;
522 new_var->hdr.id = ncindexsize(grp->vars);
523 if (!(new_var->hdr.name = strdup(name)))
525 new_var->hdr.hashkey = NC_hashmapkey(new_var->hdr.name,
526 strlen(new_var->hdr.name));
529 new_var->att = ncindexnew(0);
532 ncindexadd(grp->vars, (NC_OBJ *)new_var);
554 nc4_var_set_ndims(NC_VAR_INFO_T *var,
int ndims)
564 if (!(var->dim = calloc(ndims,
sizeof(NC_DIM_INFO_T *))))
566 if (!(var->dimids = calloc(ndims,
sizeof(
int))))
571 memset(var->dimids, -1, ndims *
sizeof(
int));
592 nc4_var_list_add(NC_GRP_INFO_T* grp,
const char* name,
int ndims,
597 if ((retval = nc4_var_list_add2(grp, name, var)))
599 if ((retval = nc4_var_set_ndims(*var, ndims)))
619 nc4_dim_list_add(NC_GRP_INFO_T *grp,
const char *name,
size_t len,
620 int assignedid, NC_DIM_INFO_T **dim)
622 NC_DIM_INFO_T *new_dim;
627 if (!(new_dim = calloc(1,
sizeof(NC_DIM_INFO_T))))
630 new_dim->hdr.sort = NCDIM;
634 new_dim->hdr.id = assignedid;
636 new_dim->hdr.id = grp->nc4_info->next_dimid++;
639 if (!(new_dim->hdr.name = strdup(name)))
641 new_dim->hdr.hashkey = NC_hashmapkey(new_dim->hdr.name,
642 strlen(new_dim->hdr.name));
647 new_dim->unlimited = NC_TRUE;
650 new_dim->container = grp;
653 ncindexadd(grp->dim, (NC_OBJ *)new_dim);
654 obj_track(grp->nc4_info, (NC_OBJ *)new_dim);
676 nc4_att_list_add(NCindex *list,
const char *name, NC_ATT_INFO_T **att)
678 NC_ATT_INFO_T *new_att;
680 LOG((3,
"%s: name %s ", __func__, name));
682 if (!(new_att = calloc(1,
sizeof(NC_ATT_INFO_T))))
684 new_att->hdr.sort = NCATT;
687 new_att->hdr.id = ncindexsize(list);
688 if (!(new_att->hdr.name = strdup(name)))
692 new_att->hdr.hashkey = NC_hashmapkey(name, strlen(name));
695 ncindexadd(list, (NC_OBJ *)new_att);
719 nc4_grp_list_add(NC_FILE_INFO_T *h5, NC_GRP_INFO_T *parent,
char *name,
722 NC_GRP_INFO_T *new_grp;
726 LOG((3,
"%s: name %s ", __func__, name));
729 if (!(new_grp = calloc(1,
sizeof(NC_GRP_INFO_T))))
733 new_grp->hdr.sort = NCGRP;
734 new_grp->nc4_info = h5;
735 new_grp->parent = parent;
738 new_grp->hdr.id = h5->next_nc_grpid++;
739 assert(parent || !new_grp->hdr.id);
742 if (!(new_grp->hdr.name = strdup(name)))
747 new_grp->hdr.hashkey = NC_hashmapkey(new_grp->hdr.name,
748 strlen(new_grp->hdr.name));
751 new_grp->children = ncindexnew(0);
752 new_grp->dim = ncindexnew(0);
753 new_grp->att = ncindexnew(0);
754 new_grp->type = ncindexnew(0);
755 new_grp->vars = ncindexnew(0);
759 ncindexadd(parent->children, (NC_OBJ *)new_grp);
760 obj_track(h5, (NC_OBJ *)new_grp);
783 nc4_check_dup_name(NC_GRP_INFO_T *grp,
char *name)
785 NC_TYPE_INFO_T *type;
790 type = (NC_TYPE_INFO_T*)ncindexlookup(grp->type,name);
795 g = (NC_GRP_INFO_T*)ncindexlookup(grp->children,name);
800 var = (NC_VAR_INFO_T*)ncindexlookup(grp->vars,name);
821 nc4_type_new(
size_t size,
const char *name,
int assignedid,
822 NC_TYPE_INFO_T **type)
824 NC_TYPE_INFO_T *new_type;
826 LOG((4,
"%s: size %d name %s assignedid %d", __func__, size, name, assignedid));
832 if (!(new_type = calloc(1,
sizeof(NC_TYPE_INFO_T))))
834 new_type->hdr.sort = NCTYP;
837 new_type->hdr.id = assignedid;
838 new_type->size = size;
839 if (!(new_type->hdr.name = strdup(name))) {
844 new_type->hdr.hashkey = NC_hashmapkey(name, strlen(name));
866 nc4_type_list_add(NC_GRP_INFO_T *grp,
size_t size,
const char *name,
867 NC_TYPE_INFO_T **type)
869 NC_TYPE_INFO_T *new_type;
873 assert(grp && name && type);
874 LOG((4,
"%s: size %d name %s", __func__, size, name));
877 if ((retval = nc4_type_new(size, name, grp->nc4_info->next_typeid,
880 grp->nc4_info->next_typeid++;
886 ncindexadd(grp->type, (NC_OBJ *)new_type);
887 obj_track(grp->nc4_info,(NC_OBJ*)new_type);
909 nc4_field_list_add(NC_TYPE_INFO_T *parent,
const char *name,
910 size_t offset,
nc_type xtype,
int ndims,
911 const int *dim_sizesp)
913 NC_FIELD_INFO_T *field;
920 if (!(field = calloc(1,
sizeof(NC_FIELD_INFO_T))))
922 field->hdr.sort = NCFLD;
925 if (!(field->hdr.name = strdup(name)))
930 field->hdr.hashkey = NC_hashmapkey(field->hdr.name,strlen(field->hdr.name));
931 field->nc_typeid = xtype;
932 field->offset = offset;
933 field->ndims = ndims;
937 if (!(field->dim_size = malloc(ndims *
sizeof(
int))))
939 free(field->hdr.name);
943 for (i = 0; i < ndims; i++)
944 field->dim_size[i] = dim_sizesp[i];
948 field->hdr.id = nclistlength(parent->u.c.field);
949 nclistpush(parent->u.c.field,field);
967 nc4_enum_member_add(NC_TYPE_INFO_T *parent,
size_t size,
968 const char *name,
const void *value)
970 NC_ENUM_MEMBER_INFO_T *member;
973 assert(name && size > 0 && value);
974 LOG((4,
"%s: size %d name %s", __func__, size, name));
977 if (!(member = calloc(1,
sizeof(NC_ENUM_MEMBER_INFO_T))))
979 if (!(member->value = malloc(size))) {
983 if (!(member->name = strdup(name))) {
990 memcpy(member->value, value, size);
993 nclistpush(parent->u.e.enum_member,member);
1007 field_free(NC_FIELD_INFO_T *field)
1010 if (field->hdr.name)
1011 free(field->hdr.name);
1012 if (field->dim_size)
1013 free(field->dim_size);
1029 nc4_type_free(NC_TYPE_INFO_T *type)
1033 assert(type && type->rc && type->hdr.name);
1041 LOG((4,
"%s: deleting type %s", __func__, type->hdr.name));
1044 free(type->hdr.name);
1047 switch (type->nc_type_class)
1051 NC_FIELD_INFO_T *field;
1055 for(i=0;i<nclistlength(type->u.c.field);i++) {
1056 field = nclistget(type->u.c.field,i);
1059 nclistfree(type->u.c.field);
1065 NC_ENUM_MEMBER_INFO_T *enum_member;
1068 for(i=0;i<nclistlength(type->u.e.enum_member);i++) {
1069 enum_member = nclistget(type->u.e.enum_member,i);
1070 free(enum_member->value);
1071 free(enum_member->name);
1074 nclistfree(type->u.e.enum_member);
1083 if (type->format_type_info)
1084 free(type->format_type_info);
1102 att_free(NC_ATT_INFO_T *att)
1107 LOG((3,
"%s: name %s ", __func__, att->hdr.name));
1116 free(att->hdr.name);
1126 for (i = 0; i < att->len; i++)
1128 free(att->stdata[i]);
1135 for (i = 0; i < att->len; i++)
1142 if (att->format_att_info)
1143 free(att->format_att_info);
1159 var_free(NC_VAR_INFO_T *var)
1165 LOG((4,
"%s: deleting var %s", __func__, var->hdr.name));
1168 for (i = 0; i < ncindexsize(var->att); i++)
1169 if ((retval = att_free((NC_ATT_INFO_T *)ncindexith(var->att, i))))
1171 ncindexfree(var->att);
1174 if (var->chunksizes)
1175 free(var->chunksizes);
1178 free(var->hdf5_name);
1181 free(var->hdr.name);
1190 if (var->fill_value)
1191 free(var->fill_value);
1195 if ((retval = nc4_type_free(var->type_info)))
1199 if (var->dimscale_attached)
1200 free(var->dimscale_attached);
1207 if (var->format_var_info)
1208 free(var->format_var_info);
1226 nc4_var_list_del(NC_GRP_INFO_T *grp, NC_VAR_INFO_T *var)
1233 i = ncindexfind(grp->vars, (NC_OBJ *)var);
1235 ncindexidel(grp->vars, i);
1237 return var_free(var);
1249 dim_free(NC_DIM_INFO_T *dim)
1252 LOG((4,
"%s: deleting dim %s", __func__, dim->hdr.name));
1256 free(dim->hdr.name);
1259 if (dim->format_dim_info)
1260 free(dim->format_dim_info);
1276 nc4_dim_list_del(NC_GRP_INFO_T* grp, NC_DIM_INFO_T *dim)
1279 int pos = ncindexfind(grp->dim,(NC_OBJ*)dim);
1281 ncindexidel(grp->dim,pos);
1283 return dim_free(dim);
1296 nc4_rec_grp_del(NC_GRP_INFO_T *grp)
1302 LOG((3,
"%s: grp->name %s", __func__, grp->hdr.name));
1306 for (i = 0; i < ncindexsize(grp->children); i++)
1307 if ((retval = nc4_rec_grp_del((NC_GRP_INFO_T *)ncindexith(grp->children,
1310 ncindexfree(grp->children);
1313 for (i = 0; i < ncindexsize(grp->att); i++)
1314 if ((retval = att_free((NC_ATT_INFO_T *)ncindexith(grp->att, i))))
1316 ncindexfree(grp->att);
1319 for (i = 0; i < ncindexsize(grp->vars); i++)
1320 if ((retval = var_free((NC_VAR_INFO_T *)ncindexith(grp->vars, i))))
1322 ncindexfree(grp->vars);
1325 for (i = 0; i < ncindexsize(grp->dim); i++)
1326 if ((retval = dim_free((NC_DIM_INFO_T *)ncindexith(grp->dim, i))))
1328 ncindexfree(grp->dim);
1331 for (i = 0; i < ncindexsize(grp->type); i++)
1332 if ((retval = nc4_type_free((NC_TYPE_INFO_T *)ncindexith(grp->type, i))))
1334 ncindexfree(grp->type);
1337 free(grp->hdr.name);
1340 if (grp->format_grp_info)
1341 free(grp->format_grp_info);
1360 nc4_att_list_del(NCindex *list, NC_ATT_INFO_T *att)
1362 assert(att && list);
1363 ncindexidel(list, ((NC_OBJ *)att)->
id);
1364 return att_free(att);
1381 nc4_normalize_name(
const char *name,
char *norm_name)
1384 int stat = nc_utf8_normalize((
const unsigned char *)name,(
unsigned char **)&temp_name);
1392 strcpy(norm_name, temp_name);
1397 #ifdef ENABLE_SET_LOG_LEVEL
1414 nc_set_log_level(
int new_level)
1418 nc_log_level = new_level;
1419 LOG((4,
"log_level changed to %d", nc_log_level));
1426 #define MAX_NESTS 10
1437 rec_print_metadata(NC_GRP_INFO_T *grp,
int tab_count)
1442 NC_TYPE_INFO_T *type;
1443 NC_FIELD_INFO_T *field;
1444 char tabs[MAX_NESTS+1] =
"";
1445 char *dims_string = NULL;
1446 char temp_string[10];
1447 int t, retval, d, i;
1450 for (t = 0; t < tab_count && t < MAX_NESTS; t++)
1454 LOG((2,
"%s GROUP - %s nc_grpid: %d nvars: %d natts: %d",
1455 tabs, grp->hdr.name, grp->hdr.id, ncindexsize(grp->vars), ncindexsize(grp->att)));
1457 for (i = 0; i < ncindexsize(grp->att); i++)
1459 att = (NC_ATT_INFO_T *)ncindexith(grp->att, i);
1461 LOG((2,
"%s GROUP ATTRIBUTE - attnum: %d name: %s type: %d len: %d",
1462 tabs, att->hdr.id, att->hdr.name, att->nc_typeid, att->len));
1465 for (i = 0; i < ncindexsize(grp->dim); i++)
1467 dim = (NC_DIM_INFO_T *)ncindexith(grp->dim, i);
1469 LOG((2,
"%s DIMENSION - dimid: %d name: %s len: %d unlimited: %d",
1470 tabs, dim->hdr.id, dim->hdr.name, dim->len, dim->unlimited));
1473 for (i = 0; i < ncindexsize(grp->vars); i++)
1476 var = (NC_VAR_INFO_T*)ncindexith(grp->vars,i);
1480 if (!(dims_string = malloc(
sizeof(
char) * var->ndims * 4)))
1482 strcpy(dims_string,
"");
1483 for (d = 0; d < var->ndims; d++)
1485 sprintf(temp_string,
" %d", var->dimids[d]);
1486 strcat(dims_string, temp_string);
1489 LOG((2,
"%s VARIABLE - varid: %d name: %s ndims: %d dimscale: %d dimids:%s",
1490 tabs, var->hdr.id, var->hdr.name, var->ndims, (
int)var->dimscale,
1491 (dims_string ? dims_string :
" -")));
1492 for (j = 0; j < ncindexsize(var->att); j++)
1494 att = (NC_ATT_INFO_T *)ncindexith(var->att, j);
1496 LOG((2,
"%s VAR ATTRIBUTE - attnum: %d name: %s type: %d len: %d",
1497 tabs, att->hdr.id, att->hdr.name, att->nc_typeid, att->len));
1503 for (i = 0; i < ncindexsize(grp->type); i++)
1505 type = (NC_TYPE_INFO_T*)ncindexith(grp->type, i);
1507 LOG((2,
"%s TYPE - nc_typeid: %d size: %d committed: %d name: %s",
1508 tabs, type->hdr.id, type->size, (
int)type->committed, type->hdr.name));
1513 LOG((3,
"compound type"));
1514 for (j = 0; j < nclistlength(type->u.c.field); j++)
1516 field = (NC_FIELD_INFO_T *)nclistget(type->u.c.field, j);
1517 LOG((4,
"field %s offset %d nctype %d ndims %d", field->hdr.name,
1518 field->offset, field->nc_typeid, field->ndims));
1521 else if (type->nc_type_class ==
NC_VLEN)
1523 LOG((3,
"VLEN type"));
1524 LOG((4,
"base_nc_type: %d", type->u.v.base_nc_typeid));
1526 else if (type->nc_type_class ==
NC_OPAQUE)
1527 LOG((3,
"Opaque type"));
1528 else if (type->nc_type_class ==
NC_ENUM)
1530 LOG((3,
"Enum type"));
1531 LOG((4,
"base_nc_type: %d", type->u.e.base_nc_typeid));
1535 LOG((0,
"Unknown class: %d", type->nc_type_class));
1541 for (i = 0; i < ncindexsize(grp->children); i++)
1542 if ((retval = rec_print_metadata((NC_GRP_INFO_T *)ncindexith(grp->children, i),
1560 log_metadata_nc(NC_FILE_INFO_T *h5)
1562 LOG((2,
"*** NetCDF-4 Internal Metadata: int_ncid 0x%x ext_ncid 0x%x",
1563 h5->root_grp->nc4_info->controller->int_ncid,
1564 h5->root_grp->nc4_info->controller->ext_ncid));
1567 LOG((2,
"This is a netCDF-3 file."));
1570 LOG((2,
"FILE - path: %s cmode: 0x%x parallel: %d redef: %d "
1571 "fill_mode: %d no_write: %d next_nc_grpid: %d", h5->root_grp->nc4_info->controller->path,
1572 h5->cmode, (
int)h5->parallel, (
int)h5->redef, h5->fill_mode, (
int)h5->no_write,
1573 h5->next_nc_grpid));
1574 if(nc_log_level >= 2)
1575 return rec_print_metadata(h5->root_grp, 0);
1593 NC4_show_metadata(
int ncid)
1598 int old_log_level = nc_log_level;
1601 if ((retval = nc4_find_grp_h5(ncid, NULL, &h5)))
1606 retval = log_metadata_nc(h5);
1607 nc_log_level = old_log_level;
#define NC_ENOMEM
Memory allocation (malloc) failure.
#define NC_OPAQUE
opaque types
size_t nc4_chunk_cache_nelems
Default chunk cache number of elements.
int nc_type
The nc_type type is just an int.
#define NC_EBADDIM
Invalid dimension id or name.
#define NC_ENAMEINUSE
String match to name in use.
#define NC_VLEN
vlen (variable-length) types
#define NC_EBADTYPE
Not a netcdf data type.
#define NC_EINVAL
Invalid Argument.
#define NC_MAX_NAME
Maximum for classic library.
#define NC_EBADTYPID
Bad type ID.
EXTERNL int nc_free_vlen(nc_vlen_t *vl)
Free memory in a VLEN object.
#define NC_EBADID
Not a netcdf id.
#define NC_UNLIMITED
Size argument to nc_def_dim() for an unlimited dimension.
size_t nc4_chunk_cache_size
Default chunk cache size.
#define NC_ENOTVAR
Variable not found.
#define NC_EMAXNAME
NC_MAX_NAME exceeded.
#define NC_NOERR
No Error.
#define NC_ENUM
enum types
float nc4_chunk_cache_preemption
Default chunk cache preemption.
#define NC_COMPOUND
compound types
#define NC_GLOBAL
Attribute id to put/get a global attribute.
#define NC_ENOTATT
Attribute not found.