/*********************************************************************
 *   Copyright 2010, UCAR/Unidata
 *   See netcdf/COPYRIGHT file for copying and redistribution conditions.
 *   $Id$
 *   $Header$
 *********************************************************************/

#include "config.h"

#include <curl/curl.h>
#include "curlwrap.h"

#include "netcdf.h"
#include "nc.h"
#include "nc4internal.h"
#include "nclist.h"
#include "ncaux.h"

#include "nccr.h"
#include "crdebug.h"
#include "ast.h"

#include "nccrnode.h"
#include "ncStreamx.h"
#include "crmeta.h"

/*Forward*/
static char* crtypename(char*);
static int crbbasetype(nc_type, char*, nc_type, int ndims, Dimension**, nc_type*);
static int crdeffieldvar(nc_type, void* tag, Variable*);
static int crdeffieldstruct(nc_type, void* tag, Structure*);
static int crfillgroup(NCCDMR*, Group*, nc_type);
static int validate_dimensions(size_t ndims, Dimension**, int nounlim);
static int buildvlenchain(int ncid,char*,nc_type,int ndims,Dimension**,int index,nc_type* vidp);
static int locateleftvlen(int ndims, Dimension**, int index);
static int crdefattribute(Attribute* att, nc_type parentid, nc_type scope);


/*
Fetch the metadata and define in the temporary netcdf-4 file
*/
int
nccr_buildnc(NCCDMR* cdmr, Header* hdr)
{
    int ncstat = NC_NOERR;
    NC* drno = cdmr->controller;

    ncstat = crfillgroup(cdmr, hdr->root, drno->substrate);
    if(ncstat != NC_NOERR) {THROWCHK(ncstat); goto done;}

done:
    return THROW(ncstat);
}

static char*
crtypename(char* name)
{
    static char tname[NC_MAX_NAME];
    strncpy(tname,name,NC_MAX_NAME-2);
    strncat(tname,"_t",NC_MAX_NAME-2);
    tname[NC_MAX_NAME-1] = '\0';
    return tname; /* Naughty Naughty */
}


/* Use for var fields or top level vars.
   Returns the basetype to use for defining
   field or var. Assumes v's dimensions have been
   validated.
*/
static int
crbbasetype(nc_type grpid, char* name, nc_type basetype,
		int ndims, Dimension** dims,
		nc_type* newbasetype)
{
    int ncstat = NC_NOERR;
    int index;
	
    *newbasetype = basetype;

    if(ndims == 0) goto done;

    /* Locate the first * dimension */
    index = locateleftvlen(ndims,dims,0);

    if(index >= 0) {
	/* Ok, we have to build up the vlen/struct chain to handle * dimensions */
	ncstat = buildvlenchain(grpid,name,basetype,ndims,dims,index,newbasetype);
	if(ncstat != NC_NOERR) goto done;	
    }

done:
    return ncstat;
}

static int
crdeffieldvar(nc_type grpid, void* tag, Variable* v)
{
    int ncstat = NC_NOERR;
    nc_type basetype = cvtstreamtonc(v->dataType);
    int index,i;
    int ndims = v->shape.count;
    Dimension** dims = v->shape.values;

    if(ndims == 0) {
        ncstat = ncaux_add_field(tag,v->name,basetype,0,NULL);
        if(ncstat != NC_NOERR) goto done;	
    } else {
	int dimsizes[NC_MAX_VAR_DIMS];
	/* Validate the set of dimensions for a field */
	if(!validate_dimensions(ndims,dims,1))
	    {ncstat = NC_EBADDIM; goto done;}

	/* Locate the first * dimension */
        index = locateleftvlen(ndims,dims,0);
	if(index >= 0) {
	    /* Get the true basetype */
	    ncstat = crbbasetype(grpid, v->name, basetype,ndims,dims,&basetype);
            if(ncstat != NC_NOERR) goto done;
	} else index = ndims;
        for(i=0;i<index;i++) {
	    dimsizes[i] = dimsize(dims[i]);
        }
        ncstat = ncaux_add_field(tag,v->name,basetype,index,dimsizes);	
        if(ncstat != NC_NOERR) goto done;	
    }

done:
    return ncstat;
}

static int
crdeffieldstruct(nc_type grpid, void* tag, Structure* s)
{
    int ncstat = NC_NOERR;
    nc_type basetype = s->node.ncid;
    int index,i;
    int ndims = s->shape.count;
    Dimension** dims = s->shape.values;

    if(ndims == 0) {
        ncstat = ncaux_add_field(tag,s->name,basetype,0,NULL);
        if(ncstat != NC_NOERR) goto done;	
    } else {
	int dimsizes[NC_MAX_VAR_DIMS];
	/* Validate the set of dimensions for a field */
	if(!validate_dimensions(ndims,s->shape.values,1))
	    {ncstat = NC_EBADDIM; goto done;}

	/* Locate the first * dimension */
	index = locateleftvlen(ndims,dims,0);
	if(index >= 0) {
	    /* Get the true basetype */
	    ncstat = crbbasetype(grpid, s->name, basetype, ndims, dims, &basetype);
	    if(ncstat != NC_NOERR) goto done;	
	} else index = ndims;
	/* Now define the simple case for the non-star leading dimensions */
        for(i=0;i<index;i++) {
	    dimsizes[i] = dimsize(dims[i]);
        }
        ncstat = ncaux_add_field(tag,s->name,basetype,index,dimsizes);	
        if(ncstat != NC_NOERR) goto done;	
    }

done:
    return ncstat;
}

/* Actual group is created by caller */
static int
crfillgroup(NCCDMR* cdmr, Group* grp, nc_type grpid)
{
    int ncstat = NC_NOERR;
    int i,j;
    NC* drno = cdmr->controller;
    
    /* Create the dimensions */
    for(i=0;i<grp->dims.count;i++) {
	Dimension* dim = grp->dims.values[i];
	if(((CRnode*)dim)->flags.visible && dim->name.defined) {
	    size_t length = dimsize(dim);
	    ncstat = nc_def_dim(grpid,dim->name.value, length, &dim->node.ncid);
	    if(ncstat != NC_NOERR) goto done;
	}
    }

    /* Create the enum types */
    for(i=0;i<grp->enumTypes.count;i++) {
	EnumTypedef* en = grp->enumTypes.values[i];
	if(en->map.count == 0) continue;
	ncstat = nc_def_enum(grpid,NC_INT,crtypename(en->name),&en->node.ncid);
	if(ncstat != NC_NOERR) goto done;
        for(j=0;j<en->map.count;i++) {
	    EnumType* econst = en->map.values[i];
	    ncstat = nc_insert_enum(grpid,en->node.ncid,econst->value,&econst->code);
   	    if(ncstat != NC_NOERR) goto done;	
	}
    }

    /* Create the structs (compound) types */
    /* Note: structs here are also variables */
    for(i=0;i<grp->structs.count;i++) {
	void* tag;
	Structure* struc = grp->structs.values[i];
	if(!((CRnode*)struc)->flags.visible)
	    continue;
	ncstat = ncaux_begin_compound(grpid,crtypename(struc->name),
				NCAUX_ALIGN_C,&tag);
	if(ncstat != NC_NOERR) goto done;	
	/* Define the non-structure type fields */
	for(j=0;j<struc->vars.count;j++) {
	    Variable* v = struc->vars.values[i];
	    ncstat = crdeffieldvar(grpid,tag,v);
	    if(ncstat != NC_NOERR) goto done;	
	}
	/* Define the structure type fields */
	for(j=0;j<struc->structs.count;j++) {
	    Structure* s = struc->structs.values[i];
	    ncstat = crdeffieldstruct(grpid,tag,s);
	    if(ncstat != NC_NOERR) goto done;	
	}
	ncstat = ncaux_end_compound(tag,&struc->node.ncid);
    }

    /* Create the group global attributes */
    for(i=0;i<grp->atts.count;i++) {
	Attribute* att = grp->atts.values[i];
	ncstat = crdefattribute(att,grpid,NC_GLOBAL);
        if(ncstat != NC_NOERR) goto done;
    }

    /* Create the group non-struct variables */
    for(i=0;i<grp->vars.count;i++) {
        Variable* v = grp->vars.values[i];
	int ndims = v->shape.count;
	Dimension** dims = v->shape.values;
	nc_type basetype = cvtstreamtonc(v->dataType);

	if(!((CRnode*)v)->flags.visible)
	    continue;

	/* Validate as non-field */
	if(!validate_dimensions(ndims,dims,0))
	    {ncstat = NC_EBADDIM; goto done;}

	if(ndims == 0) {
            ncstat = nc_def_var(grpid,v->name,basetype,0,NULL,&v->node.ncid);
	} else {
	    nc_type dimids[NC_MAX_VAR_DIMS];
	    int index;
	    /* Get the proper basetype */
	    index = locateleftvlen(ndims,dims,0);
	    if(index >= 0) {
	        ncstat = crbbasetype(grpid, v->name, basetype, ndims,
				dims,&basetype);
	        if(ncstat != NC_NOERR) goto done;	
		index++; /* to get ndims count right */
	    } else index = ndims;
	    for(j=0;j<index;j++)
		dimids[j] = dims[j]->node.ncid;
            ncstat = nc_def_var(grpid,v->name,basetype,
				index,
				dimids,
				&v->node.ncid);
	    /* Define any var attributes */
	    for(j=0;j<v->atts.count;j++) {
		Attribute* att = v->atts.values[j];
		ncstat = crdefattribute(att,grpid,v->node.ncid);
	        if(ncstat != NC_NOERR) goto done;
	    }
	}
    }

    /* Create the group struct variables */
    for(i=0;i<grp->structs.count;i++) {
        Structure* s = grp->structs.values[i];
	int ndims = s->shape.count;
	Dimension** dims = s->shape.values;
	nc_type basetype = s->node.ncid;

	if(!((CRnode*)s)->flags.visible)
	    continue;

	/* Validate as non-field */
	if(!validate_dimensions(ndims,dims,0))
	    {ncstat = NC_EBADDIM; goto done;}

	if(ndims == 0) {
            ncstat = nc_def_var(grpid,s->name,basetype,0,NULL,&s->node.ncid);
	} else {
	    nc_type dimids[NC_MAX_VAR_DIMS];
	    int index;
	    /* Get the proper basetype */
	    index = locateleftvlen(ndims,dims,0);
	    if(index >= 0) {
	        ncstat = crbbasetype(grpid, s->name, basetype, s->shape.count,
				s->shape.values,&basetype);
	        if(ncstat != NC_NOERR) goto done;	
		index++;
	    } else index = ndims;
	    for(j=0;j<index;j++)
		dimids[j] = dims[j]->node.ncid;
            ncstat = nc_def_var(grpid,s->name,basetype,index,dimids,&s->node.ncid);
	}
	/* Define any var attributes */
	for(j=0;j<s->atts.count;j++) {
	    Attribute* att = s->atts.values[j];
	    ncstat = crdefattribute(att,grpid,s->node.ncid);
	    if(ncstat != NC_NOERR) goto done;
	}
    }

done:
    return ncstat;
}

static int
crdefattribute(Attribute* att, nc_type parentid, nc_type scope)
{
    int ncstat = NC_NOERR;
    if(att->data.defined) {
        ncstat = nc_put_att(parentid,scope,att->name,
                            cvtstreamtonc(att->type),
                            att->len,
                            att->data.value.bytes);
    } else if(att->sdata.count > 0) {
        switch (att->type) {
        case OPAQUE: case CHAR: {
            /* Concat all the elements; note this really does not work right*/
            size_t i;
            size_t slen;
            char* attval;
            for(slen=0,i=0;i<att->sdata.count;i++)
                slen += strlen(att->sdata.values[i]);
            attval = (char*)malloc(slen+1);
	    if(attval == NULL) return NC_ENOMEM;
            attval[0] = '\0';
            for(i=0;i<att->sdata.count;i++)
                strcpy(attval,att->sdata.values[i]);
            ncstat = nc_put_att(parentid,scope,att->name,
                            (att->type == OPAQUE?NC_UBYTE:NC_CHAR),
                            slen,
                            attval);
            } break;
        case STRING: {
            ncstat = nc_put_att(parentid,scope,att->name,
                            NC_STRING,
                            att->sdata.count,
                            att->sdata.values);
            } break;
        default:
            assert(0);
        }
    }
    return ncstat;
}

/***************************************************/

/* Map ncstream primitive datatypes to netcdf primitive datatypes */
nc_type
cvtstreamtonc(DataType datatype)
{
    switch (datatype) {
    case CHAR: return NC_CHAR;
    case BYTE: return NC_BYTE;
    case SHORT: return NC_SHORT;
    case INT: return NC_INT;
    case INT64: return NC_INT64;
    case FLOAT: return NC_FLOAT;
    case DOUBLE: return NC_DOUBLE;
    case STRING: return NC_STRING;
    case UBYTE: return NC_UBYTE;
    case USHORT: return NC_USHORT;
    case UINT: return NC_UINT;
    case UINT64: return NC_UINT64;
    default: break;
    }
    return NC_NAT;
}


/* Classify a dimension */
enum Dimcase
classifydim(Dimension* dim)
{
    int len=0, unlim=0, vlen=0, priv=0;
    if(dim->length.defined) len=(dim->length.value?1:0);
    if(dim->isUnlimited.defined) unlim=(dim->isUnlimited.value?1:0);
    if(dim->isVlen.defined) vlen=(dim->isVlen.value?1:0);
    if(dim->isPrivate.defined) priv=(dim->isPrivate.value?1:0);

    if(len+unlim+vlen+priv > 1) goto fail;
    if(len) return DC_FIXED;
    if(unlim) return DC_UNLIMITED;
    if(vlen) return DC_VLEN;
    if(priv) return DC_PRIVATE;

fail:
    return DC_UNKNOWN;
}


int
dimsize(Dimension* dim)
{
    if(dim->isUnlimited.defined && dim->isUnlimited.value) {
	if(dim->length.defined) {
	    return dim->length.value;
	} else
	    return NC_UNLIMITED;
    } else if(dim->isVlen.defined && dim->isVlen.value) {
	if(dim->length.defined) {
	    return dim->length.value;
	} else
	    return -1;
    } else if(dim->length.defined)
	return dim->length.value;
    return -1;
}

#ifdef IGNORe
static int
dimsizes(int ndims, Dimension** dims, int sizes[NC_MAX_VAR_DIMS])
{
    int i;
    if(ndims > NC_MAX_VAR_DIMS) return NC_EINVAL;
    for(i=0;i<ndims;i++) {
        sizes[i] = dimsize(dims[i]);
    }
    return NC_NOERR;
}
#endif /*IGNORE*/

/* Validate that the set of dimensions can be translated */
static int
validate_dimensions(size_t ndims, Dimension** dims, int nounlim)
{
    int i,j;

    if(ndims == 0) return NC_NOERR;

    /* Validate the dimensions to check for
       non-translatable situations
	- UNLIMITED following a star
	- Any occurrence of Private
	- no occurrences of unlimited (if nounlim is set)
    */

    /* Look for untranslatable dimensions */
    for(i=0;i<ndims;i++) {
        Dimension* dim = dims[i];
	enum Dimcase dc = classifydim(dim);
	switch (dc) {
	case DC_FIXED: break;
	case DC_VLEN: break;
	case DC_UNLIMITED: if(nounlim) goto untranslatable; else break;
	default: goto untranslatable;
	}
    }

    /* Look for unlimited after vlen */
    for(i=0;i<ndims;i++) {
        Dimension* dim0 = dims[i];
	enum Dimcase dc = classifydim(dim0);
	if(dc != DC_VLEN) continue;
        for(j=i+1;j<ndims;j++) {
            Dimension* dim1 = dims[j];
	    dc = classifydim(dim1);	
	    if(dc == DC_UNLIMITED) goto untranslatable;
	}	   
    }    
    return NC_NOERR;

untranslatable:
    return NC_ETRANSLATION;
}


/**
Given a variable of the form
T v(d1,d2,d3,*,d4,*,d5)
We need to create the following compound and vlen types.
compound v_1 {T v(d5);
v_1(*) v_2;
compound v_2 {v_1 v(d4);}
v_2(*) v_3;

and then finally
v3 v(d1,d2,d3)

Handle special cases:
1. when last dim is a vlen

*/

#ifdef IGNORE
static int
buildfield(int ncid,
	   void* cmpd,
	   char* name,
	   nc_type basetype,
	   int ndims,
	   Dimension** dims)
{
    int status = NC_NOERR;
    /* Do some special cases */
    if(ndims == 0) {
	status = ncaux_add_field(cmpd,name,basetype,0,NULL);
    } else {
        /* Need to create the needed subsidiary vlen types */ 
	int vlenid,pos;
	pos = locateleftvlen(ndims,dims,0);
	status = buildvlenchain(ncid,name,basetype,ndims,dims,pos+1,&vlenid);
        if(status != NC_NOERR) goto done;
	if(pos < 0) {
            status = ncaux_add_field(cmpd,name,vlenid,0,NULL);
	} else { /* pos >= 0 */
	    int i;
	    int dimsizes[NC_MAX_VAR_DIMS];
	    for(i=0;i<pos;i++)
		dimsizes[i] = dimsize(dims[i]);
            status = ncaux_add_field(cmpd,name,vlenid,pos,dimsizes);
	}
        if(status != NC_NOERR) goto done;
    }

done:
    return status;
}
#endif

static int
buildvlenchain(int ncid,
		char* name,
		nc_type basetype,
		int ndims,
		Dimension** dims,
		int index,
		nc_type* vidp)
{
    int i, pos;
    int status = NC_NOERR;
    char suid[4];
    char typename[NC_MAX_NAME+3+1];
    void* tag;
    int nidims;
    int idims[NC_MAX_VAR_DIMS];
    nc_type newid;
   
    /* Locate the leftmost * dimension starting at index*/
    pos = locateleftvlen(ndims,dims,index);
    if(pos < 0) { 
	/* We have hit the terminal set of dimensions; create a compound type */
	strcpy(typename,name);
	snprintf(suid,sizeof(suid),"%3d",index);
	strcat(typename,suid);
	status = ncaux_begin_compound(ncid,typename,NCAUX_ALIGN_C,&tag);
	if(status != NC_NOERR) goto done;
	/* Create a single field */
	nidims = (ndims - index);
	for(i=index;i<ndims;i++)
	    idims[i] = dimsize(dims[i]);
	status = ncaux_add_field(tag,name,basetype,nidims,idims);
	if(status != NC_NOERR) goto done;
	status = ncaux_end_compound(tag,vidp);
	if(status != NC_NOERR) goto done;		
    } else if(pos == (ndims - 1)) {
	/* Create a terminal vlen */
	strcpy(typename,name);
	snprintf(suid,sizeof(suid),"%3d",index);
	strcat(typename,suid);
	status = nc_def_vlen(ncid,typename,basetype,vidp);
	if(status != NC_NOERR) goto done;
    } else { /* recurse */
        status = buildvlenchain(ncid,name,basetype,ndims,dims,pos+1,&newid);
	if(status != NC_NOERR) goto done;
	/* Create the compound if needed */
	if(pos > (index + 1)) {
	    /* intermediate dimensions, so create compound */
	    strcpy(typename,name);
	    snprintf(suid,sizeof(suid),"%3d",index+1);
	    strcat(typename,suid);
	    status = ncaux_begin_compound(ncid,typename,NCAUX_ALIGN_C,&tag);
	    if(status != NC_NOERR) goto done;
	    /* Create a single field */
	    nidims = (ndims - index);
	    for(i=index;i<ndims;i++)
	        idims[i] = dimsize(dims[i]);
	    status = ncaux_add_field(tag,name,basetype,nidims,idims);
	    if(status != NC_NOERR) goto done;
	    status = ncaux_end_compound(tag,&newid);
	    if(status != NC_NOERR) goto done;		
	} else
	    newid = basetype;
	/* create the vlen */
	strcpy(typename,name);
	snprintf(suid,sizeof(suid),"%3d",index);
	strcat(typename,suid);
	status = nc_def_vlen(ncid,typename,newid,vidp);
	if(status != NC_NOERR) goto done;
    }

done:
    return status;
}

static int
locateleftvlen(int ndims, Dimension** dims, int index)
{
    int i;
    /* Locate the leftmost * dimension starting at index*/
    for(i=0;i<ndims;i++) {
	Dimension* dim = dims[i];
        enum Dimcase dc = classifydim(dim);
        if(dc == DC_VLEN) return i;
    }
    return -1; /* no vlen located */
}

int
crextractshape(CRnode* src, CRshape* dst)
{
    if(src->sort == _Variable)   
        memcpy((void*)dst,(void*)&((Variable*)src)->shape,sizeof(CRshape));
    else if(src->sort == _Structure)   
        memcpy((void*)dst,(void*)&((Structure*)src)->shape,sizeof(CRshape));
    else
	return 0;
    return 1;
}