mirror of
https://github.com/Unidata/netcdf-c.git
synced 2024-12-27 08:49:16 +08:00
6901206927
re: https://github.com/Unidata/netcdf-c/issues/1827 The issue is partly resolved by this PR. The proximate problem appears to be that the semantics of mkstemp in **nix is different than the semantics of _mktemp_s in Windows. I had thought they were the same but that is incorrect. The _mktemp_s function will only produce 26 different files and so the netcdf temp file code will fail after about that many iterations. So, to solve this, I created my own version of mkstemp for windows that uses a random number generator. This appears to solve the reported issue. I also added the testcase ncdap_test/test_manyurls but made it conditional on --enable-dap-long-tests because it is very slow. I did note that the provided test program now fails after some 800 iterations with a libcurl error claiming it cannot resolve the host name. My belief is that the library is just running out of resources at this point: too many open curl handles or some such. I doubt if this failure is fixable. So bottom line is that it is really important to do nc_close when you are finished with a file. Misc. Other Changes: 1. I took the opportunity to clean up some bad string hacks in the code. Specifically * change all uses of strncat to strlcat * remove old string hacks: occoncat and occopycat 2. Add heck to see if test.opendap.org is running and if not, then skip test 3. Make CYGWIN use TEMP environment variable
571 lines
14 KiB
C
571 lines
14 KiB
C
/*
|
|
Copyright (c) 1998-2018 University Corporation for Atmospheric Research/Unidata
|
|
See COPYRIGHT for license information.
|
|
*/
|
|
|
|
#include "config.h"
|
|
#ifdef HAVE_UNISTD_H
|
|
#include <unistd.h>
|
|
#endif
|
|
#ifdef HAVE_STDARG_H
|
|
#include <stdarg.h>
|
|
#endif
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include "netcdf.h"
|
|
#include "ncbytes.h"
|
|
#include "ncuri.h"
|
|
#include "ncrc.h"
|
|
#include "nclog.h"
|
|
#include "ncpathmgr.h"
|
|
|
|
#undef DRCDEBUG
|
|
|
|
#define RTAG ']'
|
|
#define LTAG '['
|
|
|
|
#define TRIMCHARS " \t\r\n"
|
|
|
|
#undef MEMCHECK
|
|
#define MEMCHECK(x) if((x)==NULL) {goto nomem;} else {}
|
|
|
|
/* Forward */
|
|
static char* rcreadline(char** nextlinep);
|
|
static void rctrim(char* text);
|
|
static void rcorder(NClist* rc);
|
|
static int rccompile(const char* path);
|
|
static struct NCTriple* rclocate(const char* key, const char* hostport);
|
|
static int rcsearch(const char* prefix, const char* rcname, char** pathp);
|
|
static void rcfreetriples(NClist* rc);
|
|
#ifdef D4DEBUG
|
|
static void storedump(char* msg, NClist* triples);
|
|
#endif
|
|
|
|
/* Define default rc files and aliases, also defines load order*/
|
|
static const char* rcfilenames[] = {".ncrc", ".daprc", ".dodsrc",NULL};
|
|
|
|
/**************************************************/
|
|
/* External Entry Points */
|
|
|
|
static NCRCglobalstate* ncrc_globalstate = NULL;
|
|
|
|
static int NCRCinitialized = 0;
|
|
|
|
/* Initialize defaults */
|
|
void
|
|
ncrc_initialize(void)
|
|
{
|
|
const char* tmp = NULL;
|
|
|
|
if(NCRCinitialized) return;
|
|
if(ncrc_globalstate == NULL) {
|
|
ncrc_globalstate = calloc(1,sizeof(NCRCglobalstate));
|
|
}
|
|
/* Get environment variables */
|
|
if(getenv(NCRCENVIGNORE) != NULL)
|
|
ncrc_globalstate->rcinfo.ignore = 1;
|
|
tmp = getenv(NCRCENVRC);
|
|
if(tmp != NULL && strlen(tmp) > 0)
|
|
ncrc_globalstate->rcinfo.rcfile = strdup(tmp);
|
|
NCRCinitialized = 1;
|
|
}
|
|
|
|
/* Get global state */
|
|
NCRCglobalstate*
|
|
ncrc_getglobalstate(void)
|
|
{
|
|
if(!NCRCinitialized)
|
|
ncrc_initialize();
|
|
return ncrc_globalstate;
|
|
}
|
|
|
|
void
|
|
ncrc_freeglobalstate(void)
|
|
{
|
|
if(ncrc_globalstate != NULL) {
|
|
nullfree(ncrc_globalstate->tempdir);
|
|
nullfree(ncrc_globalstate->home);
|
|
nullfree(ncrc_globalstate->cwd);
|
|
NC_rcclear(&ncrc_globalstate->rcinfo);
|
|
free(ncrc_globalstate);
|
|
ncrc_globalstate = NULL;
|
|
}
|
|
}
|
|
|
|
void
|
|
NC_rcclear(NCRCinfo* info)
|
|
{
|
|
if(info == NULL) return;
|
|
nullfree(info->rcfile);
|
|
rcfreetriples(info->triples);
|
|
}
|
|
|
|
void
|
|
rcfreetriples(NClist* rc)
|
|
{
|
|
int i;
|
|
for(i=0;i<nclistlength(rc);i++) {
|
|
NCTriple* t = (NCTriple*)nclistget(rc,i);
|
|
nullfree(t->host);
|
|
nullfree(t->key);
|
|
nullfree(t->value);
|
|
free(t);
|
|
}
|
|
nclistfree(rc);
|
|
}
|
|
|
|
/* locate, read and compile the rc files, if any */
|
|
int
|
|
NC_rcload(void)
|
|
{
|
|
int i,ret = NC_NOERR;
|
|
char* path = NULL;
|
|
NCRCglobalstate* globalstate = NULL;
|
|
NClist* rcfileorder = nclistnew();
|
|
|
|
if(!NCRCinitialized) ncrc_initialize();
|
|
globalstate = ncrc_getglobalstate();
|
|
|
|
if(globalstate->rcinfo.ignore) {
|
|
nclog(NCLOGDBG,".rc file loading suppressed");
|
|
goto done;
|
|
}
|
|
if(globalstate->rcinfo.loaded) goto done;
|
|
|
|
/* locate the configuration files in order of use:
|
|
1. Specified by NCRCENV_RC environment variable.
|
|
2. If NCRCENV_RC is not set then merge the set of rc files in this order:
|
|
1. $HOME/.ncrc
|
|
2. $HOME/.daprc
|
|
3. $HOME/.docsrc
|
|
4. $CWD/.ncrc
|
|
5. $CWD/.daprc
|
|
6. $CWD/.docsrc
|
|
Entries in later files override any of the earlier files
|
|
*/
|
|
if(globalstate->rcinfo.rcfile != NULL) { /* always use this */
|
|
nclistpush(rcfileorder,strdup(globalstate->rcinfo.rcfile));
|
|
} else {
|
|
const char** rcname;
|
|
const char* dirnames[3];
|
|
const char** dir;
|
|
|
|
dirnames[0] = globalstate->home;
|
|
dirnames[1] = globalstate->cwd;
|
|
dirnames[2] = NULL;
|
|
|
|
for(dir=dirnames;*dir;dir++) {
|
|
for(rcname=rcfilenames;*rcname;rcname++) {
|
|
ret = rcsearch(*dir,*rcname,&path);
|
|
if(ret == NC_NOERR && path != NULL)
|
|
nclistpush(rcfileorder,path);
|
|
path = NULL;
|
|
}
|
|
}
|
|
}
|
|
for(i=0;i<nclistlength(rcfileorder);i++) {
|
|
path = (char*)nclistget(rcfileorder,i);
|
|
if((ret=rccompile(path))) {
|
|
nclog(NCLOGWARN, "Error parsing %s\n",path);
|
|
ret = NC_NOERR; /* ignore it */
|
|
goto done;
|
|
}
|
|
}
|
|
|
|
done:
|
|
globalstate->rcinfo.loaded = 1; /* even if not exists */
|
|
nclistfreeall(rcfileorder);
|
|
return (ret);
|
|
}
|
|
|
|
/**
|
|
* Locate a triple by property key and host+port (may be null|"")
|
|
* If duplicate keys, first takes precedence.
|
|
*/
|
|
char*
|
|
NC_rclookup(const char* key, const char* hostport)
|
|
{
|
|
struct NCTriple* triple = NULL;
|
|
if(!NCRCinitialized) ncrc_initialize();
|
|
triple = rclocate(key,hostport);
|
|
return (triple == NULL ? NULL : triple->value);
|
|
}
|
|
|
|
#if 0
|
|
/*!
|
|
Set the absolute path to use for the rc file.
|
|
WARNING: this MUST be called before any other
|
|
call in order for this to take effect.
|
|
|
|
\param[in] rcfile The path to use. If NULL, or "",
|
|
then do not use any rcfile.
|
|
|
|
\retval OC_NOERR if the request succeeded.
|
|
\retval OC_ERCFILE if the file failed to load
|
|
*/
|
|
|
|
int
|
|
NC_set_rcfile(const char* rcfile)
|
|
{
|
|
int stat = NC_NOERR;
|
|
FILE* f = NULL;
|
|
NCRCglobalstate* globalstate = ncrc_getglobalstate();
|
|
|
|
if(rcfile != NULL && strlen(rcfile) == 0)
|
|
rcfile = NULL;
|
|
f = NCfopen(rcfile,"r");
|
|
if(f == NULL) {
|
|
stat = NC_ERCFILE;
|
|
goto done;
|
|
}
|
|
fclose(f);
|
|
nullfree(globalstate->rcinfo.rcfile);
|
|
globalstate->rcinfo.rcfile = strdup(rcfile);
|
|
/* Clear globalstate->rcinfo */
|
|
NC_rcclear(&globalstate->rcinfo);
|
|
/* (re) load the rcfile and esp the triplestore*/
|
|
stat = NC_rcload();
|
|
done:
|
|
return stat;
|
|
}
|
|
#endif
|
|
|
|
/**************************************************/
|
|
/* RC processing functions */
|
|
|
|
static char*
|
|
rcreadline(char** nextlinep)
|
|
{
|
|
char* line;
|
|
char* p;
|
|
|
|
line = (p = *nextlinep);
|
|
if(*p == '\0') return NULL; /*signal done*/
|
|
for(;*p;p++) {
|
|
if(*p == '\r' && p[1] == '\n') *p = '\0';
|
|
else if(*p == '\n') break;
|
|
}
|
|
*p++ = '\0'; /* null terminate line; overwrite newline */
|
|
*nextlinep = p;
|
|
return line;
|
|
}
|
|
|
|
/* Trim TRIMCHARS from both ends of text; */
|
|
static void
|
|
rctrim(char* text)
|
|
{
|
|
char* p = text;
|
|
size_t len = 0;
|
|
int i;
|
|
|
|
if(text == NULL) return;
|
|
|
|
/* locate first non-trimchar */
|
|
for(;*p;p++) {
|
|
if(strchr(TRIMCHARS,*p) == NULL) break; /* hit non-trim char */
|
|
}
|
|
memmove(text,p,strlen(p)+1);
|
|
len = strlen(text);
|
|
/* locate last non-trimchar */
|
|
if(len > 0) {
|
|
for(i=(len-1);i>=0;i--) {
|
|
if(strchr(TRIMCHARS,text[i]) == NULL) {
|
|
text[i+1] = '\0'; /* elide trailing trimchars */
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
/* Order the triples: those with urls must be first,
|
|
but otherwise relative order does not matter.
|
|
*/
|
|
static void
|
|
rcorder(NClist* rc)
|
|
{
|
|
int i;
|
|
int len = nclistlength(rc);
|
|
NClist* tmprc = NULL;
|
|
if(rc == NULL || len == 0) return;
|
|
tmprc = nclistnew();
|
|
/* Copy rc into tmprc and clear rc */
|
|
for(i=0;i<len;i++) {
|
|
NCTriple* ti = nclistget(rc,i);
|
|
nclistpush(tmprc,ti);
|
|
}
|
|
nclistclear(rc);
|
|
/* Two passes: 1) pull triples with host */
|
|
for(i=0;i<len;i++) {
|
|
NCTriple* ti = nclistget(tmprc,i);
|
|
if(ti->host == NULL) continue;
|
|
nclistpush(rc,ti);
|
|
}
|
|
/* pass 2 pull triples without host*/
|
|
for(i=0;i<len;i++) {
|
|
NCTriple* ti = nclistget(tmprc,i);
|
|
if(ti->host != NULL) continue;
|
|
nclistpush(rc,ti);
|
|
}
|
|
#ifdef D4DEBUG
|
|
storedump("reorder:",rc);
|
|
#endif
|
|
nclistfree(tmprc);
|
|
}
|
|
|
|
/* Merge a triple store from a file*/
|
|
static int
|
|
rccompile(const char* path)
|
|
{
|
|
int ret = NC_NOERR;
|
|
NClist* rc = NULL;
|
|
char* contents = NULL;
|
|
NCbytes* tmp = ncbytesnew();
|
|
NCURI* uri = NULL;
|
|
char* nextline = NULL;
|
|
NCRCglobalstate* globalstate = ncrc_getglobalstate();
|
|
|
|
if((ret=NC_readfile(path,tmp))) {
|
|
nclog(NCLOGWARN, "Could not open configuration file: %s",path);
|
|
goto done;
|
|
}
|
|
contents = ncbytesextract(tmp);
|
|
if(contents == NULL) contents = strdup("");
|
|
/* Either reuse or create new */
|
|
rc = globalstate->rcinfo.triples;
|
|
if(rc == NULL) {
|
|
rc = nclistnew();
|
|
globalstate->rcinfo.triples = rc;
|
|
}
|
|
nextline = contents;
|
|
for(;;) {
|
|
char* line;
|
|
char* key = NULL;
|
|
char* value = NULL;
|
|
char* host = NULL;
|
|
size_t llen;
|
|
NCTriple* triple;
|
|
|
|
line = rcreadline(&nextline);
|
|
if(line == NULL) break; /* done */
|
|
rctrim(line); /* trim leading and trailing blanks */
|
|
if(line[0] == '#') continue; /* comment */
|
|
if((llen=strlen(line)) == 0) continue; /* empty line */
|
|
if(line[0] == LTAG) {
|
|
char* url = ++line;
|
|
char* rtag = strchr(line,RTAG);
|
|
if(rtag == NULL) {
|
|
nclog(NCLOGERR, "Malformed [url] in %s entry: %s",path,line);
|
|
continue;
|
|
}
|
|
line = rtag + 1;
|
|
*rtag = '\0';
|
|
/* compile the url and pull out the host */
|
|
if(uri) ncurifree(uri);
|
|
if(ncuriparse(url,&uri)) {
|
|
nclog(NCLOGERR, "Malformed [url] in %s entry: %s",path,line);
|
|
continue;
|
|
}
|
|
ncbytesclear(tmp);
|
|
ncbytescat(tmp,uri->host);
|
|
if(uri->port != NULL) {
|
|
ncbytesappend(tmp,':');
|
|
ncbytescat(tmp,uri->port);
|
|
}
|
|
ncbytesnull(tmp);
|
|
host = ncbytesextract(tmp);
|
|
if(strlen(host)==0)
|
|
{free(host); host = NULL;}
|
|
}
|
|
/* split off key and value */
|
|
key=line;
|
|
value = strchr(line, '=');
|
|
if(value == NULL)
|
|
value = line + strlen(line);
|
|
else {
|
|
*value = '\0';
|
|
value++;
|
|
}
|
|
/* See if key already exists */
|
|
triple = rclocate(key,host);
|
|
if(triple != NULL) {
|
|
nullfree(triple->host);
|
|
nullfree(triple->key);
|
|
nullfree(triple->value);
|
|
} else {
|
|
triple = (NCTriple*)calloc(1,sizeof(NCTriple));
|
|
if(triple == NULL) {ret = NC_ENOMEM; goto done;}
|
|
nclistpush(rc,triple);
|
|
}
|
|
triple->host = host; host = NULL;
|
|
triple->key = nulldup(key);
|
|
triple->value = nulldup(value);
|
|
rctrim(triple->host);
|
|
rctrim(triple->key);
|
|
rctrim(triple->value);
|
|
|
|
#ifdef DRCDEBUG
|
|
fprintf(stderr,"rc: host=%s key=%s value=%s\n",
|
|
(triple->host != NULL ? triple->host : "<null>"),
|
|
triple->key,triple->value);
|
|
#endif
|
|
|
|
triple = NULL;
|
|
}
|
|
rcorder(rc);
|
|
|
|
done:
|
|
if(contents) free(contents);
|
|
ncurifree(uri);
|
|
ncbytesfree(tmp);
|
|
return (ret);
|
|
}
|
|
|
|
/**
|
|
* (Internal) Locate a triple by property key and host+port (may be null or "").
|
|
* If duplicate keys, first takes precedence.
|
|
*/
|
|
static struct NCTriple*
|
|
rclocate(const char* key, const char* hostport)
|
|
{
|
|
int i,found;
|
|
NCRCglobalstate* globalstate = ncrc_getglobalstate();
|
|
NClist* rc = globalstate->rcinfo.triples;
|
|
NCTriple* triple = NULL;
|
|
|
|
if(globalstate->rcinfo.ignore)
|
|
return NULL;
|
|
|
|
if(key == NULL || rc == NULL) return NULL;
|
|
if(hostport == NULL) hostport = "";
|
|
|
|
for(found=0,i=0;i<nclistlength(rc);i++) {
|
|
int t;
|
|
size_t hplen;
|
|
triple = (NCTriple*)nclistget(rc,i);
|
|
|
|
hplen = (triple->host == NULL ? 0 : strlen(triple->host));
|
|
|
|
if(strcmp(key,triple->key) != 0) continue; /* keys do not match */
|
|
/* If the triple entry has no url, then use it
|
|
(because we have checked all other cases)*/
|
|
if(hplen == 0) {found=1;break;}
|
|
/* do hostport match */
|
|
t = 0;
|
|
if(triple->host != NULL)
|
|
t = strcmp(hostport,triple->host);
|
|
if(t == 0) {found=1; break;}
|
|
}
|
|
return (found?triple:NULL);
|
|
}
|
|
|
|
/**
|
|
* Locate rc file by searching in directory prefix.
|
|
*/
|
|
static
|
|
int
|
|
rcsearch(const char* prefix, const char* rcname, char** pathp)
|
|
{
|
|
char* path = NULL;
|
|
FILE* f = NULL;
|
|
size_t plen = (prefix?strlen(prefix):0);
|
|
size_t rclen = strlen(rcname);
|
|
int ret = NC_NOERR;
|
|
|
|
size_t pathlen = plen+rclen+1+1; /*+1 for '/' +1 for nul */
|
|
path = (char*)malloc(pathlen); /* +1 for nul*/
|
|
if(path == NULL) {ret = NC_ENOMEM; goto done;}
|
|
strncpy(path,prefix,pathlen);
|
|
strlcat(path,"/",pathlen);
|
|
strlcat(path,rcname,pathlen);
|
|
/* see if file is readable */
|
|
f = NCfopen(path,"r");
|
|
if(f != NULL)
|
|
nclog(NCLOGDBG, "Found rc file=%s",path);
|
|
done:
|
|
if(f == NULL || ret != NC_NOERR) {
|
|
nullfree(path);
|
|
path = NULL;
|
|
}
|
|
if(f != NULL)
|
|
fclose(f);
|
|
if(pathp != NULL)
|
|
*pathp = path;
|
|
else {
|
|
nullfree(path);
|
|
path = NULL;
|
|
}
|
|
return (ret);
|
|
}
|
|
|
|
int
|
|
NC_rcfile_insert(const char* key, const char* value, const char* hostport)
|
|
{
|
|
int ret = NC_NOERR;
|
|
/* See if this key already defined */
|
|
struct NCTriple* triple = NULL;
|
|
NCRCglobalstate* globalstate = NULL;
|
|
NClist* rc = NULL;
|
|
|
|
if(!NCRCinitialized) ncrc_initialize();
|
|
globalstate = ncrc_getglobalstate();
|
|
rc = globalstate->rcinfo.triples;
|
|
|
|
if(rc == NULL) {
|
|
rc = nclistnew();
|
|
if(rc == NULL) {ret = NC_ENOMEM; goto done;}
|
|
}
|
|
triple = rclocate(key,hostport);
|
|
if(triple == NULL) {
|
|
triple = (NCTriple*)calloc(1,sizeof(NCTriple));
|
|
if(triple == NULL) {ret = NC_ENOMEM; goto done;}
|
|
triple->key = strdup(key);
|
|
triple->value = NULL;
|
|
rctrim(triple->key);
|
|
triple->host = (hostport == NULL ? NULL : strdup(hostport));
|
|
nclistpush(rc,triple);
|
|
}
|
|
if(triple->value != NULL) free(triple->value);
|
|
triple->value = strdup(value);
|
|
rctrim(triple->value);
|
|
done:
|
|
return ret;
|
|
}
|
|
|
|
/* Obtain the count of number of triples */
|
|
size_t
|
|
NC_rcfile_length(NCRCinfo* info)
|
|
{
|
|
return nclistlength(info->triples);
|
|
}
|
|
|
|
/* Obtain the ith triple; return NULL if out of range */
|
|
NCTriple*
|
|
NC_rcfile_ith(NCRCinfo* info, size_t i)
|
|
{
|
|
if(i >= nclistlength(info->triples))
|
|
return NULL;
|
|
return (NCTriple*)nclistget(info->triples,i);
|
|
}
|
|
|
|
|
|
#ifdef D4DEBUG
|
|
static void
|
|
storedump(char* msg, NClist* triples)
|
|
{
|
|
int i;
|
|
|
|
if(msg != NULL) fprintf(stderr,"%s\n",msg);
|
|
if(triples == NULL || nclistlength(triples)==0) {
|
|
fprintf(stderr,"<EMPTY>\n");
|
|
return;
|
|
}
|
|
for(i=0;i<nclistlength(triples);i++) {
|
|
NCTriple* t = (NCTriple*)nclistget(triples,i);
|
|
fprintf(stderr,"\t%s\t%s\t%s\n",
|
|
((t->host == NULL || strlen(t->host)==0)?"--":t->host),t->key,t->value);
|
|
}
|
|
fflush(stderr);
|
|
}
|
|
#endif
|