root/tags/5.4.pre05/ciiflh.c

#if !CICPP
static LONGX tlcpaddr;  /* info1 */
#if MY
static LONGX tlcppsts;  /* info2 */
#endif
static LONGX tlcpdocs;  /* info3 */
static LONGX tlcinfo3;  /* info3 for ciifl.c */
static UBYTE *areabits=NULL;
static LONGX threshold;
static LONGX tlcmxmfn;  /* current */
static FILE *fplog = NULL;
static char *iyp_buff=NULL;
static unsigned int iyp_left;
#define IYPBSIZ 8192L /* ou INT_MAX */
#endif /* CICPP */

/* prototypes */
#if !CICPP
#if ANSI
LONGX tlputifp(char *areap, LONGX nbytes);
void iyp_storinit(LONGX parmxmfn, char *parmlogp);
void iyp_storlast(int storcond, char *storkeyp, int pstflag);
void iyp_storthis(LONGX mfn,LONGX parmxmfn,
                        char *keyp,LONGX count,int tag,int occ,int cnt);
void iyp_storclos(void);
#else
LONGX tlputifp();
void iyp_storinit();
void iyp_storlast();
void iyp_storthis();
void iyp_storclos();
#endif /* ANSI */
#endif /* CICPP */

#if !CICPP
static UBYTE mask;
static UBYTE *bp;
static LONGX tlputby;
static int tlcpcase;
static LONGX tlcloop,tlcmfn;
static UBYTE *tlcp,*tlcq,tlcqmfn[PMFNSIZ];
static int tlcloop2;
#define XFD 0
#if XFD
int xfd;
#endif
#endif /* CICPP */

#if CICPP
LONGX CIIFL :: tlputifp(char *areap,
                       LONGX  nbytes)
#else /*CICPP*/
LONGX tlputifp(areap,nbytes)
char *areap;
LONGX nbytes;
#endif /*CICPP*/
{
    char *p,*bufp;
    LONGX towrite;
    unsigned int n;
    if (!areap) {
        if (iyp_left == IYPBSIZ) return(0L);
        bufp=iyp_buff+(IYPBSIZ-iyp_left);
        memset(bufp,0x00,iyp_left);
        ifpwrit(dbxp,iyp_buff,IYPBSIZ);
        return(0L);
    }

#if XFD
 if (CIWRITE(xfd,areap,(size_t)nbytes) !=  nbytes) fatal("write/xfd");
#endif
    for (p=areap, towrite=nbytes; towrite; ) {
        if (towrite <= iyp_left) {
            n=(unsigned int)towrite;
            bufp=iyp_buff+(IYPBSIZ-iyp_left);
            memcpy(bufp,p,n);
            iyp_left-=n;
            break;
        }
        bufp=iyp_buff+(IYPBSIZ-iyp_left);
        memcpy(bufp,p,iyp_left);
        ifpwrit(dbxp,iyp_buff,IYPBSIZ);
        towrite-=iyp_left;
        p+=iyp_left;
        iyp_left=IYPBSIZ;
    }
    return(nbytes);
}

#if CICPP
void CIIFL :: iyp_storinit(LONGX  parmxmfn,
                           char *parmlogp)
#else /*CICPP*/
void iyp_storinit(parmxmfn,parmlogp)
LONGX parmxmfn;
char *parmlogp;
#endif /*CICPP*/
{
#if XFD
xfd=CREAT("xfd.iyp",PERMIS); if (xfd <= 0) fatal("xfd");
#endif
    threshold=parmxmfn/8+1;
    tlcpaddr=0;
#if TRACORE
printf("%s: coreleft=%ld\n","areabits",CORELEFT());
#endif
#if CICPP
    try {areabits=(UBYTE *)new char[threshold];}
    catch (BAD_ALLOC) { areabits = (UBYTE *)ALLONULL; }
#else /* CICPP */
    areabits=(UBYTE *)ALLOC((ALLOPARM)threshold);
#endif /* CICPP */
    if (areabits == (UBYTE *)ALLONULL) fatal("ALLOC/areabits");
#if TRACORE
printf("%s: coreleft=%ld\n","areabits",CORELEFT());
#endif
#if CICPP
    try {iyp_buff=(char *)new char [IYPBSIZ];}
    catch (BAD_ALLOC) {iyp_buff = (char *)ALLONULL;}
#else /* CICPP */
    iyp_buff=(char *)ALLOC((ALLOPARM)IYPBSIZ);
#endif /* CICPP */
    if (iyp_buff == (char *)ALLONULL) fatal("ALLOC/iyp_buff");
#if TRACORE
printf("%s: coreleft=%ld\n","iyp_buff",CORELEFT());
#endif
    iyp_left=IYPBSIZ;
    memset(areabits,0x00,threshold);
    tlcpdocs=tlcmxmfn=0;
    if (parmlogp) if ((fplog=fopen(parmlogp,"w")) == NULL) fatal(parmlogp);
}
#if CICPP
void CIIFL :: iyp_storlast(int   storcond,
                           char *storkeyp,
                           int   pstflag)
#else /*CICPP*/
void iyp_storlast(storcond,storkeyp,pstflag)
int storcond;
char *storkeyp;
int pstflag;
#endif /*CICPP*/
{
    unsigned char *q;
    if (storcond) {
        if (tlcpdocs * PMFNSIZ >= threshold ) tlcpcase = BITSTRING;
        else tlcpcase = MFNSTRING;
        switch (tlcpcase) {
        case BITSTRING:
#define FIXSTRING 1
#if FIXSTRING
            tlcinfo3= -threshold;
#else
            tlcinfo3= -(tlcmxmfn/8+1);
#endif
            if (pstflag == IFUPDICT) { tlputby= -tlcinfo3; break; }
            tlputby=tlputifp((char *)areabits,-tlcinfo3);
            break;
        case MFNSTRING:
            tlcinfo3=0;
            if (pstflag == IFUPDICT) { tlputby=tlcpdocs*PMFNSIZ; break; }
            tlputby=0; tlcmfn=0;
            for (tlcp=areabits, tlcloop=tlcmxmfn/8+1; tlcloop--; tlcp++) {
                if (!*tlcp) { tlcmfn+=8; continue; }
                for (tlcloop2=8; tlcloop2--; tlcmfn++)
                    if (*tlcp & bitmask[tlcmfn&BY8RMASK]) {
                        tlcq=tlcqmfn;
                        q=(unsigned char *)&tlcmfn;
                        *tlcq++ = q[M1];
                        *tlcq++ = q[M2];
                        *tlcq++ = q[M3];
#if LIND4
                        *tlcq++ = q[M4];
#endif 
                        tlputby+=tlputifp((char *)tlcqmfn,(LONGX)PMFNSIZ);
                    }
            }
            break;
        default: fatal("tlcpcase");
        }
        /* call svd to store btree */
        lifp_store_btree(storkeyp,tlcpaddr,tlcpdocs,treecase);
        /* and initialize new posting list */
        memset(areabits,0x00,threshold);
        tlcpdocs=tlcmxmfn=0;
        tlcpaddr+=tlputby;
    }
}

#if CICPP
void CIIFL ::iyp_storthis(LONGX  mfn,
                          LONGX  parmxmfn,
                          char *keyp,
                          LONGX  count,
                          int   tag,
                          int   occ,
                          int   cnt)
#else /*CICPP*/
void iyp_storthis(mfn,parmxmfn,keyp,count,tag,occ,cnt)
LONGX mfn,parmxmfn;
char *keyp;
LONGX count;
int tag,occ,cnt;
#endif /*CICPP*/
{
    if (mfn < 1 || mfn > parmxmfn) {
        fprintf(stderr,"key/post=%s/%ld mfn=%ld maxmfn=%ld",
                keyp,count,mfn,parmxmfn);
        fatal("ciifl/ciifll2/offset");
    }
    bp =  &areabits[ mfn / 8];
    mask = bitmask [ mfn & BY8RMASK ];
    if (*bp & mask) {
        if (fplog)
            fprintf(fplog,"duplicated posting|%8ld|%5d|%5d|%5d|%s\n",
                    mfn,tag,occ,cnt,keyp);
    }
    else {
        *bp |= mask;
        tlcpdocs++; /* one more doc */
    }
#if 0
printf("%8ld|%5d|%5d|%5d|%s %02x %02x %02x %02x %02x %02x \n",
mfn,tag,occ,cnt,keyp,
areabits[0],areabits[1],areabits[2],areabits[3],areabits[4],areabits[5]);
#endif
    if (mfn > tlcmxmfn) tlcmxmfn=mfn;
}
void iyp_storclos()
{
    if (iyp_buff) {
        tlputifp((char *)NULL,0L);
#if CICPP
        delete[] iyp_buff;
#else
        FREE(iyp_buff);
#endif /* CICPP */
    }
#if CICPP
    if (areabits) delete[] areabits;
#else
    if (areabits) FREE(areabits);
#endif /* CICPP */
}