Command &iwls21test for evaluating the results of 2021 IWLS Contest.

4 files changed, 613 insertions, 0 deletions

diff --git a/src/aig/gia/gia.c b/src/aig/gia/gia.c
index cf7c0ddd..ed6e276a 100644
--- a/src/aig/gia/gia.c
+++ b/src/aig/gia/gia.c
@@ -19,6 +19,7 @@
 ***********************************************************************/
 
 #include "gia.h"
+#include "misc/util/utilTruth.h"
 
 ABC_NAMESPACE_IMPL_START
 
diff --git a/src/aig/gia/giaGen.c b/src/aig/gia/giaGen.c
index 94d561cc..c33e9dbe 100644
--- a/src/aig/gia/giaGen.c
+++ b/src/aig/gia/giaGen.c
@@ -20,6 +20,7 @@
 
 #include "gia.h"
 #include "misc/util/utilTruth.h"
+#include "misc/extra/extra.h"
 
 ABC_NAMESPACE_IMPL_START
 
@@ -35,6 +36,63 @@ ABC_NAMESPACE_IMPL_START
 
 /**Function*************************************************************
 
+  Synopsis    []
+
+  Description []
+               
+  SideEffects []
+
+  SeeAlso     []
+
+***********************************************************************/
+Gia_Man_t * Gia_DeriveAig( Vec_Wrd_t * vSims, Vec_Str_t * vSimsOut )
+{
+    int nInputs = 32*32*24;
+    int nWords  = nInputs/64;
+    int nExamps = 64;
+    int i, e, iLitOut[10] = {0};
+    Gia_Man_t * pNew;
+    assert( Vec_WrdSize(vSims) % nInputs == 0 );
+    pNew = Gia_ManStart( nInputs * nExamps + 10000 );
+    for ( i = 0; i < nInputs; i++ )
+        Gia_ManAppendCi( pNew );
+    Gia_ManHashStart( pNew );
+    for ( e = 0; e < nExamps; e++ )
+    {
+        int Class = Vec_StrEntry( vSimsOut, e );
+        int This = 1;
+        word * pSim = Vec_WrdEntryP( vSims, e*nWords );
+        for ( i = 0; i < nInputs; i++ )
+            This = Gia_ManHashAnd( pNew, This, Abc_Var2Lit(i+1, !Abc_TtGetBit(pSim, i)) );
+        assert( Class >= 0 && Class <= 9 );
+        iLitOut[Class] = Gia_ManHashOr( pNew, iLitOut[Class], This );
+        //printf( "Finished example %d\n", e );
+    }
+    for ( i = 0; i < 10; i++ )
+        Gia_ManAppendCo( pNew, iLitOut[i] );
+    //pNew = Gia_ManCleanup( pTemp = pNew );
+    //Gia_ManStop( pTemp );
+    return pNew;
+}
+void Gia_DeriveAigTest()
+{
+    extern int Gia_ManReadCifar10File( char * pFileName, Vec_Wrd_t ** pvSimsIn, Vec_Str_t ** pvSimsOut, int * pnExamples );
+    char pFileName[100] = "test";
+    Vec_Wrd_t * vSimsIn;
+    Vec_Str_t * vSimsOut;
+    int nExamples = 0;
+    int nInputs = Gia_ManReadCifar10File( pFileName, &vSimsIn, &vSimsOut, &nExamples );
+    Gia_Man_t * pThis = Gia_DeriveAig( vSimsIn, vSimsOut );
+    Gia_AigerWrite( pThis, "examples64.aig", 0, 0, 0 );
+    printf( "Dumped file \"%s\".\n", "examples64.aig" );
+    Gia_ManStop( pThis );
+    Vec_WrdFree( vSimsIn );
+    Vec_StrFree( vSimsOut );
+}
+
+
+/**Function*************************************************************
+
   Synopsis    [Populate internal simulation info.]
 
   Description []
@@ -443,6 +501,224 @@ void Gia_ManCompareValues( Gia_Man_t * p, Vec_Wrd_t * vSimsIn, Vec_Int_t * vValu
   SeeAlso     []
 
 ***********************************************************************/
+void Gia_ManReadSimFile( char * pFileName, int * pnIns, int * pnOuts, int * pnPats, Vec_Wrd_t ** pvSimsIn, Vec_Wrd_t ** pvSimsOut )
+{
+    char * pTemp, pBuffer[1000];
+    Vec_Wrd_t * vSimsIn = NULL, * vSimsOut = NULL;
+    int i, iPat = 0, nWordsI, nWordsO, nIns = -1, nOuts = -1, nPats = -1;
+    FILE * pFile = fopen( pFileName, "rb" );
+    if ( pFile == NULL )
+    {
+        printf( "Cannot open file \"%s\" for reading.\n", pFileName );
+        return;
+    }
+    while ( fgets( pBuffer, 1000, pFile ) != NULL )
+    {
+        pTemp = pBuffer;
+        if ( pTemp[0] == '\0' || pTemp[0] == '#' || pTemp[0] == ' ' )
+            continue;
+        if ( pTemp[0] != '.' )
+            break;
+        if ( pTemp[1] = 'i' )
+            nIns = atoi(pTemp+2);
+        else if ( pTemp[1] = 'o' )
+            nOuts = atoi(pTemp+2);
+        else if ( pTemp[1] = 'p' )
+        {
+            if ( atoi(pTemp+2) % 64 == 0 )
+                printf( "Expecting the number of patterns divisible by 64.\n" );
+            nPats = atoi(pTemp+2) / 64;
+        }
+    }
+    if ( nIns == -1 || nOuts == -1 || nPats == -1 )
+    {
+        printf( "Some of the parameters (inputs, outputs, patterns) is not specified.\n" );
+        fclose( pFile );
+        return;
+    }
+    nWordsI = (nIns  + 63) / 64;
+    nWordsO = (nOuts + 63) / 64;
+
+    vSimsIn  = Vec_WrdStart( nPats * nWordsI );
+    vSimsOut = Vec_WrdStart( nPats * nWordsO );
+    rewind(pFile);
+    while ( fgets( pBuffer, 1000, pFile ) != NULL )
+    {
+        if ( pTemp[0] == '\0' || pTemp[0] == '.' )
+            continue;
+        for ( i = 0, pTemp = pBuffer; *pTemp != '\n'; pTemp++ )
+            if ( *pTemp == '0' || *pTemp == '1' )
+            {
+                if ( *pTemp == '1' )
+                {
+                    if ( i < nIns )
+                        Abc_TtSetBit( Vec_WrdEntryP(vSimsIn,  nWordsI*iPat), i );
+                    else
+                        Abc_TtSetBit( Vec_WrdEntryP(vSimsOut, nWordsO*iPat), i-nIns );
+                }
+                i++;
+            }
+        iPat++;
+    }
+    if ( iPat != nPats )
+        printf( "The number of patterns does not match.\n" );
+    fclose( pFile );
+    *pnIns = nIns;
+    *pnOuts = nOuts;
+    *pnPats  = nPats;
+    *pvSimsIn = vSimsIn;
+    *pvSimsOut = vSimsOut;
+}
+
+/**Function*************************************************************
+
+  Synopsis    []
+
+  Description []
+               
+  SideEffects []
+
+  SeeAlso     []
+
+***********************************************************************/
+int Gia_ManReadBinaryFile( char * pFileName, Vec_Wrd_t ** pvSimsIn, Vec_Str_t ** pvSimsOut )
+{
+    extern void Extra_BitMatrixTransposeP( Vec_Wrd_t * vSimsIn, int nWordsIn, Vec_Wrd_t * vSimsOut, int nWordsOut );
+    int nFileSize = Extra_FileSize( pFileName );
+    int nExamples = 1 << 16;
+    int nInputs   = nFileSize / nExamples - 1;
+    int nWords    = (8*nInputs + 63)/64, i;
+    char * pContents = Extra_FileReadContents( pFileName );
+    Vec_Wrd_t * vSimsIn  = Vec_WrdStart( nExamples * nWords );
+    Vec_Wrd_t * vSimsIn2 = Vec_WrdStart( nExamples * nWords );
+    Vec_Str_t * vSimsOut = Vec_StrAlloc( nExamples );
+    assert( nFileSize % nExamples == 0 );
+    for ( i = 0; i < nExamples; i++ )
+    {
+        memcpy( (void *)Vec_WrdEntryP(vSimsIn,  i*nWords), (void *)(pContents + i*(nInputs+1)), nInputs );
+        Vec_StrPush( vSimsOut, pContents[i*(nInputs+1) + nInputs] );
+    }
+    Extra_BitMatrixTransposeP( vSimsIn, nWords, vSimsIn2, nExamples/64 );
+    Vec_WrdShrink( vSimsIn2, 8*nInputs * nExamples/64 );
+    Vec_WrdFree( vSimsIn );
+    *pvSimsIn  = vSimsIn2;
+    *pvSimsOut = vSimsOut;
+    ABC_FREE( pContents );
+    return nInputs;
+}
+
+/**Function*************************************************************
+
+  Synopsis    []
+
+  Description []
+               
+  SideEffects []
+
+  SeeAlso     []
+
+***********************************************************************/
+void Gia_ManSimLogStats2( Gia_Man_t * p, char * pDumpFile, int Total, int nPositives, float ErrorTotal, float GuessTotal )
+{
+    FILE * pTable = fopen( pDumpFile, "wb" );
+    fprintf( pTable, "{\n" );
+    fprintf( pTable, "    \"name\" : \"%s\",\n", p->pName );
+    fprintf( pTable, "    \"input\" : %d,\n",    Gia_ManCiNum(p) );
+    fprintf( pTable, "    \"output\" : %d,\n",   Gia_ManCoNum(p) );
+    fprintf( pTable, "    \"and\" : %d,\n",      Gia_ManAndNum(p) );
+    fprintf( pTable, "    \"level\" : %d,\n",    Gia_ManLevelNum(p) );
+    fprintf( pTable, "    \"total\" : %d,\n",    Total );
+    fprintf( pTable, "    \"positive\" : %d,\n", nPositives );
+    fprintf( pTable, "    \"error\" : %e,\n",    ErrorTotal );
+    fprintf( pTable, "    \"guess\" : %e\n",     GuessTotal );
+    fprintf( pTable, "}\n" );
+    fclose( pTable );
+}
+int Gia_ManGetExampleValue( word ** ppSims, int nSims, int iExample )
+{
+    int o, Sign = 0, ValueSim = 0;
+    for ( o = 0; o < nSims; o++ )
+        if ( (Sign = Abc_TtGetBit(ppSims[o], iExample)) )
+            ValueSim |= (1 << o);
+    if ( Sign )
+        ValueSim |= ~0 << nSims;
+    return ValueSim;
+}
+void Gia_ManCompareValues2( int nInputs, Gia_Man_t * p, Vec_Wrd_t * vSimsIn, Vec_Str_t * vValues, char * pDumpFile )
+{
+    float Error1, ErrorTotal = 0, Guess1, GuessTotal = 0;
+    int i, o, nPositives = 0, nWords = Vec_WrdSize(vSimsIn) / Gia_ManCiNum(p);
+    word ** ppSims = ABC_CALLOC( word *, Gia_ManCoNum(p) );
+    Gia_Obj_t * pObj;
+    assert( nWords == (1<<10) );
+    assert( Vec_WrdSize(vSimsIn) % Gia_ManCiNum(p) == 0 );
+    assert( Vec_StrSize(vValues) == (1 << 16) );
+    assert( nWords*64 == (1 << 16) );
+    // simulate examples given in vSimsIn
+    Gia_ManSimulateWordsInit( p, vSimsIn );
+    // collect simulation info for the outputs
+    assert( p->nSimWords == nWords );
+    Gia_ManForEachCo( p, pObj, o )
+        ppSims[o] = Gia_ManObjSim( p, Gia_ObjId(p, pObj) );
+    // compare the output for each example
+    for ( i = 0; i < nWords*64; i++ )
+    {
+        int ValueGold = (int)Vec_StrEntry( vValues, i );
+        int ValueImpl = Gia_ManGetExampleValue( ppSims, Gia_ManCoNum(p), i );
+        // compute error for this example
+        Error1      = (float)(ValueGold - ValueImpl)/256;
+        ErrorTotal += Error1 * Error1;
+        // compute error of zero-output
+        Guess1      = ValueGold > 0 ? Abc_AbsInt(ValueImpl) : 0;
+        GuessTotal += Guess1 * Guess1;
+        // count positive values (disregard negative values due to Leaky ReLU)
+        nPositives += (int)(ValueGold > 0);
+    }
+    ABC_FREE( ppSims );
+    printf( "Total = %6d.  Positive = %6d.  (%6.2f %%)     Errors = %e.  Guess = %e.  (%6.2f %%)\n", 
+        Vec_StrSize(vValues), nPositives, 100.0*nPositives/Vec_StrSize(vValues),
+        ErrorTotal,           GuessTotal, 100.0*ErrorTotal/GuessTotal   );
+    if ( pDumpFile == NULL )
+        return;
+    Gia_ManSimLogStats2( p, pDumpFile, Vec_StrSize(vValues), nPositives, ErrorTotal, GuessTotal );
+    printf( "Finished dumping statistics into file \"%s\".\n", pDumpFile );
+}
+
+/**Function*************************************************************
+
+  Synopsis    []
+
+  Description []
+               
+  SideEffects []
+
+  SeeAlso     []
+
+***********************************************************************/
+void Gia_ManTestWordFileUnused( Gia_Man_t * p, char * pFileName, char * pDumpFile )
+{
+    Vec_Wrd_t * vSimsIn;
+    Vec_Str_t * vSimsOut;
+    int nInputs = Gia_ManReadBinaryFile( pFileName, &vSimsIn, &vSimsOut );
+    if ( Gia_ManCiNum(p) == 8*nInputs )
+        Gia_ManCompareValues2( nInputs, p, vSimsIn, vSimsOut, pDumpFile );
+    else
+        printf( "The number of inputs in the AIG (%d) and in the file (%d) does not match.\n", Gia_ManCiNum(p), 8*nInputs );
+    Vec_WrdFree( vSimsIn );
+    Vec_StrFree( vSimsOut );
+}
+
+/**Function*************************************************************
+
+  Synopsis    []
+
+  Description []
+               
+  SideEffects []
+
+  SeeAlso     []
+
+***********************************************************************/
 void Gia_ManTestOneFile( Gia_Man_t * p, char * pFileName, char * pDumpFile )
 {
     Vec_Wrd_t * vSimsIn;
@@ -463,6 +739,158 @@ void Gia_ManTestOneFile( Gia_Man_t * p, char * pFileName, char * pDumpFile )
     Vec_IntFree( vValues );
 }
 
+
+/**Function*************************************************************
+
+  Synopsis    []
+
+  Description []
+               
+  SideEffects []
+
+  SeeAlso     []
+
+***********************************************************************/
+int Gia_ManReadCifar10File( char * pFileName, Vec_Wrd_t ** pvSimsIn, Vec_Str_t ** pvSimsOut, int * pnExamples )
+{
+    int nPixels   = 32*32*3;
+    int nFileSize = Extra_FileSize( pFileName );
+    int nExamples = nFileSize / (nPixels + 1);
+    int nWordsIn  = nPixels / 8;
+    int nWordsOut = (nExamples + 63) / 64; int e;
+    if ( nFileSize % (nPixels + 1) )
+    {
+        printf( "The input file \"%s\" with image data does not appear to be in CIFAR10 format.\n", pFileName );
+        return 0;
+    }
+    else
+    {
+        Vec_Wrd_t * vSimsIn  = Vec_WrdStart( 64 * nWordsOut * nWordsIn );
+        Vec_Str_t * vSimsOut = Vec_StrAlloc( 64 * nWordsOut );
+        unsigned char * pBuffer = ABC_ALLOC( unsigned char, nFileSize );
+        FILE * pFile = fopen( pFileName, "rb" );
+        int Value = fread( pBuffer, 1, nFileSize, pFile );
+        fclose( pFile );
+        assert( Value == nFileSize );
+        printf( "Successfully read %5.2f MB (%d images) from file \"%s\".\n", (float)nFileSize/(1<<20), nExamples, pFileName );
+        for ( e = 0; e < nExamples; e++ )
+        {
+            Vec_StrPush( vSimsOut, (char)pBuffer[e*(nPixels + 1)] );
+            memcpy( Vec_WrdEntryP(vSimsIn, e*nWordsIn), pBuffer + e*(nPixels + 1) + 1, nPixels );
+        }
+        ABC_FREE( pBuffer );
+        for ( ; e < 64 * nWordsOut; e++ )
+            Vec_StrPush( vSimsOut, (char)0 );
+        memset( Vec_WrdEntryP(vSimsIn, nExamples*nWordsIn), 0, (64*nWordsOut - nExamples)*nWordsIn );
+        *pvSimsIn   = vSimsIn;
+        *pvSimsOut  = vSimsOut;
+        *pnExamples = nExamples;
+        return 8*nPixels;
+    }
+}
+
+/**Function*************************************************************
+
+  Synopsis    []
+
+  Description []
+               
+  SideEffects []
+
+  SeeAlso     []
+
+***********************************************************************/
+int Gia_ManSimulateBatch( Gia_Man_t * p, Vec_Wrd_t * vSimsIn, Vec_Str_t * vSimsOut, Vec_Str_t * vSimsOut2, int b, int Limit )
+{
+    Gia_Obj_t * pObj; 
+    word * ppSims[10];
+    int i, o, Count = 0;
+    assert( Gia_ManCiNum(p) == Vec_WrdSize(vSimsIn) );
+    assert( Gia_ManCoNum(p) == 10 );
+    Gia_ManSimulateWordsInit( p, vSimsIn );
+    Gia_ManForEachCo( p, pObj, o )
+        ppSims[o] = Gia_ManObjSim( p, Gia_ObjId(p, pObj) );
+    for ( i = 0; i < Limit; i++ )
+    {
+        int Value = 0;
+        for ( o = 0; o < 10; o++ )
+            if ( Abc_TtGetBit(ppSims[o], i) )
+            {
+                Value = o;
+                break;
+            }
+        Vec_StrPush( vSimsOut, (char)Value );
+        Count += Value == (int)Vec_StrEntry( vSimsOut2, 64*b+i );
+    }
+    return Count;
+}
+Vec_Str_t * Gia_ManSimulateAll( Gia_Man_t * p, Vec_Wrd_t * vSimsIn, Vec_Str_t * vSimsOut, int nExamples, int fVerbose )
+{
+    extern void Extra_BitMatrixTransposeP( Vec_Wrd_t * vSimsIn, int nWordsIn, Vec_Wrd_t * vSimsOut, int nWordsOut );
+    Vec_Str_t * vRes = Vec_StrAlloc( 100 ); int b, Count;
+    int nWordsIn  = 32*32*24/64; // one image
+    int nWordsOut = Vec_WrdSize(vSimsIn)/(nWordsIn*64); 
+    assert( Vec_WrdSize(vSimsIn) % nWordsIn == 0 );
+    for ( b = 0; b < nWordsOut; b++ )
+    {
+        int Limit = b == nWordsOut-1 ? nExamples-b*64 : 64;
+        Vec_Wrd_t * vSimsIn1 = Vec_WrdStart( nWordsIn*64 );
+        Vec_Wrd_t * vSimsIn2 = Vec_WrdStart( nWordsIn*64 );
+        memcpy( Vec_WrdArray(vSimsIn1), Vec_WrdEntryP(vSimsIn, b*nWordsIn*64), sizeof(word)*nWordsIn*64 );
+        Extra_BitMatrixTransposeP( vSimsIn1, nWordsIn, vSimsIn2, 1 );
+        Vec_WrdFree( vSimsIn1 );
+        Count = Gia_ManSimulateBatch( p, vSimsIn2, vRes, vSimsOut, b, Limit );
+        Vec_WrdFree( vSimsIn2 );
+        if ( fVerbose )
+        printf( "Finished simulating word %4d (out of %4d). Correct = %2d. (Limit = %2d.)\n", b, nWordsOut, Count, Limit );
+    }
+    assert( Vec_StrSize(vRes) == nExamples );
+    return vRes;
+}
+void Gia_ManCompareCifar10Values( Gia_Man_t * p, Vec_Str_t * vRes, Vec_Str_t * vSimsOut, char * pDumpFile, int nExamples )
+{
+    int i, Guess = (nExamples+9)/10, Count = 0;
+    for ( i = 0; i < nExamples; i++ )
+    {
+        char ValueReal = Vec_StrEntry(vRes,     i);
+        char ValueGold = Vec_StrEntry(vSimsOut, i);
+        if ( ValueReal == ValueGold )
+            Count++;
+    }
+    printf( "Summary: Total = %6d.  Errors = %6d.  Correct = %6d. (%6.2f %%)   Naive guess = %6d. (%6.2f %%)\n", 
+        nExamples, nExamples - Count, 
+        Count, 100.0*Count/nExamples,
+        Guess, 100.0*Guess/nExamples);
+    if ( pDumpFile == NULL )
+        return;
+    Gia_ManSimLogStats( p, pDumpFile, nExamples, Count, Guess );
+    printf( "Finished dumping statistics into file \"%s\".\n", pDumpFile );
+}
+void Gia_ManTestWordFile( Gia_Man_t * p, char * pFileName, char * pDumpFile, int fVerbose )
+{
+    abctime clk = Abc_Clock();
+    Vec_Wrd_t * vSimsIn;
+    Vec_Str_t * vSimsOut;
+    int i, nExamples = 0;
+    int nInputs = Gia_ManReadCifar10File( pFileName, &vSimsIn, &vSimsOut, &nExamples );
+    char * pKnownFileNames[3] = {"small.aig", "medium.aig", "large.aig"};
+    int pLimitFileSizes[3] = {10000, 100000, 1000000};
+    for ( i = 0; i < 3; i++ )
+        if ( !strncmp(p->pSpec, pKnownFileNames[i], 5) && Gia_ManAndNum(p) > pLimitFileSizes[i] )
+            printf( "Warning: The input file \"%s\" contains more than %d internal and-nodes.\n", pKnownFileNames[i], pLimitFileSizes[i] );
+    if ( nInputs == Gia_ManCiNum(p) )
+    {
+        Vec_Str_t * vRes = Gia_ManSimulateAll( p, vSimsIn, vSimsOut, nExamples, fVerbose );
+        Gia_ManCompareCifar10Values( p, vRes, vSimsOut, pDumpFile, nExamples );
+        Vec_StrFree( vRes );
+    }
+    else
+        printf( "The primary input counts in the AIG (%d) and in the image data (%d) do not match.\n", Gia_ManCiNum(p), nInputs );
+    Vec_WrdFree( vSimsIn );
+    Vec_StrFree( vSimsOut );
+    Abc_PrintTime( 1, "Total checking time", Abc_Clock() - clk );
+}
+
 ////////////////////////////////////////////////////////////////////////
 ///                       END OF FILE                                ///
 ////////////////////////////////////////////////////////////////////////
diff --git a/src/base/abci/abc.c b/src/base/abci/abc.c
index 81ce3a01..94a98037 100644
--- a/src/base/abci/abc.c
+++ b/src/base/abci/abc.c
@@ -416,6 +416,7 @@ static int Abc_CommandAbc9Sim                ( Abc_Frame_t * pAbc, int argc, cha
 static int Abc_CommandAbc9Sim3               ( Abc_Frame_t * pAbc, int argc, char ** argv );
 static int Abc_CommandAbc9MLGen              ( Abc_Frame_t * pAbc, int argc, char ** argv );
 static int Abc_CommandAbc9MLTest             ( Abc_Frame_t * pAbc, int argc, char ** argv );
+static int Abc_CommandAbc9Iwls21Test         ( Abc_Frame_t * pAbc, int argc, char ** argv );
 static int Abc_CommandAbc9ReadSim            ( Abc_Frame_t * pAbc, int argc, char ** argv );
 static int Abc_CommandAbc9WriteSim           ( Abc_Frame_t * pAbc, int argc, char ** argv );
 static int Abc_CommandAbc9PrintSim           ( Abc_Frame_t * pAbc, int argc, char ** argv );
@@ -1138,6 +1139,7 @@ void Abc_Init( Abc_Frame_t * pAbc )
     Cmd_CommandAdd( pAbc, "ABC9",         "&sim3",         Abc_CommandAbc9Sim3,         0 );
     Cmd_CommandAdd( pAbc, "ABC9",         "&mlgen",        Abc_CommandAbc9MLGen,        0 );
     Cmd_CommandAdd( pAbc, "ABC9",         "&mltest",       Abc_CommandAbc9MLTest,       0 );
+    Cmd_CommandAdd( pAbc, "ABC9",         "&iwls21test",   Abc_CommandAbc9Iwls21Test,   0 );
     Cmd_CommandAdd( pAbc, "ABC9",         "&sim_read",     Abc_CommandAbc9ReadSim,      0 );
     Cmd_CommandAdd( pAbc, "ABC9",         "&sim_write",    Abc_CommandAbc9WriteSim,     0 );
     Cmd_CommandAdd( pAbc, "ABC9",         "&sim_print",    Abc_CommandAbc9PrintSim,     0 );
@@ -33001,6 +33003,96 @@ usage:
   SeeAlso     []
 
 ***********************************************************************/
+int Abc_CommandAbc9Iwls21Test( Abc_Frame_t * pAbc, int argc, char ** argv )
+{
+    extern void Gia_ManTestWordFile( Gia_Man_t * p, char * pFileName, char * pDumpFile, int fVerbose );
+    int c, fVerbose = 0;
+    char * pDumpFile = NULL;
+    char ** pArgvNew;
+    int nArgcNew;
+    Extra_UtilGetoptReset();
+    while ( ( c = Extra_UtilGetopt( argc, argv, "Dvh" ) ) != EOF )
+    {
+        switch ( c )
+        {
+        case 'D':
+            if ( globalUtilOptind >= argc )
+            {
+                Abc_Print( -1, "Command line switch \"-D\" should be followed by a file name.\n" );
+                goto usage;
+            }
+            pDumpFile = argv[globalUtilOptind];
+            globalUtilOptind++;
+            break;
+        case 'v':
+            fVerbose ^= 1;
+            break;
+        case 'h':
+            goto usage;
+        default:
+            goto usage;
+        }
+    }
+    pArgvNew = argv + globalUtilOptind;
+    nArgcNew = argc - globalUtilOptind;
+    if ( nArgcNew == 2 )
+    {
+        Gia_Man_t * pAig = Gia_AigerRead( pArgvNew[0], 0, 0, 0 );
+        if ( pAig == NULL )
+        {
+            Abc_Print( -1, "Reading AIGER from file \"%s\" has failed.\n", pArgvNew[0] );
+            return 0;
+        }
+        if ( pAbc->pGia == NULL )
+        {
+            Abc_Print( -1, "Abc_CommandAbc9Iwls21Test(): There is no AIG.\n" );
+            return 1;
+        }
+        Gia_ManTestWordFile( pAig, pArgvNew[1], pDumpFile, fVerbose );
+        Gia_ManStop( pAig );
+        return 0;
+    }
+    if ( pAbc->pGia == NULL )
+    {
+        Abc_Print( -1, "Abc_CommandAbc9Iwls21Test(): There is no AIG.\n" );
+        return 1;
+    }
+    if ( nArgcNew != 1 )
+    {
+        Abc_Print( -1, "Abc_CommandAbc9Iwls21Test(): Expecting data file name on the command line.\n" );
+        return 0;
+    }
+    if ( Gia_ManRegNum(pAbc->pGia) > 0 )
+    {
+        Abc_Print( -1, "Abc_CommandAbc9Iwls21Test(): This command works only for combinational AIGs.\n" );
+        return 0;
+    }
+    Vec_WrdFreeP( &pAbc->pGia->vSimsPi );
+    Gia_ManTestWordFile( pAbc->pGia, pArgvNew[0], pDumpFile, fVerbose );
+    return 0;
+
+usage:
+    Abc_Print( -2, "usage: &iwls21test [-vh] [-D file] <file1> <file2>\n" );
+    Abc_Print( -2, "\t          this command evaluates AIG for 2021 IWLS ML+LS Contest\n" );
+    Abc_Print( -2, "\t-v      : toggle printing verbose information [default = %s]\n", fVerbose? "yes": "no" );
+    Abc_Print( -2, "\t-h      : print the command usage\n");
+    Abc_Print( -2, "\t-D file : file name to dump statistics [default = none]\n" );
+    Abc_Print( -2, "\tfile1   : file with input AIG (or \"&read <file1.aig>; &iwls21test <file2>\" can be used)\n");
+    Abc_Print( -2, "\tfile2   : file with CIFAR10 image data (https://www.cs.toronto.edu/~kriz/cifar.html)\n");
+    return 1;
+}
+
+/**Function*************************************************************
+
+  Synopsis    []
+
+  Description []
+
+  SideEffects []
+
+  SeeAlso     []
+
+***********************************************************************/
 int Abc_CommandAbc9ReadSim( Abc_Frame_t * pAbc, int argc, char ** argv )
 {
     int c, fOutputs = 0, nWords = 4, fVerbose = 0;
diff --git a/src/base/wlc/wlcBlast.c b/src/base/wlc/wlcBlast.c
index aec80a2c..8ff8d287 100644
--- a/src/base/wlc/wlcBlast.c
+++ b/src/base/wlc/wlcBlast.c
@@ -2490,6 +2490,98 @@ Gia_Man_t * Wlc_NtkBitBlast( Wlc_Ntk_t * p, Wlc_BstPar_t * pParIn )
     return pNew;
 }
 
+
+/**Function*************************************************************
+
+  Synopsis    []
+
+  Description []
+               
+  SideEffects []
+
+  SeeAlso     []
+
+***********************************************************************/
+float * Extra_FileReadFloat( FILE * pFile, int * pnFileSize )
+{
+    float * pBuffer;
+    int RetValue, nFileSize;
+    fseek( pFile, 0, SEEK_END );  
+    nFileSize = *pnFileSize = ftell( pFile );  
+    rewind( pFile ); 
+    assert( nFileSize%4 == 0 );
+    pBuffer = ABC_CALLOC( float, nFileSize/4 );
+    RetValue = fread( pBuffer, nFileSize, 1, pFile );
+    return pBuffer;
+}
+float * Extra_FileReadFloatContents( char * pFileName, int * pnFileSize )
+{
+    FILE * pFile;
+    float * pBuffer;
+    pFile = fopen( pFileName, "rb" );
+    pBuffer = pFile ? Extra_FileReadFloat( pFile, pnFileSize ) : NULL;
+    if ( pFile )  fclose( pFile );
+    return pBuffer;
+}
+static inline int Extra_FixedFound( int Value, int Fixed )
+{
+    Value  += 1 << (Fixed-1);
+    Value >>= Fixed;
+    return Value;
+}
+static inline int Extra_ConvertFloat8( float Value )
+{
+    return Extra_FixedFound( (int)(Value * (1 << 16)), 8 );
+}
+Gia_Man_t * Wlc_BlastArray( char * pFileName )
+{
+    int nFileSize = 0;
+    float * pBuffer = Extra_FileReadFloatContents( pFileName, &nFileSize );
+    int i, v, Value, nInputs = nFileSize/4 - 1;
+    Vec_Int_t * vArg0 = Vec_IntAlloc( 100 );
+    Vec_Int_t * vArg1 = Vec_IntAlloc( 100 );
+    Vec_Int_t * vTemp = Vec_IntAlloc( 100 );
+    Vec_Int_t * vRes  = Vec_IntAlloc( 100 );
+    Vec_Int_t * vSum  = Vec_IntAlloc( 100 );
+    Gia_Man_t * pTemp, * pNew = Gia_ManStart( 10000 );
+    pNew->pName = Abc_UtilStrsav( "blast" );
+    Gia_ManHashAlloc( pNew );
+    for ( i = 0; i < 8*nInputs; i++ )
+        Gia_ManAppendCi(pNew);
+
+    Value = (Extra_ConvertFloat8(pBuffer[0]) << 8) | (1 << 7);
+    for ( v = 0; v < 20; v++ )
+        Vec_IntPush( vSum, (Value >> v) & 1 );
+    
+    for ( i = 0; i < nInputs; i++ )
+    {
+        Value = Extra_ConvertFloat8( pBuffer[1+i] );
+
+        Vec_IntClear( vArg0 );
+        for ( v = 0; v < 8; v++ )
+            Vec_IntPush( vArg0, Gia_ManCiLit(pNew, 8*i+v) );
+
+        Vec_IntClear( vArg1 );
+        for ( v = 0; v < 12; v++ )
+            Vec_IntPush( vArg1, (Value >> v) & 1 );
+
+        Wlc_BlastMultiplier( pNew, Vec_IntArray(vArg0), Vec_IntArray(vArg1), 8, 12, vTemp, vRes, 1 );
+        Wlc_BlastAdder( pNew, Vec_IntArray(vSum), Vec_IntArray(vRes), 20, 0 );
+    }
+    ABC_FREE( pBuffer );
+    for ( v = 8; v < 16; v++ )
+        Gia_ManAppendCo( pNew, Vec_IntEntry(vSum, v) );
+    Vec_IntFree( vArg0 );
+    Vec_IntFree( vArg1 );
+    Vec_IntFree( vTemp );
+    Vec_IntFree( vRes );
+    Vec_IntFree( vSum );
+
+    pNew = Gia_ManCleanup( pTemp = pNew );
+    Gia_ManStop( pTemp );
+    return pNew;
+}
+
 ////////////////////////////////////////////////////////////////////////
 ///                       END OF FILE                                ///
 ////////////////////////////////////////////////////////////////////////