{"weights":{"down_proj":[0.006313654,-0.012741939,0.012911633,0.0062235817,-0.011629299,-0.027756024,-0.0058947615,-0.03097053,-0.0074134306,-0.008963236,-0.03540523,-0.007892469,0.011773605,-0.041494764,0.0061013647,0.004215786,0.0018524675,-0.0005204612,-0.0077476758,-0.0070988573,0.0053603514,0.0028398547,-0.0046168496,-0.008968514,0.010993237,-0.020609265,0.012835097,0.034253642,0.0016445258,0.00952521,0.032289352,-0.018469159,-0.0034581367,0.005478036,0.018592007,-0.004156024,-0.008254671,-0.004497493,0.010211662,0.008383412,0.016303144,-0.016831521,0.027023269,-0.0063061756,-0.0060906173,-0.0021646677,0.016090503,-0.030317182,0.001125401,0.0026698192,0.0047911103,-0.025655456,-0.0057855453,0.0034291078,-0.015429527,-0.01889153,-0.015818026,-0.0077961143,0.0058047585,0.036236573,0.016024087,0.004320776,0.0033386692,-0.0026274088,0.0136394575,0.01623219,0.009243071,-0.023693198,-0.02012013,0.019165846,-0.0014439927,-0.017331446,0.0048375716,-0.01146384,-0.006377999,-0.021550382,0.030899383,0.013615383,0.006613819,-0.0038592531,0.022487588,-0.024493465,-0.015282385,-0.01274269,0.006822667,0.014608738,-0.014168885,0.01649917,-0.0053027426,-0.020300837,-0.00018707903,0.016406048,0.0006898252,0.006661175,0.00026665357,-0.007860954,0.024211178,0.010660746,0.0081854705,0.008008301,0.0013847018,0.011045474,0.028689727,-0.008364747,0.015024784,0.011365743,-0.0046261433,0.0015900302,0.02009362,0.031019693,0.0676912,0.0061751343,-0.026397523,0.03057399,-0.016554963,0.027901342,0.039364982,-0.018575685,0.0038890804,-0.006698522,-0.036741257,0.014376681,0.023990015,-0.0007817673,-0.011912623,-0.00092573994,-0.008942524,0.031185452,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"up_proj":[0.006313654,-0.012741939,0.012911633,0.0062235817,-0.011629299,-0.027756024,-0.0058947615,-0.03097053,-0.0074134306,-0.008963236,-0.03540523,-0.007892469,0.011773605,-0.041494764,0.0061013647,0.004215786,0.0018524675,-0.0005204612,-0.0077476758,-0.0070988573,0.0053603514,0.0028398547,-0.0046168496,-0.008968514,0.010993237,-0.020609265,0.012835097,0.034253642,0.0016445258,0.00952521,0.032289352,-0.018469159,-0.0034581367,0.005478036,0.018592007,-0.004156024,-0.008254671,-0.004497493,0.010211662,0.008383412,0.016303144,-0.016831521,0.027023269,-0.0063061756,-0.0060906173,-0.0021646677,0.016090503,-0.030317182,0.001125401,0.0026698192,0.0047911103,-0.025655456,-0.0057855453,0.0034291078,-0.015429527,-0.01889153,-0.015818026,-0.0077961143,0.0058047585,0.036236573,0.016024087,0.004320776,0.0033386692,-0.0026274088,0.0136394575,0.01623219,0.009243071,-0.023693198,-0.02012013,0.019165846,-0.0014439927,-0.017331446,0.0048375716,-0.01146384,-0.006377999,-0.021550382,0.030899383,0.013615383,0.006613819,-0.0038592531,0.022487588,-0.024493465,-0.015282385,-0.01274269,0.006822667,0.014608738,-0.014168885,0.01649917,-0.0053027426,-0.020300837,-0.00018707903,0.016406048,0.0006898252,0.006661175,0.00026665357,-0.007860954,0.024211178,0.010660746,0.0081854705,0.008008301,0.0013847018,0.011045474,0.028689727,-0.008364747,0.015024784,0.011365743,-0.0046261433,0.0015900302,0.02009362,0.031019693,0.0676912,0.0061751343,-0.026397523,0.03057399,-0.016554963,0.027901342,0.039364982,-0.018575685,0.0038890804,-0.006698522,-0.036741257,0.014376681,0.023990015,-0.0007817673,-0.011912623,-0.00092573994,-0.008942524,0.031185452,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"rank":2,"hidden_dim":128,"epoch":50,"contributor_count":1,"total_evidence":62},"epoch":50}