Cosmos3-Edge / assets /example_action_fd_umi_action_chunks.json
tangyue0820's picture
Initial release
6f58f6b
Raw History Blame
10.4 kB
{
"prompt": "mouse arrangement",
"domain_name": "umi",
"view_point": "ego_view",
"fps": 20,
"image_size": 256,
"action_chunk_size": 16,
"num_chunks": 2,
"action_shape_per_chunk": [
16,
10
],
"description": "Two normalized 10-D UMI action chunks for a single-view ego_view rollout. Use the first frame as the initial conditioning image. For chunk 1, condition on the final generated frame from chunk 0.",
"action_chunks": [
[
[
0.053812503814697266,
-0.004779123235493898,
0.002008301904425025,
0.9671046733856201,
0.03711317479610443,
-0.17747420072555542,
-0.036594998091459274,
0.9977647662162781,
0.02953636832535267,
-0.13823197782039642
],
[
0.07370813935995102,
-0.00015990791143849492,
-0.00526643730700016,
0.966162919998169,
0.05513376370072365,
-0.17547594010829926,
-0.05433010682463646,
0.994891881942749,
0.04623955488204956,
-0.13932132720947266
],
[
0.1894039809703827,
-0.0023578035179525614,
0.012279288843274117,
0.9756994843482971,
0.09475686401128769,
-0.12368101626634598,
-0.09487718343734741,
0.9908984303474426,
-0.009143882431089878,
-0.14122092723846436
],
[
0.1646755337715149,
0.014868665486574173,
-0.02827119641005993,
0.9662106037139893,
0.11741045117378235,
-0.14138658344745636,
-0.11718737334012985,
0.9859751462936401,
0.01658531278371811,
-0.14161521196365356
],
[
0.20245812833309174,
0.039910294115543365,
-0.025805803015828133,
0.8995737433433533,
0.16153031587600708,
-0.27254194021224976,
-0.1620442271232605,
0.9734464883804321,
-0.016664521768689156,
-0.14406844973564148
],
[
0.18459202349185944,
0.03604526445269585,
-0.02222990058362484,
0.941689670085907,
0.08134357631206512,
-0.22731782495975494,
-0.08176705986261368,
0.9929845333099365,
-0.01771094650030136,
-0.14325366914272308
],
[
0.19590386748313904,
0.02676231600344181,
-0.02729889750480652,
0.8968558311462402,
0.16832612454891205,
-0.2734377384185791,
-0.16814984381198883,
0.97162264585495,
0.008744634687900543,
-0.1433658003807068
],
[
0.2117065191268921,
0.019320685416460037,
-0.013418853282928467,
0.8548710346221924,
0.22257667779922485,
-0.30904778838157654,
-0.22233201563358307,
0.9504156708717346,
0.011350061744451523,
-0.1437632143497467
],
[
0.22299973666667938,
0.0327562540769577,
-0.009134029038250446,
0.8706302046775818,
0.21322639286518097,
-0.28956693410873413,
-0.21412642300128937,
0.953336238861084,
-0.02801540493965149,
-0.14188432693481445
],
[
0.2140849381685257,
0.02660888060927391,
-0.01170671172440052,
0.8908835649490356,
0.20415504276752472,
-0.2596054971218109,
-0.20452779531478882,
0.9580091238021851,
-0.01170840673148632,
-0.14164277911186218
],
[
0.22304928302764893,
0.028626402840018272,
-0.006994225084781647,
0.8915749192237854,
0.12412955611944199,
-0.30490365624427795,
-0.12411271035671234,
0.9845566153526306,
0.0024451441131532192,
-0.14154405891895294
],
[
0.2222731113433838,
0.025864848867058754,
-0.03064606711268425,
0.8916106820106506,
0.11292119324207306,
-0.3092045783996582,
-0.11282884329557419,
0.9872149229049683,
0.004730388056486845,
-0.14219173789024353
],
[
0.2097492665052414,
0.05057718604803085,
-0.007311991881579161,
0.9075368046760559,
0.1548784226179123,
-0.26160797476768494,
-0.15552769601345062,
0.9752822518348694,
-0.022801857441663742,
-0.1428474634885788
],
[
0.2123514711856842,
0.042986635118722916,
0.006450705695897341,
0.9269675612449646,
0.16701975464820862,
-0.2123788744211197,
-0.16792836785316467,
0.9700967669487,
-0.041070736944675446,
-0.14396123588085175
],
[
0.2005469650030136,
0.04303627461194992,
0.0021174526773393154,
0.9145819544792175,
0.15997713804244995,
-0.24451406300067902,
-0.16089586913585663,
0.9728385210037231,
-0.0356520377099514,
-0.143580824136734
],
[
0.1828203797340393,
0.06162899360060692,
0.015765784308314323,
0.9442406892776489,
0.12680575251579285,
-0.199128195643425,
-0.12898683547973633,
0.9715272784233093,
-0.10863088071346283,
-0.14364691078662872
]
],
[
[
0.1800091415643692,
0.05415700003504753,
0.0220723208039999,
0.9427744746208191,
0.15702207386493683,
-0.18039608001708984,
-0.1585177183151245,
0.9681656360626221,
-0.08177943527698517,
-0.14226296544075012
],
[
0.1782533973455429,
0.046168215572834015,
0.03214065358042717,
0.9491162896156311,
0.15013249218463898,
-0.16828377544879913,
-0.15176372230052948,
0.9677245616912842,
-0.09608176350593567,
-0.1437339335680008
],
[
0.17733417451381683,
0.05023511126637459,
0.042507752776145935,
0.9599641561508179,
0.11787547171115875,
-0.16160599887371063,
-0.11985509097576141,
0.9706928133964539,
-0.12208050489425659,
-0.14515265822410583
],
[
0.17919816076755524,
0.07686550915241241,
0.06860226392745972,
0.9644821286201477,
0.10539975762367249,
-0.15618394315242767,
-0.10708234459161758,
0.9769988656044006,
-0.10728096216917038,
-0.1453562080860138
],
[
0.1575465053319931,
0.029737284407019615,
0.05468235909938812,
0.9541349411010742,
0.15530435740947723,
-0.14736345410346985,
-0.1561610847711563,
0.9723378419876099,
-0.057166263461112976,
-0.14554671943187714
],
[
0.17658387124538422,
-0.0008871768950484693,
0.09531591832637787,
0.983400285243988,
0.09690801054239273,
-0.08479148149490356,
-0.09749053418636322,
0.9857844114303589,
-0.06855253875255585,
-0.1436685174703598
],
[
0.1308804750442505,
0.016017800197005272,
0.04266123101115227,
0.9813141822814941,
0.10064378380775452,
-0.09238820523023605,
-0.10080896317958832,
0.9895036816596985,
-0.017434898763895035,
-0.14607854187488556
],
[
0.12789754569530487,
0.0020461133681237698,
0.06620839238166809,
0.99201899766922,
0.03137550875544548,
-0.08352884650230408,
-0.03163702413439751,
0.9980270266532898,
-0.031180214136838913,
-0.14278197288513184
],
[
0.11177432537078857,
-0.02513059414923191,
0.08431962132453918,
0.9990403056144714,
-0.010432509705424309,
-0.02879752404987812,
0.010669702664017677,
0.9930679798126221,
0.08243173360824585,
-0.14342190325260162
],
[
0.0631430447101593,
-0.010469917207956314,
0.08317670226097107,
0.999850869178772,
-0.011552712880074978,
0.0031132197473198175,
0.011538979597389698,
0.9979555010795593,
0.04372014105319977,
-0.1447361707687378
],
[
0.09046280384063721,
-0.012558498419821262,
0.09904492646455765,
0.998515784740448,
0.032513268291950226,
0.02011110819876194,
-0.0324835367500782,
0.9986945986747742,
-0.01484532468020916,
-0.14469973742961884
],
[
0.07805871963500977,
-0.019602082669734955,
0.11864962428808212,
0.9934136867523193,
0.054121777415275574,
0.06036890670657158,
-0.05413716286420822,
0.9970375895500183,
0.002376429969444871,
-0.1444096863269806
],
[
0.08657136559486389,
-0.0348740816116333,
0.12534210085868835,
0.9954044818878174,
0.005703791975975037,
0.067320816218853,
-0.00547851761803031,
0.9988376498222351,
-0.033448826521635056,
-0.14501787722110748
],
[
0.07565143704414368,
-0.044480662792921066,
0.1283297836780548,
0.9972044825553894,
0.022084418684244156,
0.04793533310294151,
-0.02211857959628105,
0.999433696269989,
0.007050265092402697,
-0.14408022165298462
],
[
0.06433551013469696,
-0.04466487839818001,
0.13651199638843536,
0.9936521053314209,
-0.04951975867152214,
0.0623551569879055,
0.049662359058856964,
0.9970018267631531,
-0.022745873779058456,
-0.14406241476535797
],
[
0.05908937379717827,
-0.05935889855027199,
0.1395753026008606,
0.9970375895500183,
-0.024985427036881447,
0.04805263504385948,
0.02504965290427208,
0.9991833567619324,
-0.013274282217025757,
-0.14403760433197021
]
]
]
}