Instructions to use nvidia/Cosmos3-Edge with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Cosmos
How to use nvidia/Cosmos3-Edge with Cosmos:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
Download assets/example_action_fd_umi_action_chunks.json from nvidia/Cosmos3-Edge: direct link, hf CLI and curl.
- Browser
- Download file 10.4 kB
-
https://huggingface.co/nvidia/Cosmos3-Edge/resolve/refs%2Fpr%2F52/assets/example_action_fd_umi_action_chunks.json
- Command line
-
hf download hf://nvidia/Cosmos3-Edge@refs/pr/52/assets/example_action_fd_umi_action_chunks.json
-
curl -L -o example_action_fd_umi_action_chunks.json https://huggingface.co/nvidia/Cosmos3-Edge/resolve/refs%2Fpr%2F52/assets/example_action_fd_umi_action_chunks.json
10.4 kB
| { | |
| "prompt": "mouse arrangement", | |
| "domain_name": "umi", | |
| "view_point": "ego_view", | |
| "fps": 20, | |
| "image_size": 256, | |
| "action_chunk_size": 16, | |
| "num_chunks": 2, | |
| "action_shape_per_chunk": [ | |
| 16, | |
| 10 | |
| ], | |
| "description": "Two normalized 10-D UMI action chunks for a single-view ego_view rollout. Use the first frame as the initial conditioning image. For chunk 1, condition on the final generated frame from chunk 0.", | |
| "action_chunks": [ | |
| [ | |
| [ | |
| 0.053812503814697266, | |
| -0.004779123235493898, | |
| 0.002008301904425025, | |
| 0.9671046733856201, | |
| 0.03711317479610443, | |
| -0.17747420072555542, | |
| -0.036594998091459274, | |
| 0.9977647662162781, | |
| 0.02953636832535267, | |
| -0.13823197782039642 | |
| ], | |
| [ | |
| 0.07370813935995102, | |
| -0.00015990791143849492, | |
| -0.00526643730700016, | |
| 0.966162919998169, | |
| 0.05513376370072365, | |
| -0.17547594010829926, | |
| -0.05433010682463646, | |
| 0.994891881942749, | |
| 0.04623955488204956, | |
| -0.13932132720947266 | |
| ], | |
| [ | |
| 0.1894039809703827, | |
| -0.0023578035179525614, | |
| 0.012279288843274117, | |
| 0.9756994843482971, | |
| 0.09475686401128769, | |
| -0.12368101626634598, | |
| -0.09487718343734741, | |
| 0.9908984303474426, | |
| -0.009143882431089878, | |
| -0.14122092723846436 | |
| ], | |
| [ | |
| 0.1646755337715149, | |
| 0.014868665486574173, | |
| -0.02827119641005993, | |
| 0.9662106037139893, | |
| 0.11741045117378235, | |
| -0.14138658344745636, | |
| -0.11718737334012985, | |
| 0.9859751462936401, | |
| 0.01658531278371811, | |
| -0.14161521196365356 | |
| ], | |
| [ | |
| 0.20245812833309174, | |
| 0.039910294115543365, | |
| -0.025805803015828133, | |
| 0.8995737433433533, | |
| 0.16153031587600708, | |
| -0.27254194021224976, | |
| -0.1620442271232605, | |
| 0.9734464883804321, | |
| -0.016664521768689156, | |
| -0.14406844973564148 | |
| ], | |
| [ | |
| 0.18459202349185944, | |
| 0.03604526445269585, | |
| -0.02222990058362484, | |
| 0.941689670085907, | |
| 0.08134357631206512, | |
| -0.22731782495975494, | |
| -0.08176705986261368, | |
| 0.9929845333099365, | |
| -0.01771094650030136, | |
| -0.14325366914272308 | |
| ], | |
| [ | |
| 0.19590386748313904, | |
| 0.02676231600344181, | |
| -0.02729889750480652, | |
| 0.8968558311462402, | |
| 0.16832612454891205, | |
| -0.2734377384185791, | |
| -0.16814984381198883, | |
| 0.97162264585495, | |
| 0.008744634687900543, | |
| -0.1433658003807068 | |
| ], | |
| [ | |
| 0.2117065191268921, | |
| 0.019320685416460037, | |
| -0.013418853282928467, | |
| 0.8548710346221924, | |
| 0.22257667779922485, | |
| -0.30904778838157654, | |
| -0.22233201563358307, | |
| 0.9504156708717346, | |
| 0.011350061744451523, | |
| -0.1437632143497467 | |
| ], | |
| [ | |
| 0.22299973666667938, | |
| 0.0327562540769577, | |
| -0.009134029038250446, | |
| 0.8706302046775818, | |
| 0.21322639286518097, | |
| -0.28956693410873413, | |
| -0.21412642300128937, | |
| 0.953336238861084, | |
| -0.02801540493965149, | |
| -0.14188432693481445 | |
| ], | |
| [ | |
| 0.2140849381685257, | |
| 0.02660888060927391, | |
| -0.01170671172440052, | |
| 0.8908835649490356, | |
| 0.20415504276752472, | |
| -0.2596054971218109, | |
| -0.20452779531478882, | |
| 0.9580091238021851, | |
| -0.01170840673148632, | |
| -0.14164277911186218 | |
| ], | |
| [ | |
| 0.22304928302764893, | |
| 0.028626402840018272, | |
| -0.006994225084781647, | |
| 0.8915749192237854, | |
| 0.12412955611944199, | |
| -0.30490365624427795, | |
| -0.12411271035671234, | |
| 0.9845566153526306, | |
| 0.0024451441131532192, | |
| -0.14154405891895294 | |
| ], | |
| [ | |
| 0.2222731113433838, | |
| 0.025864848867058754, | |
| -0.03064606711268425, | |
| 0.8916106820106506, | |
| 0.11292119324207306, | |
| -0.3092045783996582, | |
| -0.11282884329557419, | |
| 0.9872149229049683, | |
| 0.004730388056486845, | |
| -0.14219173789024353 | |
| ], | |
| [ | |
| 0.2097492665052414, | |
| 0.05057718604803085, | |
| -0.007311991881579161, | |
| 0.9075368046760559, | |
| 0.1548784226179123, | |
| -0.26160797476768494, | |
| -0.15552769601345062, | |
| 0.9752822518348694, | |
| -0.022801857441663742, | |
| -0.1428474634885788 | |
| ], | |
| [ | |
| 0.2123514711856842, | |
| 0.042986635118722916, | |
| 0.006450705695897341, | |
| 0.9269675612449646, | |
| 0.16701975464820862, | |
| -0.2123788744211197, | |
| -0.16792836785316467, | |
| 0.9700967669487, | |
| -0.041070736944675446, | |
| -0.14396123588085175 | |
| ], | |
| [ | |
| 0.2005469650030136, | |
| 0.04303627461194992, | |
| 0.0021174526773393154, | |
| 0.9145819544792175, | |
| 0.15997713804244995, | |
| -0.24451406300067902, | |
| -0.16089586913585663, | |
| 0.9728385210037231, | |
| -0.0356520377099514, | |
| -0.143580824136734 | |
| ], | |
| [ | |
| 0.1828203797340393, | |
| 0.06162899360060692, | |
| 0.015765784308314323, | |
| 0.9442406892776489, | |
| 0.12680575251579285, | |
| -0.199128195643425, | |
| -0.12898683547973633, | |
| 0.9715272784233093, | |
| -0.10863088071346283, | |
| -0.14364691078662872 | |
| ] | |
| ], | |
| [ | |
| [ | |
| 0.1800091415643692, | |
| 0.05415700003504753, | |
| 0.0220723208039999, | |
| 0.9427744746208191, | |
| 0.15702207386493683, | |
| -0.18039608001708984, | |
| -0.1585177183151245, | |
| 0.9681656360626221, | |
| -0.08177943527698517, | |
| -0.14226296544075012 | |
| ], | |
| [ | |
| 0.1782533973455429, | |
| 0.046168215572834015, | |
| 0.03214065358042717, | |
| 0.9491162896156311, | |
| 0.15013249218463898, | |
| -0.16828377544879913, | |
| -0.15176372230052948, | |
| 0.9677245616912842, | |
| -0.09608176350593567, | |
| -0.1437339335680008 | |
| ], | |
| [ | |
| 0.17733417451381683, | |
| 0.05023511126637459, | |
| 0.042507752776145935, | |
| 0.9599641561508179, | |
| 0.11787547171115875, | |
| -0.16160599887371063, | |
| -0.11985509097576141, | |
| 0.9706928133964539, | |
| -0.12208050489425659, | |
| -0.14515265822410583 | |
| ], | |
| [ | |
| 0.17919816076755524, | |
| 0.07686550915241241, | |
| 0.06860226392745972, | |
| 0.9644821286201477, | |
| 0.10539975762367249, | |
| -0.15618394315242767, | |
| -0.10708234459161758, | |
| 0.9769988656044006, | |
| -0.10728096216917038, | |
| -0.1453562080860138 | |
| ], | |
| [ | |
| 0.1575465053319931, | |
| 0.029737284407019615, | |
| 0.05468235909938812, | |
| 0.9541349411010742, | |
| 0.15530435740947723, | |
| -0.14736345410346985, | |
| -0.1561610847711563, | |
| 0.9723378419876099, | |
| -0.057166263461112976, | |
| -0.14554671943187714 | |
| ], | |
| [ | |
| 0.17658387124538422, | |
| -0.0008871768950484693, | |
| 0.09531591832637787, | |
| 0.983400285243988, | |
| 0.09690801054239273, | |
| -0.08479148149490356, | |
| -0.09749053418636322, | |
| 0.9857844114303589, | |
| -0.06855253875255585, | |
| -0.1436685174703598 | |
| ], | |
| [ | |
| 0.1308804750442505, | |
| 0.016017800197005272, | |
| 0.04266123101115227, | |
| 0.9813141822814941, | |
| 0.10064378380775452, | |
| -0.09238820523023605, | |
| -0.10080896317958832, | |
| 0.9895036816596985, | |
| -0.017434898763895035, | |
| -0.14607854187488556 | |
| ], | |
| [ | |
| 0.12789754569530487, | |
| 0.0020461133681237698, | |
| 0.06620839238166809, | |
| 0.99201899766922, | |
| 0.03137550875544548, | |
| -0.08352884650230408, | |
| -0.03163702413439751, | |
| 0.9980270266532898, | |
| -0.031180214136838913, | |
| -0.14278197288513184 | |
| ], | |
| [ | |
| 0.11177432537078857, | |
| -0.02513059414923191, | |
| 0.08431962132453918, | |
| 0.9990403056144714, | |
| -0.010432509705424309, | |
| -0.02879752404987812, | |
| 0.010669702664017677, | |
| 0.9930679798126221, | |
| 0.08243173360824585, | |
| -0.14342190325260162 | |
| ], | |
| [ | |
| 0.0631430447101593, | |
| -0.010469917207956314, | |
| 0.08317670226097107, | |
| 0.999850869178772, | |
| -0.011552712880074978, | |
| 0.0031132197473198175, | |
| 0.011538979597389698, | |
| 0.9979555010795593, | |
| 0.04372014105319977, | |
| -0.1447361707687378 | |
| ], | |
| [ | |
| 0.09046280384063721, | |
| -0.012558498419821262, | |
| 0.09904492646455765, | |
| 0.998515784740448, | |
| 0.032513268291950226, | |
| 0.02011110819876194, | |
| -0.0324835367500782, | |
| 0.9986945986747742, | |
| -0.01484532468020916, | |
| -0.14469973742961884 | |
| ], | |
| [ | |
| 0.07805871963500977, | |
| -0.019602082669734955, | |
| 0.11864962428808212, | |
| 0.9934136867523193, | |
| 0.054121777415275574, | |
| 0.06036890670657158, | |
| -0.05413716286420822, | |
| 0.9970375895500183, | |
| 0.002376429969444871, | |
| -0.1444096863269806 | |
| ], | |
| [ | |
| 0.08657136559486389, | |
| -0.0348740816116333, | |
| 0.12534210085868835, | |
| 0.9954044818878174, | |
| 0.005703791975975037, | |
| 0.067320816218853, | |
| -0.00547851761803031, | |
| 0.9988376498222351, | |
| -0.033448826521635056, | |
| -0.14501787722110748 | |
| ], | |
| [ | |
| 0.07565143704414368, | |
| -0.044480662792921066, | |
| 0.1283297836780548, | |
| 0.9972044825553894, | |
| 0.022084418684244156, | |
| 0.04793533310294151, | |
| -0.02211857959628105, | |
| 0.999433696269989, | |
| 0.007050265092402697, | |
| -0.14408022165298462 | |
| ], | |
| [ | |
| 0.06433551013469696, | |
| -0.04466487839818001, | |
| 0.13651199638843536, | |
| 0.9936521053314209, | |
| -0.04951975867152214, | |
| 0.0623551569879055, | |
| 0.049662359058856964, | |
| 0.9970018267631531, | |
| -0.022745873779058456, | |
| -0.14406241476535797 | |
| ], | |
| [ | |
| 0.05908937379717827, | |
| -0.05935889855027199, | |
| 0.1395753026008606, | |
| 0.9970375895500183, | |
| -0.024985427036881447, | |
| 0.04805263504385948, | |
| 0.02504965290427208, | |
| 0.9991833567619324, | |
| -0.013274282217025757, | |
| -0.14403760433197021 | |
| ] | |
| ] | |
| ] | |
| } | |