chore: add all vertex models to the dev-ui-gallery test app

js/testapps/dev-ui-gallery/__db_naive-index.json

@@ -0,0 +1 @@
+{"601b27ee08e5e98a5fc21f3a0b65cfa8":{"doc":{"content":[{"text":"fooo"}],"metadata":{}},"embedding":[0.013715019449591637,0.01084088534116745,-0.05343981087207794,-0.0008537110406905413,0.003364319447427988,-0.0010833092965185642,0.017810838297009468,0.033226825296878815,-0.053904544562101364,0.042334478348493576,-0.008035210892558098,0.02285011298954487,0.06337041407823563,0.012232149951159954,-0.008545816875994205,-0.07988948374986649,0.039100367575883865,0.04072760045528412,-0.0899634137749672,0.02719530090689659,0.032490696758031845,-0.027906931936740875,0.04625118151307106,-0.004415591713041067,-0.02045080065727234,-0.017332881689071655,-0.000970143242739141,-0.0007082587108016014,-0.019672680646181107,-0.014715378172695637,0.07893847674131393,0.05769060552120209,0.02233608067035675,-0.05356503650546074,0.03266815468668938,0.04412335157394409,0.009703710675239563,0.036641377955675125,0.013772828504443169,-0.045565132051706314,-0.07181937992572784,0.011228290386497974,-0.02321140468120575,0.042778078466653824,-0.016010522842407227,-0.020892232656478882,-0.0033295543398708105,0.0796920508146286,-0.052743468433618546,0.03144419565796852,0.01568641886115074,0.042405106127262115,-0.05932685360312462,0.034113559871912,-0.019791632890701294,-0.02442151866853237,-0.042840953916311264,0.0006432902300730348,0.03646594285964966,-0.006116034928709269,-0.015619585290551186,0.003855278016999364,-0.0020196069963276386,-0.015729039907455444,0.02612634375691414,-0.04469425976276398,-0.022387301549315453,-0.019677743315696716,-0.07828345149755478,0.07530033588409424,-0.017010334879159927,-0.010577298700809479,-0.011803416535258293,-0.012459061108529568,0.009908078238368034,-0.028995858505368233,0.014930156990885735,-0.004515085835009813,0.007202637381851673,0.06873392313718796,-0.03620632365345955,0.03204932436347008,0.051418136805295944,0.04741182178258896,-0.011958387680351734,0.013767409138381481,0.023270027711987495,-0.07033668458461761,-0.026261812075972557,-0.012728488072752953,0.09780683368444443,0.04637417569756508,-0.009950780309736729,-0.016024865210056305,0.0646788477897644,-0.01761207915842533,-0.12673752009868622,-0.12504257261753082,0.13291582465171814,0.037729643285274506,-0.02483486756682396,0.005186909809708595,-0.048757005482912064,-0.06415335834026337,0.044980693608522415,0.04992319270968437,-0.0021256066393107176,-0.05053284764289856,-0.010984440334141254,0.019439149647951126,-0.02221304178237915,-0.05290829762816429,0.02786649577319622,0.017850345000624657,0.00843599159270525,0.01575716957449913,-0.010468045249581337,-0.01477258000522852,-0.015161697752773762,-0.009665746241807938,-0.002540545305237174,0.03446434438228607,0.005822773557156324,0.057996779680252075,0.013829175382852554,0.003134710481390357,0.019799871370196342,-0.025685232132673264,-0.050507787615060806,-0.015264544636011124,0.061004046350717545,-0.03401881083846092,0.005130050238221884,0.04394158348441124,0.014244714751839638,-0.03331223130226135,0.03127925097942352,0.008605167269706726,0.04088960587978363,0.052796363830566406,0.007260532584041357,-0.0453631617128849,-0.02621004357933998,-0.01501452922821045,-0.008607865311205387,-0.025078194215893745,0.028287427499890327,0.040527407079935074,-0.0223185196518898,-0.0432809442281723,-0.025983901694417,0.005461042281240225,0.05877852812409401,-0.010253413580358028,0.0060667116194963455,-0.015078303404152393,0.05412687361240387,-0.0488327331840992,0.03642277792096138,-0.01983148418366909,0.042111363261938095,-0.04258476197719574,0.0015889842761680484,0.01186861377209425,-0.03989576920866966,0.04311678558588028,0.0004526337725110352,-0.04511137306690216,-0.02052871696650982,0.009002759121358395,-0.025412004441022873,-0.038381967693567276,0.01320808008313179,-0.11050921678543091,-0.011140343733131886,0.023797735571861267,-0.04222596436738968,-0.009176328778266907,0.006983025930821896,0.0128888338804245,0.08998124301433563,0.029371120035648346,-0.04035984352231026,-0.08869795501232147,0.04736584052443504,0.012463482096791267,0.04582831263542175,0.023673657327890396,0.11211901158094406,0.030724074691534042,0.0033191239926964045,0.004502306692302227,0.019842825829982758,0.05815279856324196,-0.011195795610547066,-0.01706157997250557,0.022522440180182457,0.013093804009258747,-0.053143128752708435,-0.055015239864587784,0.0632990300655365,-0.02363569475710392,-0.018102873116731644,-0.016090018674731255,-0.008556177839636803,0.042538806796073914,-0.04849909245967865,-0.05003984645009041,0.0025379012804478407,0.03459031879901886,-0.006536915898323059,-0.005818023346364498,-0.023161547258496284,-0.03803696110844612,0.043285828083753586,-0.009928091429173946,0.06058844178915024,-0.02590535208582878,0.007263178005814552,-0.003729352029040456,0.040463097393512726,0.03582851588726044,0.024837857112288475,0.03516719490289688,0.03401296213269234,0.0000955841678660363,-0.06821989268064499,-0.004436569754034281,0.033787745982408524,-0.03427789732813835,0.005836450960487127,0.025409020483493805,0.03886065259575844,0.030841978266835213,-0.057656653225421906,0.027912365272641182,0.03255720064043999,-0.05837506800889969,-0.05630998685956001,0.009900117293000221,-0.04385337233543396,0.048051755875349045,0.05989434942603111,0.022890213876962662,0.053406715393066406,-0.020708980038762093,0.04622132331132889,0.01802119053900242,0.011038611643016338,-0.0427560955286026,-0.009093723259866238,-0.05923892557621002,-0.025746844708919525,-0.00988208781927824,-0.07594459503889084,-0.04581015929579735,0.038348108530044556,-0.0057082106359303,0.016735102981328964,-0.017513491213321686,0.046799320727586746,0.00788324885070324,-0.00768221216276288,-0.08287684619426727,-0.029435988515615463,-0.06511800736188889,0.0007868892280384898,-0.024002866819500923,0.06330075114965439,-0.043631915003061295,0.05206148326396942,-0.03424118831753731,-0.05254366248846054,-0.04819001629948616,-0.028769362717866898,0.022882726043462753,-0.024346906691789627,-0.011606606654822826,0.028274765238165855,-0.030774911865592003,0.0034796607214957476,0.021504981443285942,-0.0015187583630904555,0.015284380875527859,0.02127896249294281,-0.0888306275010109,0.0027333584148436785,0.03017280250787735,-0.012607528828084469,-0.02412322536110878,0.049415472894907,0.04582995921373367,-0.0011268163798376918,-0.07883191853761673,0.027003003284335136,0.004146111197769642,0.03823287785053253,0.016318190842866898,-0.018954306840896606,-0.030999064445495605,0.03427077829837799,0.06619807332754135,-0.03239639848470688,0.04061485454440117,0.018696332350373268,0.019327526912093163,-0.018894843757152557,-0.04170471802353859,-0.01797325536608696,0.013137849047780037,-0.027104726061224937,0.027613965794444084,-0.018243301659822464,-0.03890206292271614,-0.03629123792052269,-0.03502999246120453,-0.15592078864574432,-0.00545647693797946,-0.03034317120909691,0.00418022321537137,0.018333857879042625,0.052800003439188004,0.025406047701835632,0.02901354245841503,0.0010931353317573667,0.000011613611604843754,0.004112015012651682,0.008534851484000683,0.015746217221021652,0.0012336455984041095,0.05325954034924507,-0.009000124409794807,-0.03543487936258316,-0.053436603397130966,-0.00026366222300566733,0.026244092732667923,-0.06265431642532349,0.014068790711462498,0.06895768642425537,0.04201022908091545,0.04493430256843567,0.0210393238812685,0.04266665130853653,0.02512536384165287,-0.025973012670874596,-0.10114308446645737,-0.023638272657990456,0.007706396747380495,0.022205432876944542,0.04227771237492561,0.0021654542069882154,0.07705440372228622,-0.003942858427762985,-0.09237507730722427,-0.03421619161963463,-0.002698339056223631,0.06033748388290405,-0.020080866292119026,-0.010735372081398964,-0.0235651433467865,0.009532085619866848,-0.015176273882389069,-0.012587913312017918,-0.0018332551699131727,0.0268799290060997,-0.0009246413828805089,0.0050763338804244995,0.04050479829311371,-0.024522576481103897,-0.04061171039938927,-0.013829625211656094,0.023514891043305397,-0.04519079253077507,-0.0280135627835989,0.013102537952363491,-0.017897725105285645,-0.04365867003798485,-0.014824962243437767,-0.00438627740368247,0.03162534534931183,-0.03112921491265297,-0.003946238663047552,-0.006908908020704985,0.03803066164255142,-0.04206187650561333,0.09081866592168808,-0.03238096460700035,-0.005400979891419411,0.012769902125000954,-0.025641344487667084,-0.020266417413949966,0.032539159059524536,0.01637229695916176,0.0024040667340159416,-0.04401407763361931,0.07460243999958038,-0.0026841009967029095,0.03661225736141205,0.0005671462859027088,-0.0016494067385792732,-0.00044824849464930594,-0.05077526345849037,0.05627314746379852,-0.06630830466747284,-0.001267105690203607,-0.004473792389035225,0.07708128541707993,-0.003821347840130329,0.01548981387168169,0.03322437405586243,-0.010202321223914623,0.01199415884912014,-0.05806766077876091,0.0021497849375009537,-0.020627088844776154,-0.011276082135736942,0.009228313341736794,-0.020985063165426254,-0.005691974889487028,0.01985207200050354,-0.02133348025381565,0.025048213079571724,0.0023580277338624,-0.015094720758497715,0.028531040996313095,-0.06652931123971939,-0.010436306707561016,0.02522624097764492,-0.0250066090375185,0.012002788484096527,0.051922231912612915,0.06782443821430206,-0.013312253169715405,0.09380816668272018,0.041699640452861786,0.04183092713356018,-0.004201289266347885,-0.02314545027911663,-0.020141901448369026,0.016641439869999886,0.015052257105708122,-0.0024233106523752213,0.03142877295613289,0.032346438616514206,-0.03854166343808174,0.06208038330078125,0.04742148891091347,0.016935789957642555,0.016785401850938797,-0.03256182000041008,-0.009664669632911682,0.002435095142573118,0.017042139545083046,-0.018650181591510773,-0.06511962413787842,-0.010552853345870972,0.0010917134350165725,0.04783324524760246,-0.015273035503923893,0.009527153335511684,-0.0064454153180122375,-0.020385049283504486,0.03724810481071472,-0.006320606451481581,0.03295597806572914,-0.009445911273360252,0.01996971108019352,0.027850309386849403,-0.01823848858475685,0.052784308791160583,0.011637736111879349,-0.0030711290892213583,0.03379569202661514,0.009961194358766079,-0.03364252299070358,-0.019077908247709274,0.02188906818628311,-0.003731174161657691,-0.029452113434672356,-0.003391508711501956,-0.016752544790506363,0.023738998919725418,-0.022611139342188835,0.02576340362429619,0.053856395184993744,-0.0512966550886631,-0.027235308662056923,0.044425878673791885,0.023800095543265343,0.004669776186347008,-0.029220087453722954,0.024444539099931717,-0.03291532024741173,-0.02666374109685421,-0.011042076162993908,0.01249692589044571,-0.006501203402876854,-0.06001680716872215,-0.011957665905356407,0.0657758116722107,0.045399632304906845,-0.011084936559200287,0.00704125314950943,-0.11037037521600723,-0.06788669526576996,0.010576453991234303,-0.04032180830836296,-0.019335292279720306,0.03189299255609512,-0.017726220190525055,0.06059933081269264,-0.02288258634507656,0.009846623986959457,0.03167733550071716,-0.017829131335020065,0.016540762037038803,-0.03930213302373886,0.025548608973622322,-0.04348447173833847,0.06276612728834152,-0.03811353072524071,0.01844021864235401,0.04854240640997887,-0.03188652545213699,-0.0047925617545843124,-0.014592619612812996,-0.013777144253253937,-0.006551680155098438,0.010477679781615734,-0.06421682238578796,-0.02829497680068016,0.041018806397914886,0.034095391631126404,0.050296615809202194,0.038029205054044724,0.07376857101917267,0.05040467903017998,0.02705633081495762,0.005343126133084297,0.007255885284394026,-0.011816941201686859,0.010620858520269394,0.018047044053673744,0.00869638193398714,0.048782333731651306,0.006305767688900232,0.0029693301767110825,0.061452314257621765,-0.0010985627304762602,0.07979855686426163,-0.0036725702229887247,-0.03761913999915123,-0.013900610618293285,-0.0016422215849161148,-0.03054984100162983,-0.03707132488489151,0.006046623457223177,-0.04013415053486824,-0.01568380929529667,-0.01015030313283205,-0.0004067772824782878,-0.017138836905360222,-0.009913463145494461,0.04395380616188049,0.005387819837778807,0.015336680226027966,0.0046579549089074135,0.04500517249107361,-0.05753365159034729,-0.001832006499171257,-0.01047251932322979,-0.01809476502239704,0.01724175736308098,-0.01128822099417448,0.0029193751979619265,0.015303550288081169,-0.04578264057636261,0.03635363280773163,0.03414713591337204,-0.0396113358438015,-0.013647116720676422,-0.002884859684854746,0.04451560601592064,-0.007069188170135021,-0.004512987565249205,-0.01370222494006157,0.040934350341558456,0.00465749017894268,-0.023842904716730118,-0.006352071184664965,-0.02314038947224617,0.029889661818742752,0.002696398878470063,-0.047909244894981384,-0.007795905694365501,-0.016296710819005966,-0.038386475294828415,0.02087738737463951,0.028682377189397812,0.022423090413212776,-0.012490023858845234,0.016330847516655922,0.036240000277757645,0.031304314732551575,-0.023451438173651695,-0.05457567796111107,-0.02781187742948532,-0.05606508255004883,-0.033421244472265244,-0.024500058963894844,0.002088061301037669,0.01598375290632248,-0.050912536680698395,0.01731756515800953,-0.031348567456007004,-0.00897764228284359,-0.022201547399163246,-0.007284150458872318,-0.009444373659789562,0.03669965639710426,0.017722388729453087,-0.02241024374961853,-0.0003736877697519958,-0.022323234006762505,-0.06310521066188812,0.014961742796003819,-0.008456734009087086,0.0020235793199390173,0.031024832278490067,0.0357355922460556,0.0016552754677832127,0.03521754965186119,0.047749944031238556,-0.03208309784531593,-0.03442959114909172,0.0015601268969476223,-0.0027775289490818977,-0.011105486191809177,0.010649891570210457,-0.005843664053827524,0.057443905621767044,-0.007334155961871147,0.08328454196453094,0.029812201857566833,-0.05712037906050682,0.05959678441286087,0.02708716131746769,-0.0001192854397231713,0.016412343829870224,0.041496068239212036,0.008113043382763863,0.013599477708339691,-0.016790134832262993,0.02642250433564186,-0.012016343884170055,0.020959075540304184,-0.05501939356327057,-0.03352919965982437,0.014934088103473186,-0.02346796728670597,-0.00876638200134039,-0.037922658026218414,-0.04194319620728493,0.014791653491556644,0.009301040321588516,-0.006530340760946274,0.013825852423906326,0.004416083917021751,0.008124531246721745,-0.003182313870638609,0.026392841711640358,0.018251867964863777,-0.0171277467161417,0.01548182312399149,-0.050481412559747696,0.02934170700609684,0.031796861439943314,0.022294022142887115,-0.010162350721657276,0.027438467368483543,-0.020189572125673294,-0.05411804839968681,-0.009015664458274841,0.0059197465889155865,0.025870226323604584,0.015066580846905708,0.06491070240736008,-0.008805355988442898,-0.0397442989051342,0.015810763463377953,-0.01265634410083294,-0.05409920588135719,-0.05769691616296768,0.004075095057487488,0.004978498909622431,0.0445801317691803,0.0005461069522425532,-0.0058464729227125645,-0.05170193687081337,0.0006533616106025875,-0.018170759081840515,-0.004441170487552881,-0.04306665062904358,-0.019208166748285294,0.024860795587301254,0.001003685174509883,0.04678205028176308,0.03515639156103134,-0.023239724338054657,0.00659372890368104,-0.016911709681153297,0.018628358840942383,0.015187214128673077,0.02023644559085369,0.0012498768046498299,0.028853030875325203,0.038600143045186996,0.046406958252191544,0.01633344031870365,0.013675110414624214,0.021767007187008858,-0.03276600316166878,0.058325447142124176,0.054548170417547226,0.039551056921482086,0.0015962462639436126,-0.06615066528320312,-0.033947911113500595,-0.07879659533500671,0.056104626506567,0.032193299382925034,-0.0009812761563807726,-0.007598052732646465,0.002556632738560438,-0.013904840685427189,-0.021278413012623787,-0.030778566375374794,-0.028112322092056274,-0.045021902769804,-0.012288592755794525,0.03204178810119629,-0.0259392112493515,-0.05190999060869217,-0.029379045590758324,-0.04162300378084183,0.010293473489582539,-0.006252157036215067,-0.05130258575081825,-0.04493900388479233,-0.03052392601966858,-0.08569813519716263,0.0017462579999119043,-0.03979119285941124,0.015627006068825722,0.01637076586484909,-0.048625506460666656,0.0035110267344862223,-0.018446290865540504,0.040421612560749054,0.0073920199647545815,-0.06381548941135406,0.061332233250141144,-0.012269354425370693,-0.0022405488416552544,-0.05409970507025719,-0.018086135387420654,0.032539840787649155,-0.049261778593063354]}}

js/testapps/dev-ui-gallery/src/genkit.ts

@@ -16,6 +16,7 @@
 
 import { devLocalVectorstore } from '@genkit-ai/dev-local-vectorstore';
 import { genkitEval, GenkitMetric } from '@genkit-ai/evaluator';
+import { enableFirebaseTelemetry } from '@genkit-ai/firebase';
 import { gemini15Flash, googleAI } from '@genkit-ai/googleai';
 import { textEmbedding004, vertexAI } from '@genkit-ai/vertexai';
 import {
@@ -24,6 +25,15 @@ import {
 } from '@genkit-ai/vertexai/evaluation';
 import {
   claude35Sonnet,
+  claude35SonnetV2,
+  claude3Haiku,
+  claude3Opus,
+  claude3Sonnet,
+  codestral,
+  llama31,
+  llama32,
+  mistralLarge,
+  mistralNemo,
   vertexAIModelGarden,
 } from '@genkit-ai/vertexai/modelgarden';
 import { genkit } from 'genkit';
@@ -34,6 +44,17 @@ import { pinecone } from 'genkitx-pinecone';
 
 logger.setLogLevel('info');
 
+enableFirebaseTelemetry({
+  forceDevExport: true,
+  metricExportIntervalMillis: 5000,
+  autoInstrumentation: true,
+  autoInstrumentationConfig: {
+    '@opentelemetry/instrumentation-fs': { enabled: false },
+    '@opentelemetry/instrumentation-dns': { enabled: false },
+    '@opentelemetry/instrumentation-net': { enabled: false },
+  },
+});
+
 // Turn off safety checks for evaluation so that the LLM as an evaluator can
 // respond appropriately to potentially harmful content without error.
 export const PERMISSIVE_SAFETY_SETTINGS: any = {
@@ -77,8 +98,20 @@ export const ai = genkit({
       location: 'us-central1',
     }),
     vertexAIModelGarden({
-      location: 'us-central1',
-      models: [claude35Sonnet],
+      location: 'us-central1', // gemini, llama
+      // location: 'us-east5', // anthropic
+      models: [
+        claude35Sonnet,
+        claude35SonnetV2,
+        claude3Haiku,
+        claude3Opus,
+        claude3Sonnet,
+        codestral,
+        llama31,
+        llama32,
+        mistralLarge,
+        mistralNemo,
+      ],
     }),
     vertexAIEvaluation({
       location: 'us-central1',