kserve/test/e2e/predictor/test_output.py

# Copyright 2024 The KServe Authors.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from pytest import approx

huggingface_text_embedding_expected_output = [
    approx(0.09812460094690323, abs=1e-6),
    approx(0.06781268864870071, abs=1e-6),
    approx(0.06252312660217285, abs=1e-6),
    approx(0.09508480876684189, abs=1e-6),
    approx(0.03664757311344147, abs=1e-6),
    approx(-0.003984605893492699, abs=1e-6),
    approx(0.00747756939381361, abs=1e-6),
    approx(-0.013231473974883556, abs=1e-6),
    approx(0.06288368254899979, abs=1e-6),
    approx(0.022495508193969727, abs=1e-6),
    approx(0.07269583642482758, abs=1e-6),
    approx(-0.031274277716875076, abs=1e-6),
    approx(0.04635509476065636, abs=1e-6),
    approx(-0.012554511427879333, abs=1e-6),
    approx(0.047814756631851196, abs=1e-6),
    approx(-0.004910356365144253, abs=1e-6),
    approx(0.04941992461681366, abs=1e-6),
    approx(-0.06410923600196838, abs=1e-6),
    approx(-0.09696584939956665, abs=1e-6),
    approx(0.03288877382874489, abs=1e-6),
    approx(0.054104436188936234, abs=1e-6),
    approx(0.03532857820391655, abs=1e-6),
    approx(0.03305051475763321, abs=1e-6),
    approx(0.014699393883347511, abs=1e-6),
    approx(-0.033430635929107666, abs=1e-6),
    approx(-0.025615854188799858, abs=1e-6),
    approx(-0.050792139023542404, abs=1e-6),
    approx(0.0732545554637909, abs=1e-6),
    approx(0.11027403920888901, abs=1e-6),
    approx(-0.02966182678937912, abs=1e-6),
    approx(-0.06755708158016205, abs=1e-6),
    approx(-0.030571527779102325, abs=1e-6),
    approx(0.039560187608003616, abs=1e-6),
    approx(0.04547598585486412, abs=1e-6),
    approx(0.015996195375919342, abs=1e-6),
    approx(0.03855040669441223, abs=1e-6),
    approx(-0.010954046621918678, abs=1e-6),
    approx(0.08483565598726273, abs=1e-6),
    approx(-0.04428708180785179, abs=1e-6),
    approx(-0.0067963870242238045, abs=1e-6),
    approx(0.00942565780133009, abs=1e-6),
    approx(5.072941348771565e-05, abs=1e-6),
    approx(0.0013035445008426905, abs=1e-6),
    approx(-0.011969788931310177, abs=1e-6),
    approx(0.01364515908062458, abs=1e-6),
    approx(-0.08417423069477081, abs=1e-6),
    approx(-0.00016511740977875888, abs=1e-6),
    approx(0.005483777727931738, abs=1e-6),
    approx(0.025615010410547256, abs=1e-6),
    approx(-0.031545329838991165, abs=1e-6),
    approx(-0.10734471678733826, abs=1e-6),
    approx(-0.04578779265284538, abs=1e-6),
    approx(-0.09117498993873596, abs=1e-6),
    approx(-0.0025104954838752747, abs=1e-6),
    approx(0.017998425289988518, abs=1e-6),
    approx(0.04940157011151314, abs=1e-6),
    approx(0.006184814497828484, abs=1e-6),
    approx(0.05979632958769798, abs=1e-6),
    approx(0.027002627030014992, abs=1e-6),
    approx(-0.016122253611683846, abs=1e-6),
    approx(-0.01814969629049301, abs=1e-6),
    approx(-0.023634832352399826, abs=1e-6),
    approx(-0.09489716589450836, abs=1e-6),
    approx(0.06621630489826202, abs=1e-6),
    approx(0.14922751486301422, abs=1e-6),
    approx(0.024338768795132637, abs=1e-6),
    approx(0.001210211543366313, abs=1e-6),
    approx(0.006072015967220068, abs=1e-6),
    approx(-0.09917040914297104, abs=1e-6),
    approx(0.08505816012620926, abs=1e-6),
    approx(0.030826149508357048, abs=1e-6),
    approx(0.02918659895658493, abs=1e-6),
    approx(-0.0239559356123209, abs=1e-6),
    approx(-0.01055932603776455, abs=1e-6),
    approx(-0.0721520185470581, abs=1e-6),
    approx(-0.03525644540786743, abs=1e-6),
    approx(0.03334657475352287, abs=1e-6),
    approx(-0.043929483741521835, abs=1e-6),
    approx(0.11975517123937607, abs=1e-6),
    approx(0.08864746987819672, abs=1e-6),
    approx(-0.09591905772686005, abs=1e-6),
    approx(-0.05908012390136719, abs=1e-6),
    approx(-0.008292673155665398, abs=1e-6),
    approx(0.03816917911171913, abs=1e-6),
    approx(0.049799688160419464, abs=1e-6),
    approx(-0.0326821394264698, abs=1e-6),
    approx(0.019901027902960777, abs=1e-6),
    approx(-0.10837853699922562, abs=1e-6),
    approx(0.014679030515253544, abs=1e-6),
    approx(0.018117807805538177, abs=1e-6),
    approx(-0.061317842453718185, abs=1e-6),
    approx(-0.08975035697221756, abs=1e-6),
    approx(0.04922156780958176, abs=1e-6),
    approx(-0.0208709929138422, abs=1e-6),
    approx(0.004055118653923273, abs=1e-6),
    approx(-0.03543012961745262, abs=1e-6),
    approx(-0.05657775700092316, abs=1e-6),
    approx(-0.048313774168491364, abs=1e-6),
    approx(-0.024660272523760796, abs=1e-6),
    approx(0.07359181344509125, abs=1e-6),
    approx(-0.020923519507050514, abs=1e-6),
    approx(0.040697671473026276, abs=1e-6),
    approx(0.03232649713754654, abs=1e-6),
    approx(0.07668346911668777, abs=1e-6),
    approx(-0.014747696928679943, abs=1e-6),
    approx(-0.10304528474807739, abs=1e-6),
    approx(-0.04274493455886841, abs=1e-6),
    approx(-0.06629316508769989, abs=1e-6),
    approx(0.01547403447329998, abs=1e-6),
    approx(-0.02680026739835739, abs=1e-6),
    approx(-0.09175192564725876, abs=1e-6),
    approx(-0.03560047224164009, abs=1e-6),
    approx(-0.018932463601231575, abs=1e-6),
    approx(-0.004029626026749611, abs=1e-6),
    approx(-0.020193425938487053, abs=1e-6),
    approx(-0.05853483825922012, abs=1e-6),
    approx(-0.10180168598890305, abs=1e-6),
    approx(-0.0044878339394927025, abs=1e-6),
    approx(-0.06976301968097687, abs=1e-6),
    approx(0.06024095416069031, abs=1e-6),
    approx(0.02981085516512394, abs=1e-6),
    approx(0.06380829215049744, abs=1e-6),
    approx(-0.06730612367391586, abs=1e-6),
    approx(0.003350921906530857, abs=1e-6),
    approx(-0.06003981828689575, abs=1e-6),
    approx(-0.09313663095235825, abs=1e-6),
    approx(0.04567500948905945, abs=1e-6),
    approx(-6.719925780142724e-33, abs=1e-6),
    approx(0.0074332281947135925, abs=1e-6),
    approx(-0.0651097446680069, abs=1e-6),
    approx(-0.02125914767384529, abs=1e-6),
    approx(0.035196032375097275, abs=1e-6),
    approx(0.0463360995054245, abs=1e-6),
    approx(-0.07030492275953293, abs=1e-6),
    approx(-0.06128954142332077, abs=1e-6),
    approx(0.017366604879498482, abs=1e-6),
    approx(-0.007479745429009199, abs=1e-6),
    approx(-0.018468711525201797, abs=1e-6),
    approx(0.0016074671875685453, abs=1e-6),
    approx(-0.025801850482821465, abs=1e-6),
    approx(0.0300469808280468, abs=1e-6),
    approx(0.008751698769629002, abs=1e-6),
    approx(0.05092954635620117, abs=1e-6),
    approx(0.07171620428562164, abs=1e-6),
    approx(-0.07271797209978104, abs=1e-6),
    approx(0.13261504471302032, abs=1e-6),
    approx(-0.00803413987159729, abs=1e-6),
    approx(0.03693221136927605, abs=1e-6),
    approx(-0.023691324517130852, abs=1e-6),
    approx(0.024269407615065575, abs=1e-6),
    approx(-0.026396198198199272, abs=1e-6),
    approx(-0.018338488414883614, abs=1e-6),
    approx(-0.014753266237676144, abs=1e-6),
    approx(-0.0743173211812973, abs=1e-6),
    approx(0.016344882547855377, abs=1e-6),
    approx(0.0180369820445776, abs=1e-6),
    approx(-0.0031233245972543955, abs=1e-6),
    approx(0.04128265753388405, abs=1e-6),
    approx(0.05059865862131119, abs=1e-6),
    approx(0.04449484497308731, abs=1e-6),
    approx(-0.047552984207868576, abs=1e-6),
    approx(-0.002626449102535844, abs=1e-6),
    approx(0.054667823016643524, abs=1e-6),
    approx(0.04697798937559128, abs=1e-6),
    approx(0.06379824131727219, abs=1e-6),
    approx(-0.0218367762863636, abs=1e-6),
    approx(0.0011920174583792686, abs=1e-6),
    approx(0.00615497725084424, abs=1e-6),
    approx(-0.01047475729137659, abs=1e-6),
    approx(-0.051548853516578674, abs=1e-6),
    approx(0.021718978881835938, abs=1e-6),
    approx(-0.03787216544151306, abs=1e-6),
    approx(0.08791148662567139, abs=1e-6),
    approx(0.0236575435847044, abs=1e-6),
    approx(0.019885707646608353, abs=1e-6),
    approx(0.021743182092905045, abs=1e-6),
    approx(-0.06192108988761902, abs=1e-6),
    approx(0.020616136491298676, abs=1e-6),
    approx(-0.01068698987364769, abs=1e-6),
    approx(0.05776219815015793, abs=1e-6),
    approx(0.05940284579992294, abs=1e-6),
    approx(-0.028875550255179405, abs=1e-6),
    approx(0.06947717070579529, abs=1e-6),
    approx(0.0010136704659089446, abs=1e-6),
    approx(0.042007941752672195, abs=1e-6),
    approx(0.03475204482674599, abs=1e-6),
    approx(-0.0016648498130962253, abs=1e-6),
    approx(-0.010128081776201725, abs=1e-6),
    approx(-0.054719988256692886, abs=1e-6),
    approx(0.040564633905887604, abs=1e-6),
    approx(-0.056016333401203156, abs=1e-6),
    approx(0.05726315826177597, abs=1e-6),
    approx(-0.025760939344763756, abs=1e-6),
    approx(0.02939697913825512, abs=1e-6),
    approx(0.010298469103872776, abs=1e-6),
    approx(-0.049152445048093796, abs=1e-6),
    approx(0.015427765436470509, abs=1e-6),
    approx(0.028693322092294693, abs=1e-6),
    approx(0.011681453324854374, abs=1e-6),
    approx(-0.0069687520153820515, abs=1e-6),
    approx(-0.08346765488386154, abs=1e-6),
    approx(0.1083698645234108, abs=1e-6),
    approx(-0.04198264703154564, abs=1e-6),
    approx(-0.04266297444701195, abs=1e-6),
    approx(-0.021897386759519577, abs=1e-6),
    approx(-0.02162591740489006, abs=1e-6),
    approx(-0.007852147333323956, abs=1e-6),
    approx(0.0382203571498394, abs=1e-6),
    approx(-0.01800900511443615, abs=1e-6),
    approx(-0.14943552017211914, abs=1e-6),
    approx(0.023226426914334297, abs=1e-6),
    approx(0.015028528869152069, abs=1e-6),
    approx(-0.03989403694868088, abs=1e-6),
    approx(0.0037517233286052942, abs=1e-6),
    approx(0.04300670325756073, abs=1e-6),
    approx(-0.084754578769207, abs=1e-6),
    approx(-0.03029678948223591, abs=1e-6),
    approx(-0.020130692049860954, abs=1e-6),
    approx(-0.02503017708659172, abs=1e-6),
    approx(0.003525990294292569, abs=1e-6),
    approx(0.05823483690619469, abs=1e-6),
    approx(0.005494723096489906, abs=1e-6),
    approx(0.006489735096693039, abs=1e-6),
    approx(3.174683674546661e-33, abs=1e-6),
    approx(-0.042438242584466934, abs=1e-6),
    approx(0.02992217242717743, abs=1e-6),
    approx(-0.08836193382740021, abs=1e-6),
    approx(0.06575305014848709, abs=1e-6),
    approx(0.10463074594736099, abs=1e-6),
    approx(-0.008896651677787304, abs=1e-6),
    approx(0.04289451241493225, abs=1e-6),
    approx(-0.09550552070140839, abs=1e-6),
    approx(0.03168182820081711, abs=1e-6),
    approx(0.07352748513221741, abs=1e-6),
    approx(-0.13084882497787476, abs=1e-6),
    approx(0.02552989311516285, abs=1e-6),
    approx(0.016062133014202118, abs=1e-6),
    approx(-0.004375615157186985, abs=1e-6),
    approx(0.02920258417725563, abs=1e-6),
    approx(-0.008134118281304836, abs=1e-6),
    approx(0.06525745987892151, abs=1e-6),
    approx(0.0006216352921910584, abs=1e-6),
    approx(-0.007835793308913708, abs=1e-6),
    approx(0.041560620069503784, abs=1e-6),
    approx(-0.04372050613164902, abs=1e-6),
    approx(0.09504030644893646, abs=1e-6),
    approx(-0.025842614471912384, abs=1e-6),
    approx(0.08701658993959427, abs=1e-6),
    approx(-0.04147149249911308, abs=1e-6),
    approx(0.03544051572680473, abs=1e-6),
    approx(-0.014387136325240135, abs=1e-6),
    approx(-0.026075268164277077, abs=1e-6),
    approx(-0.09590042382478714, abs=1e-6),
    approx(-0.008881512098014355, abs=1e-6),
    approx(0.007069997023791075, abs=1e-6),
    approx(-0.09052383154630661, abs=1e-6),
    approx(-0.0797419622540474, abs=1e-6),
    approx(-0.014227600768208504, abs=1e-6),
    approx(-0.05348990857601166, abs=1e-6),
    approx(0.05122567340731621, abs=1e-6),
    approx(0.024540811777114868, abs=1e-6),
    approx(-0.03697468340396881, abs=1e-6),
    approx(-0.0734110027551651, abs=1e-6),
    approx(-0.006874291691929102, abs=1e-6),
    approx(0.0068125007674098015, abs=1e-6),
    approx(-0.03291832655668259, abs=1e-6),
    approx(0.015790732577443123, abs=1e-6),
    approx(0.10594560205936432, abs=1e-6),
    approx(0.022715117782354355, abs=1e-6),
    approx(-0.05641733109951019, abs=1e-6),
    approx(-0.032064203172922134, abs=1e-6),
    approx(-0.10509152710437775, abs=1e-6),
    approx(-0.03290463984012604, abs=1e-6),
    approx(0.05139185115695, abs=1e-6),
    approx(-0.10034648329019547, abs=1e-6),
    approx(0.044995229691267014, abs=1e-6),
    approx(-0.03296136111021042, abs=1e-6),
    approx(-0.019640808925032616, abs=1e-6),
    approx(-0.10540889203548431, abs=1e-6),
    approx(0.011973694898188114, abs=1e-6),
    approx(-0.011170921847224236, abs=1e-6),
    approx(-0.06957732141017914, abs=1e-6),
    approx(-0.009789649397134781, abs=1e-6),
    approx(0.016010915860533714, abs=1e-6),
    approx(-0.05117954686284065, abs=1e-6),
    approx(0.008791357278823853, abs=1e-6),
    approx(-0.006576159968972206, abs=1e-6),
    approx(0.0662924274802208, abs=1e-6),
    approx(0.10956111550331116, abs=1e-6),
    approx(-0.054759278893470764, abs=1e-6),
    approx(-0.05709334462881088, abs=1e-6),
    approx(0.05029774457216263, abs=1e-6),
    approx(0.012622491456568241, abs=1e-6),
    approx(0.02845408022403717, abs=1e-6),
    approx(0.1343768686056137, abs=1e-6),
    approx(0.011013726703822613, abs=1e-6),
    approx(-0.15195167064666748, abs=1e-6),
    approx(-0.04947613552212715, abs=1e-6),
    approx(-0.06537330150604248, abs=1e-6),
    approx(-0.06709233671426773, abs=1e-6),
    approx(-0.06969749927520752, abs=1e-6),
    approx(-0.03129565715789795, abs=1e-6),
    approx(-0.06176615506410599, abs=1e-6),
    approx(-0.07420394569635391, abs=1e-6),
    approx(0.028973843902349472, abs=1e-6),
    approx(-0.008312417194247246, abs=1e-6),
    approx(0.04321927949786186, abs=1e-6),
    approx(-0.017557447776198387, abs=1e-6),
    approx(-0.0051787244156003, abs=1e-6),
    approx(-0.05432431399822235, abs=1e-6),
    approx(-0.04127557948231697, abs=1e-6),
    approx(-0.08270694315433502, abs=1e-6),
    approx(-0.015986457467079163, abs=1e-6),
    approx(0.008617997169494629, abs=1e-6),
    approx(0.0006256008055061102, abs=1e-6),
    approx(-0.06523493677377701, abs=1e-6),
    approx(0.07926346361637115, abs=1e-6),
    approx(0.02680228278040886, abs=1e-6),
    approx(-0.025414032861590385, abs=1e-6),
    approx(-1.965175044915668e-08, abs=1e-6),
    approx(-0.022532761096954346, abs=1e-6),
    approx(-0.015100622549653053, abs=1e-6),
    approx(0.08194082975387573, abs=1e-6),
    approx(-0.03959039971232414, abs=1e-6),
    approx(0.04711082577705383, abs=1e-6),
    approx(0.015206306241452694, abs=1e-6),
    approx(0.06537686288356781, abs=1e-6),
    approx(0.01843535713851452, abs=1e-6),
    approx(-0.007971754297614098, abs=1e-6),
    approx(-0.03773094713687897, abs=1e-6),
    approx(0.023044036701321602, abs=1e-6),
    approx(0.04045030474662781, abs=1e-6),
    approx(-0.056972041726112366, abs=1e-6),
    approx(-0.0030700573697686195, abs=1e-6),
    approx(0.053666338324546814, abs=1e-6),
    approx(0.06094931811094284, abs=1e-6),
    approx(0.0383155420422554, abs=1e-6),
    approx(-0.038075681775808334, abs=1e-6),
    approx(-0.026754574850201607, abs=1e-6),
    approx(0.0674038752913475, abs=1e-6),
    approx(-0.05417698994278908, abs=1e-6),
    approx(0.04589824005961418, abs=1e-6),
    approx(-0.012908651493489742, abs=1e-6),
    approx(0.015068471431732178, abs=1e-6),
    approx(0.0330093614757061, abs=1e-6),
    approx(0.004980822093784809, abs=1e-6),
    approx(0.043408624827861786, abs=1e-6),
    approx(0.06518962979316711, abs=1e-6),
    approx(0.01621568575501442, abs=1e-6),
    approx(0.03613711893558502, abs=1e-6),
    approx(0.055674269795417786, abs=1e-6),
    approx(0.11904116719961166, abs=1e-6),
    approx(0.024056661874055862, abs=1e-6),
    approx(0.015141709707677364, abs=1e-6),
    approx(0.06056377291679382, abs=1e-6),
    approx(0.036819666624069214, abs=1e-6),
    approx(0.04125634953379631, abs=1e-6),
    approx(-0.031558968126773834, abs=1e-6),
    approx(0.05625437572598457, abs=1e-6),
    approx(-0.02575598657131195, abs=1e-6),
    approx(0.01332936342805624, abs=1e-6),
    approx(0.04844079166650772, abs=1e-6),
    approx(-0.021774716675281525, abs=1e-6),
    approx(0.11008108407258987, abs=1e-6),
    approx(0.038589540868997574, abs=1e-6),
    approx(0.038059163838624954, abs=1e-6),
    approx(-0.004871065728366375, abs=1e-6),
    approx(-0.043283287435770035, abs=1e-6),
    approx(-0.025374216958880424, abs=1e-6),
    approx(0.01601369120180607, abs=1e-6),
    approx(0.01833094097673893, abs=1e-6),
    approx(0.05638064444065094, abs=1e-6),
    approx(0.034615058451890945, abs=1e-6),
    approx(-0.02065986767411232, abs=1e-6),
    approx(0.021277612075209618, abs=1e-6),
    approx(0.018937885761260986, abs=1e-6),
    approx(0.03383445739746094, abs=1e-6),
    approx(-0.00696248235180974, abs=1e-6),
    approx(-0.024325966835021973, abs=1e-6),
    approx(-0.019780263304710388, abs=1e-6),
    approx(-0.019895320758223534, abs=1e-6),
    approx(0.034644052386283875, abs=1e-6),
    approx(0.049627237021923065, abs=1e-6),
    approx(-0.029213037341833115, abs=1e-6),
]

vllm_text_embedding_expected_output = [
    approx(0.09808745235204697, abs=1e-6),
    approx(0.06780241429805756, abs=1e-6),
    approx(0.06250789761543274, abs=1e-6),
    approx(0.09513852000236511, abs=1e-6),
    approx(0.03663736209273338, abs=1e-6),
    approx(-0.003976437263190746, abs=1e-6),
    approx(0.007389125879853964, abs=1e-6),
    approx(-0.013192396610975266, abs=1e-6),
    approx(0.06300905346870422, abs=1e-6),
    approx(0.022445952519774437, abs=1e-6),
    approx(0.07273456454277039, abs=1e-6),
    approx(-0.031265947967767715, abs=1e-6),
    approx(0.046332575380802155, abs=1e-6),
    approx(-0.012547055259346962, abs=1e-6),
    approx(0.047766443341970444, abs=1e-6),
    approx(-0.004977146163582802, abs=1e-6),
    approx(0.04950018599629402, abs=1e-6),
    approx(-0.064113549888134, abs=1e-6),
    approx(-0.09712713956832886, abs=1e-6),
    approx(0.032736215740442276, abs=1e-6),
    approx(0.05423060432076454, abs=1e-6),
    approx(0.03536917269229889, abs=1e-6),
    approx(0.033018190413713455, abs=1e-6),
    approx(0.014777452684938908, abs=1e-6),
    approx(-0.033636532723903656, abs=1e-6),
    approx(-0.025462478399276733, abs=1e-6),
    approx(-0.05079616606235504, abs=1e-6),
    approx(0.07331331074237823, abs=1e-6),
    approx(0.11028113961219788, abs=1e-6),
    approx(-0.029608499258756638, abs=1e-6),
    approx(-0.06753943860530853, abs=1e-6),
    approx(-0.030506018549203873, abs=1e-6),
    approx(0.03962038829922676, abs=1e-6),
    approx(0.04550815001130104, abs=1e-6),
    approx(0.01593099720776081, abs=1e-6),
    approx(0.03844449296593666, abs=1e-6),
    approx(-0.011016195639967918, abs=1e-6),
    approx(0.08489786088466644, abs=1e-6),
    approx(-0.04431035742163658, abs=1e-6),
    approx(-0.006934167817234993, abs=1e-6),
    approx(0.009378544986248016, abs=1e-6),
    approx(2.6397592591820285e-05, abs=1e-6),
    approx(0.0013454772997647524, abs=1e-6),
    approx(-0.011915713548660278, abs=1e-6),
    approx(0.013683152385056019, abs=1e-6),
    approx(-0.08409953117370605, abs=1e-6),
    approx(-0.00019358233839739114, abs=1e-6),
    approx(0.0055123972706496716, abs=1e-6),
    approx(0.02584984339773655, abs=1e-6),
    approx(-0.03160111978650093, abs=1e-6),
    approx(-0.10716782510280609, abs=1e-6),
    approx(-0.045760627835989, abs=1e-6),
    approx(-0.09129727631807327, abs=1e-6),
    approx(-0.0025389683432877064, abs=1e-6),
    approx(0.018027355894446373, abs=1e-6),
    approx(0.049350298941135406, abs=1e-6),
    approx(0.006176636554300785, abs=1e-6),
    approx(0.05980774387717247, abs=1e-6),
    approx(0.026959141716361046, abs=1e-6),
    approx(-0.016118129715323448, abs=1e-6),
    approx(-0.01817314326763153, abs=1e-6),
    approx(-0.023587249219417572, abs=1e-6),
    approx(-0.094935342669487, abs=1e-6),
    approx(0.06620676070451736, abs=1e-6),
    approx(0.14926879107952118, abs=1e-6),
    approx(0.024332180619239807, abs=1e-6),
    approx(0.0012086897622793913, abs=1e-6),
    approx(0.005980254616588354, abs=1e-6),
    approx(-0.09918775409460068, abs=1e-6),
    approx(0.08506104350090027, abs=1e-6),
    approx(0.03089958243072033, abs=1e-6),
    approx(0.02917441353201866, abs=1e-6),
    approx(-0.02401101030409336, abs=1e-6),
    approx(-0.010522240772843361, abs=1e-6),
    approx(-0.07203823328018188, abs=1e-6),
    approx(-0.03521158918738365, abs=1e-6),
    approx(0.03334015980362892, abs=1e-6),
    approx(-0.043855998665094376, abs=1e-6),
    approx(0.11978267878293991, abs=1e-6),
    approx(0.08864711225032806, abs=1e-6),
    approx(-0.0958920568227768, abs=1e-6),
    approx(-0.05914100632071495, abs=1e-6),
    approx(-0.00835253857076168, abs=1e-6),
    approx(0.038226913660764694, abs=1e-6),
    approx(0.049840252846479416, abs=1e-6),
    approx(-0.03264642134308815, abs=1e-6),
    approx(0.019930582493543625, abs=1e-6),
    approx(-0.1083725169301033, abs=1e-6),
    approx(0.01469625998288393, abs=1e-6),
    approx(0.018154343590140343, abs=1e-6),
    approx(-0.06130841001868248, abs=1e-6),
    approx(-0.0898493081331253, abs=1e-6),
    approx(0.04932670295238495, abs=1e-6),
    approx(-0.02090049348771572, abs=1e-6),
    approx(0.004039231687784195, abs=1e-6),
    approx(-0.035367272794246674, abs=1e-6),
    approx(-0.05655164271593094, abs=1e-6),
    approx(-0.04826119914650917, abs=1e-6),
    approx(-0.024619154632091522, abs=1e-6),
    approx(0.07356449216604233, abs=1e-6),
    approx(-0.020890094339847565, abs=1e-6),
    approx(0.04063814505934715, abs=1e-6),
    approx(0.032470639795064926, abs=1e-6),
    approx(0.07662340998649597, abs=1e-6),
    approx(-0.01473905611783266, abs=1e-6),
    approx(-0.1031297966837883, abs=1e-6),
    approx(-0.04266411066055298, abs=1e-6),
    approx(-0.06623715907335281, abs=1e-6),
    approx(0.015485787764191628, abs=1e-6),
    approx(-0.02678435668349266, abs=1e-6),
    approx(-0.09164103865623474, abs=1e-6),
    approx(-0.035628750920295715, abs=1e-6),
    approx(-0.01895207166671753, abs=1e-6),
    approx(-0.003906643483787775, abs=1e-6),
    approx(-0.020331546664237976, abs=1e-6),
    approx(-0.0585920549929142, abs=1e-6),
    approx(-0.10167952626943588, abs=1e-6),
    approx(-0.0044475942850112915, abs=1e-6),
    approx(-0.06986083090305328, abs=1e-6),
    approx(0.06025530397891998, abs=1e-6),
    approx(0.029859676957130432, abs=1e-6),
    approx(0.06376538425683975, abs=1e-6),
    approx(-0.06740385293960571, abs=1e-6),
    approx(0.0032765010837465525, abs=1e-6),
    approx(-0.05997532978653908, abs=1e-6),
    approx(-0.09310350567102432, abs=1e-6),
    approx(0.04569663107395172, abs=1e-6),
    approx(0.0, abs=1e-6),
    approx(0.007418773602694273, abs=1e-6),
    approx(-0.06508686393499374, abs=1e-6),
    approx(-0.021280059590935707, abs=1e-6),
    approx(0.03524158522486687, abs=1e-6),
    approx(0.04626617953181267, abs=1e-6),
    approx(-0.07023399323225021, abs=1e-6),
    approx(-0.06141739711165428, abs=1e-6),
    approx(0.017347218468785286, abs=1e-6),
    approx(-0.00741532351821661, abs=1e-6),
    approx(-0.0183695238083601, abs=1e-6),
    approx(0.0015451590297743678, abs=1e-6),
    approx(-0.025868041440844536, abs=1e-6),
    approx(0.030110854655504227, abs=1e-6),
    approx(0.008795198053121567, abs=1e-6),
    approx(0.05088336020708084, abs=1e-6),
    approx(0.07165826112031937, abs=1e-6),
    approx(-0.07266617566347122, abs=1e-6),
    approx(0.13263750076293945, abs=1e-6),
    approx(-0.008039266802370548, abs=1e-6),
    approx(0.036964427679777145, abs=1e-6),
    approx(-0.02375943399965763, abs=1e-6),
    approx(0.0242305900901556, abs=1e-6),
    approx(-0.02639119327068329, abs=1e-6),
    approx(-0.018233537673950195, abs=1e-6),
    approx(-0.014772752299904823, abs=1e-6),
    approx(-0.07434141635894775, abs=1e-6),
    approx(0.0163017138838768, abs=1e-6),
    approx(0.018042154610157013, abs=1e-6),
    approx(-0.003122915280982852, abs=1e-6),
    approx(0.04118984192609787, abs=1e-6),
    approx(0.05067327991127968, abs=1e-6),
    approx(0.0445687361061573, abs=1e-6),
    approx(-0.04753006622195244, abs=1e-6),
    approx(-0.0025813644751906395, abs=1e-6),
    approx(0.054705411195755005, abs=1e-6),
    approx(0.047125302255153656, abs=1e-6),
    approx(0.06378117948770523, abs=1e-6),
    approx(-0.02179001271724701, abs=1e-6),
    approx(0.0012058899737894535, abs=1e-6),
    approx(0.006296225823462009, abs=1e-6),
    approx(-0.010531039908528328, abs=1e-6),
    approx(-0.05156409740447998, abs=1e-6),
    approx(0.02170352078974247, abs=1e-6),
    approx(-0.03787894546985626, abs=1e-6),
    approx(0.08788638561964035, abs=1e-6),
    approx(0.02356885001063347, abs=1e-6),
    approx(0.019909383729100227, abs=1e-6),
    approx(0.021771613508462906, abs=1e-6),
    approx(-0.06197094917297363, abs=1e-6),
    approx(0.020572923123836517, abs=1e-6),
    approx(-0.010749319568276405, abs=1e-6),
    approx(0.05778113007545471, abs=1e-6),
    approx(0.059568967670202255, abs=1e-6),
    approx(-0.028730979189276695, abs=1e-6),
    approx(0.06946566700935364, abs=1e-6),
    approx(0.0010327057680115104, abs=1e-6),
    approx(0.04207396134734154, abs=1e-6),
    approx(0.03465123847126961, abs=1e-6),
    approx(-0.00178758695255965, abs=1e-6),
    approx(-0.010109677910804749, abs=1e-6),
    approx(-0.054658614099025726, abs=1e-6),
    approx(0.04048670828342438, abs=1e-6),
    approx(-0.055972494184970856, abs=1e-6),
    approx(0.05727192759513855, abs=1e-6),
    approx(-0.025643261149525642, abs=1e-6),
    approx(0.029410118237137794, abs=1e-6),
    approx(0.010285061784088612, abs=1e-6),
    approx(-0.04915391653776169, abs=1e-6),
    approx(0.015393395908176899, abs=1e-6),
    approx(0.028649987652897835, abs=1e-6),
    approx(0.011699932627379894, abs=1e-6),
    approx(-0.0070405080914497375, abs=1e-6),
    approx(-0.08337079733610153, abs=1e-6),
    approx(0.10838531702756882, abs=1e-6),
    approx(-0.04192657768726349, abs=1e-6),
    approx(-0.04271130636334419, abs=1e-6),
    approx(-0.02196519635617733, abs=1e-6),
    approx(-0.02158043161034584, abs=1e-6),
    approx(-0.007848883979022503, abs=1e-6),
    approx(0.03820931538939476, abs=1e-6),
    approx(-0.017982635647058487, abs=1e-6),
    approx(-0.14950796961784363, abs=1e-6),
    approx(0.02326187863945961, abs=1e-6),
    approx(0.01500503160059452, abs=1e-6),
    approx(-0.03988756239414215, abs=1e-6),
    approx(0.00379165424965322, abs=1e-6),
    approx(0.04301462695002556, abs=1e-6),
    approx(-0.08479467034339905, abs=1e-6),
    approx(-0.030237242579460144, abs=1e-6),
    approx(-0.020266951993107796, abs=1e-6),
    approx(-0.0250921119004488, abs=1e-6),
    approx(0.0035124795977026224, abs=1e-6),
    approx(0.05826428532600403, abs=1e-6),
    approx(0.005402707494795322, abs=1e-6),
    approx(0.006562601309269667, abs=1e-6),
    approx(0.0, abs=1e-6),
    approx(-0.042438529431819916, abs=1e-6),
    approx(0.02986367605626583, abs=1e-6),
    approx(-0.08832474797964096, abs=1e-6),
    approx(0.06568761169910431, abs=1e-6),
    approx(0.10454726219177246, abs=1e-6),
    approx(-0.008891189470887184, abs=1e-6),
    approx(0.04277209937572479, abs=1e-6),
    approx(-0.09548728913068771, abs=1e-6),
    approx(0.03165791183710098, abs=1e-6),
    approx(0.07351809740066528, abs=1e-6),
    approx(-0.13077446818351746, abs=1e-6),
    approx(0.025606565177440643, abs=1e-6),
    approx(0.016078133136034012, abs=1e-6),
    approx(-0.00440639816224575, abs=1e-6),
    approx(0.029138142243027687, abs=1e-6),
    approx(-0.008049665950238705, abs=1e-6),
    approx(0.06529724597930908, abs=1e-6),
    approx(0.0006387417670339346, abs=1e-6),
    approx(-0.007840084843337536, abs=1e-6),
    approx(0.04156981036067009, abs=1e-6),
    approx(-0.04370281472802162, abs=1e-6),
    approx(0.09492654353380203, abs=1e-6),
    approx(-0.02583124488592148, abs=1e-6),
    approx(0.08692967146635056, abs=1e-6),
    approx(-0.0414552204310894, abs=1e-6),
    approx(0.03540157154202461, abs=1e-6),
    approx(-0.014393087476491928, abs=1e-6),
    approx(-0.026172813028097153, abs=1e-6),
    approx(-0.09587525576353073, abs=1e-6),
    approx(-0.008907187730073929, abs=1e-6),
    approx(0.007010560482740402, abs=1e-6),
    approx(-0.09060533344745636, abs=1e-6),
    approx(-0.07978152483701706, abs=1e-6),
    approx(-0.014342691749334335, abs=1e-6),
    approx(-0.053467921912670135, abs=1e-6),
    approx(0.05123492702841759, abs=1e-6),
    approx(0.024538762867450714, abs=1e-6),
    approx(-0.03701802343130112, abs=1e-6),
    approx(-0.0734333023428917, abs=1e-6),
    approx(-0.0068987333215773106, abs=1e-6),
    approx(0.006838476285338402, abs=1e-6),
    approx(-0.03286740183830261, abs=1e-6),
    approx(0.01586095429956913, abs=1e-6),
    approx(0.10591913759708405, abs=1e-6),
    approx(0.022629136219620705, abs=1e-6),
    approx(-0.056506846100091934, abs=1e-6),
    approx(-0.03200988098978996, abs=1e-6),
    approx(-0.10494723170995712, abs=1e-6),
    approx(-0.03285300359129906, abs=1e-6),
    approx(0.05146750435233116, abs=1e-6),
    approx(-0.10032925009727478, abs=1e-6),
    approx(0.04507308825850487, abs=1e-6),
    approx(-0.03292819857597351, abs=1e-6),
    approx(-0.019583813846111298, abs=1e-6),
    approx(-0.10543278604745865, abs=1e-6),
    approx(0.011939710937440395, abs=1e-6),
    approx(-0.011184579692780972, abs=1e-6),
    approx(-0.06944326311349869, abs=1e-6),
    approx(-0.00977310910820961, abs=1e-6),
    approx(0.01598414219915867, abs=1e-6),
    approx(-0.051179733127355576, abs=1e-6),
    approx(0.008914386853575706, abs=1e-6),
    approx(-0.006647393573075533, abs=1e-6),
    approx(0.0663483515381813, abs=1e-6),
    approx(0.10958520323038101, abs=1e-6),
    approx(-0.05478700250387192, abs=1e-6),
    approx(-0.0570731945335865, abs=1e-6),
    approx(0.05040580406785011, abs=1e-6),
    approx(0.012623448856174946, abs=1e-6),
    approx(0.028408410027623177, abs=1e-6),
    approx(0.13448013365268707, abs=1e-6),
    approx(0.011064590886235237, abs=1e-6),
    approx(-0.15205973386764526, abs=1e-6),
    approx(-0.04948548600077629, abs=1e-6),
    approx(-0.06537003815174103, abs=1e-6),
    approx(-0.06707708537578583, abs=1e-6),
    approx(-0.06961864978075027, abs=1e-6),
    approx(-0.031293146312236786, abs=1e-6),
    approx(-0.06181836128234863, abs=1e-6),
    approx(-0.07425882667303085, abs=1e-6),
    approx(0.029091747477650642, abs=1e-6),
    approx(-0.008361637592315674, abs=1e-6),
    approx(0.04321685805916786, abs=1e-6),
    approx(-0.017571598291397095, abs=1e-6),
    approx(-0.005236322525888681, abs=1e-6),
    approx(-0.05424785241484642, abs=1e-6),
    approx(-0.04127863422036171, abs=1e-6),
    approx(-0.0827348530292511, abs=1e-6),
    approx(-0.01594674587249756, abs=1e-6),
    approx(0.008528822101652622, abs=1e-6),
    approx(0.0007191344047896564, abs=1e-6),
    approx(-0.06529644131660461, abs=1e-6),
    approx(0.07915758341550827, abs=1e-6),
    approx(0.02676635980606079, abs=1e-6),
    approx(-0.025479275733232498, abs=1e-6),
    approx(-1.2498859724985323e-08, abs=1e-6),
    approx(-0.022542543709278107, abs=1e-6),
    approx(-0.015131819993257523, abs=1e-6),
    approx(0.08183813840150833, abs=1e-6),
    approx(-0.03953919559717178, abs=1e-6),
    approx(0.047128502279520035, abs=1e-6),
    approx(0.015131819993257523, abs=1e-6),
    approx(0.06536123901605606, abs=1e-6),
    approx(0.018407920375466347, abs=1e-6),
    approx(-0.007962874136865139, abs=1e-6),
    approx(-0.03779735416173935, abs=1e-6),
    approx(0.023000702261924744, abs=1e-6),
    approx(0.04038431867957115, abs=1e-6),
    approx(-0.056906361132860184, abs=1e-6),
    approx(-0.0030413225758820772, abs=1e-6),
    approx(0.053675103932619095, abs=1e-6),
    approx(0.06105323135852814, abs=1e-6),
    approx(0.038261111825704575, abs=1e-6),
    approx(-0.03806452825665474, abs=1e-6),
    approx(-0.02680075541138649, abs=1e-6),
    approx(0.06738385558128357, abs=1e-6),
    approx(-0.05410066619515419, abs=1e-6),
    approx(0.04582302272319794, abs=1e-6),
    approx(-0.012923221103847027, abs=1e-6),
    approx(0.015129820443689823, abs=1e-6),
    approx(0.032960694283246994, abs=1e-6),
    approx(0.004909152165055275, abs=1e-6),
    approx(0.043417640030384064, abs=1e-6),
    approx(0.06530414521694183, abs=1e-6),
    approx(0.01620372198522091, abs=1e-6),
    approx(0.03609030693769455, abs=1e-6),
    approx(0.055798109620809555, abs=1e-6),
    approx(0.11896195262670517, abs=1e-6),
    approx(0.023908719420433044, abs=1e-6),
    approx(0.015190614387392998, abs=1e-6),
    approx(0.06064246967434883, abs=1e-6),
    approx(0.03699822723865509, abs=1e-6),
    approx(0.041233040392398834, abs=1e-6),
    approx(-0.031649112701416016, abs=1e-6),
    approx(0.05622927099466324, abs=1e-6),
    approx(-0.025786448270082474, abs=1e-6),
    approx(0.01332678459584713, abs=1e-6),
    approx(0.04841558635234833, abs=1e-6),
    approx(-0.021749816834926605, abs=1e-6),
    approx(0.11002516746520996, abs=1e-6),
    approx(0.038640476763248444, abs=1e-6),
    approx(0.03814931958913803, abs=1e-6),
    approx(-0.004813960753381252, abs=1e-6),
    approx(-0.043299250304698944, abs=1e-6),
    approx(-0.025365686044096947, abs=1e-6),
    approx(0.015980541706085205, abs=1e-6),
    approx(0.018244735896587372, abs=1e-6),
    approx(0.056331563740968704, abs=1e-6),
    approx(0.03461034223437309, abs=1e-6),
    approx(-0.02067471481859684, abs=1e-6),
    approx(0.021273860707879066, abs=1e-6),
    approx(0.018861480057239532, abs=1e-6),
    approx(0.033863961696624756, abs=1e-6),
    approx(-0.006994361989200115, abs=1e-6),
    approx(-0.024290984496474266, abs=1e-6),
    approx(-0.019742200151085854, abs=1e-6),
    approx(-0.01988193765282631, abs=1e-6),
    approx(0.034658439457416534, abs=1e-6),
    approx(0.04953388124704361, abs=1e-6),
    approx(-0.02926253154873848, abs=1e-6),
]

huggingface_sequence_classification_with_raw_logits_expected_output = [
    {
        0: approx(-2.152204, abs=0.000009),
        1: approx(2.5094059, abs=0.000009),
    }
]