Gets probability thresholds given predicted probabilities, outcomes and NMB.
Source:R/cutpoint_methods.R
get_thresholds.RdGets probability thresholds given predicted probabilities, outcomes and NMB.
Examples
# \donttest{
# get thresholds using default (all inbuilt) cutpoint methods
get_thresholds(
predicted = runif(1000),
actual = sample(c(0, 1), size = 1000, replace = TRUE),
nmb = c("TP" = -3, "TN" = 0, "FP" = -1, "FN" = -4)
)
#> all none value_optimising youden
#> 0.0000000 1.0000000 0.9819448 0.7599650
#> cost_minimising prod_sens_spec roc01 index_of_union
#> 0.5000000 0.5062799 0.5062799 0.5141321
# get cutpoints using user-defined functions
# These functions must take the \code{predicted} and \code{actual}
# as arguments. They can also take \code{nmb} (named vector containing NMB
# with values for TP, FP, TN, FN).
fx_roc01 <- function(predicted, actual, ...) {
cutpointr::cutpointr(
x = predicted, class = actual, method = cutpointr::minimize_metric,
metric = cutpointr::roc01,
silent = TRUE
)[["optimal_cutpoint"]]
}
fx_sum_sens_spec <- function(predicted, actual, ...) {
cutpointr::cutpointr(
x = predicted, class = actual, method = cutpointr::maximize_metric,
metric = cutpointr::sum_sens_spec,
silent = TRUE
)[["optimal_cutpoint"]]
}
get_thresholds(
predicted = runif(1000),
actual = sample(c(0, 1), size = 1000, replace = TRUE),
cutpoint_methods = c("fx_roc01", "fx_sum_sens_spec"),
nmb = c("TP" = -3, "TN" = 0, "FP" = -1, "FN" = -4)
)
#> Error in fx_roc01(predicted = c(0.264087546849623, 0.768242517253384, 0.897326287580654, 0.957555423025042, 0.624762799125165, 0.336440002545714, 0.988603279227391, 0.0260864666197449, 0.873722167685628, 0.75637960457243, 0.950329100713134, 0.229629939887673, 0.0970053484197706, 0.688619668828323, 0.547891571884975, 0.569735888158903, 0.391558936797082, 0.964269171468914, 0.677326814970002, 0.704654155764729, 0.298948731273413, 0.361729834461585, 0.134939346229658, 0.436501311603934, 0.985078362049535, 0.10578963952139, 0.595288839191198, 0.203021156601608, 0.762172801187262, 0.838856236310676, 0.295001397375017, 0.535670722136274, 0.162393375299871, 0.620106474030763, 0.803298993501812, 0.121828689007089, 0.457953550387174, 0.685755810234696, 0.0611245110630989, 0.744144678581506, 0.81714719417505, 0.95116786356084, 0.725171706173569, 0.22301928140223, 0.0179216752294451, 0.0739324039313942, 0.290293670957908, 0.928989587817341, 0.0454279556870461, 0.42803514120169, 0.988055889727548, 0.418512234231457, 0.69467875501141, 0.12964003183879, 0.946410274365917, 0.491177088581026, 0.935816220939159, 0.558594342321157, 0.844164901645854, 0.962868786882609, 0.630689868237823, 0.743660761741921, 0.898024481721222, 0.834456166019663, 0.563129179179668, 0.00367203424684703, 0.269752682652324, 0.143507249653339, 0.138653116533533, 0.556713661178946, 0.161992412758991, 0.537683490663767, 0.533780816942453, 0.228102734312415, 0.892341803526506, 0.560353868408129, 0.656646264251322, 0.900539840338752, 0.745566171826795, 0.86819913238287, 0.595460823038593, 0.663154322654009, 0.765514754457399, 0.178348943823949, 0.768882168456912, 0.527327312389389, 0.540398981189355, 0.638168108649552, 0.0548018340487033, 0.615587091771886, 0.838674400001764, 0.371140106581151, 0.826599217718467, 0.137166012777016, 0.358178880997002, 0.474280166439712, 0.889502787962556, 0.853426495101303, 0.51667847065255, 0.796712436946109, 0.119077428476885, 0.010435335105285, 0.663650913629681, 0.534675191622227, 0.793621109332889, 0.198489333735779, 0.207539859693497, 0.673614043975249, 0.0961914407089353, 0.967894877074286, 0.792180120944977, 0.777437929296866, 0.261506547452882, 0.31780500872992, 0.282713552704081, 0.231746758334339, 0.646718694828451, 0.0281329718418419, 0.579030602239072, 0.331461599795148, 0.955107824644074, 0.217053738422692, 0.177426936337724, 0.767641162965447, 0.619737922446802, 0.360150897875428, 0.96248543728143, 0.668852820759639, 0.0728370416909456, 0.324992762878537, 0.621837486512959, 0.341332938754931, 0.620427641319111, 0.830159193137661, 0.00914526451379061, 0.578525927616283, 0.847302057547495, 0.0635538462083787, 0.731900308281183, 0.759830019203946, 0.628583256620914, 0.581656124442816, 0.414001640398055, 0.298901535803452, 0.559188815997913, 0.041195330908522, 0.315418840385973, 0.290293897734955, 0.572376565309241, 0.270079861627892, 0.230672084959224, 0.38154627289623, 0.0535360656213015, 0.551573815755546, 0.0385920673143119, 0.676090577151626, 0.25435745017603, 0.506605152739212, 0.0119224288500845, 0.807255922583863, 0.676810088334605, 0.264979673549533, 0.651051300577819, 0.25823303218931, 0.207575848791748, 0.251315447967499, 0.765755815897137, 0.922022237442434, 0.373253852594644, 0.641070333076641, 0.0843829791992903, 0.0678474183660001, 0.3332190210931, 0.50287972856313, 0.530074011301622, 0.607360400259495, 0.74784504249692, 0.282938911113888, 0.31045716884546, 0.973292778944597, 0.131890746532008, 0.587726749945432, 0.811612619552761, 0.905209967400879, 0.75850085215643, 0.951926164329052, 0.138028496643528, 0.465135015547276, 0.378302599536255, 0.494807804469019, 0.763438797090203, 0.504409882007167, 0.274765783455223, 0.358194885076955, 0.548921792767942, 0.347367187263444, 0.00344171095639467, 0.430391361005604, 0.832803371129557, 0.358857593731955, 0.284217344131321, 0.500959910219535, 0.420521807391196, 0.102219691267237, 0.0859568484593183, 0.756674799369648, 0.186105279019102, 0.126218259334564, 0.370504091028124, 0.068384372163564, 0.530807215720415, 0.49790129554458, 0.142186716431752, 0.516902124509215, 0.16904603340663, 0.800837335642427, 0.44489884050563, 0.292971916263923, 0.602802141103894, 0.463563073426485, 0.731770364567637, 0.767691812012345, 0.957908713957295, 0.251487655099481, 0.224604030372575, 0.214054979849607, 0.773705260129645, 0.986576330149546, 0.14795687654987, 0.439669018611312, 0.188302931142971, 0.262371646240354, 0.732655951287597, 0.860784731339663, 0.965866056736559, 0.546519781230018, 0.437788132112473, 0.47070128750056, 0.461498084710911, 0.79958169371821, 0.469913273584098, 0.722889925353229, 0.588598524685949, 0.0944283402059227, 0.77061704476364, 0.553776313085109, 0.629893084987998, 0.478224430000409, 0.125893500866368, 0.155842639040202, 0.360703384038061, 0.00318389339372516, 0.242680225986987, 0.137801258359104, 0.470386754255742, 0.137501198565587, 0.501031794352457, 0.481484987540171, 0.0749733545817435, 0.0505386823788285, 0.7118503395468, 0.0220874263904989, 0.113800827413797, 0.335176187334582, 0.421798215713352, 0.0720317910891026, 0.928644533501938, 0.851385709596798, 0.261810108087957, 0.412884184392169, 0.918306205887347, 0.718563232803717, 0.259022269397974, 0.188388672657311, 0.478292586514726, 0.0722759529016912, 0.871564431814477, 0.70887564541772, 0.495276611065492, 0.681662782561034, 0.117359099444002, 0.563953884644434, 0.492353587877005, 0.478288242127746, 0.352532671531662, 0.11895333789289, 0.211165060289204, 0.736527305329219, 0.0179082592949271, 0.950840202625841, 0.128028409555554, 0.276577666634694, 0.939794982085004, 0.355442139087245, 0.339376846794039, 0.0203466818202287, 0.647769512142986, 0.817087715491652, 0.494201713008806, 0.0868083210662007, 0.0891430275514722, 0.832678629783913, 0.300107440678403, 0.0102405166253448, 0.62162574310787, 0.467174973804504, 0.862798527814448, 0.745594459818676, 0.627407188527286, 0.0810587729793042, 0.90920202434063, 0.692000607959926, 0.769692508270964, 0.6333371354267, 0.767235241830349, 0.969210567185655, 0.230375654995441, 0.995155869750306, 0.0920763900503516, 0.659337191376835, 0.0923719541169703, 0.293299806304276, 0.11994362459518, 0.986448503332213, 0.0496457386761904, 0.788042323896661, 0.703492022585124, 0.90474756853655, 0.59956996771507, 0.189435153501108, 0.827455245424062, 0.831990640144795, 0.615193218225613, 0.182981797959656, 0.607462840620428, 0.55098962620832, 0.566288695903495, 0.666570560773835, 0.470633318414912, 0.56628758343868, 0.234568431042135, 0.950580152450129, 0.724660720443353, 0.399583315011114, 0.972904564579949, 0.51980179711245, 0.183665096526965, 0.246947168838233, 0.818135546054691, 0.300174535252154, 0.547628779895604, 0.617370914202183, 0.0864715578500181, 0.918593220412731, 0.614599600899965, 0.573655345244333, 0.440328694181517, 0.448196352925152, 0.634377095615491, 0.713371661957353, 0.806642257375643, 0.539295259164646, 0.442984604509547, 0.853814244037494, 0.271126822801307, 0.779632369754836, 0.00982774537988007, 0.151757308747619, 0.778706416487694, 0.782850702991709, 0.148459280608222, 0.407780012581497, 0.598355239722878, 0.921409175731242, 0.963782254839316, 0.498331071576104, 0.90682035475038, 0.862195228692144, 0.483405679697171, 0.13121103332378, 0.19073705887422, 0.566728299017996, 0.153548525413498, 0.0122694899328053, 0.403427422512323, 0.570923953549936, 0.629028649069369, 0.107758418191224, 0.00567044969648123, 0.321082750335336, 0.526351996231824, 0.769924379186705, 0.802536269184202, 0.714103355072439, 0.890109478961676, 0.822978881653398, 0.698675515130162, 0.519513718318194, 0.144415864022449, 0.544621351873502, 0.54312928323634, 0.114299447275698, 0.860862069064751, 0.496854339726269, 0.559576268540695, 0.583744165953249, 0.867471898207441, 0.210912593873218, 0.982168595306575, 0.0944391102530062, 0.663854252779856, 0.696147558744997, 0.405191807076335, 0.517374211223796, 0.0326845073141158, 0.712589628761634, 0.7629457146395, 0.0453292638994753, 0.79979287320748, 0.456026542466134, 0.793425831478089, 0.418307723710313, 0.310936706140637, 0.816117940703407, 0.106073725968599, 0.353833518689498, 0.00222286302596331, 0.0109137119725347, 0.334904205519706, 0.189598541008309, 0.172400343464687, 0.612528801895678, 0.573733847821131, 0.812399548012763, 0.661331896670163, 0.495789556996897, 0.00323712849058211, 0.765106749953702, 0.831035945564508, 0.143653901526704, 0.126881664153188, 0.254946011584252, 0.923076388658956, 0.495506047736853, 0.740331389475614, 0.611120205605403, 0.661757879890501, 0.539956046966836, 0.999432602431625, 0.377226300770417, 0.197658916935325, 0.188399741891772, 0.881525943055749, 0.668109361315146, 0.227072958834469, 0.630460090469569, 0.594777771504596, 0.994255005847663, 0.0565701322630048, 0.103020153474063, 0.663958137156442, 0.370350192766637, 0.655113497050479, 0.830851732986048, 0.713855685433373, 0.910789443645626, 0.815248887054622, 0.891648071352392, 0.407827387563884, 0.182393147842959, 0.424336155876517, 0.354690151987597, 0.677113145589828, 0.806889711413532, 0.334628628334031, 0.0520782766398042, 0.114495440619066, 0.0328187779523432, 0.593038875143975, 0.469888851512223, 0.196711831027642, 0.398340239189565, 0.42552875331603, 0.0380039606243372, 0.648773291381076, 0.564574069576338, 0.558359734015539, 0.299700347939506, 0.909107741899788, 0.696958782384172, 0.725607982371002, 0.507966002682224, 0.605564928380772, 0.512607069686055, 0.715948866447434, 0.152767340419814, 0.0811947321053594, 0.817216324154288, 0.496148779522628, 0.82540269754827, 0.653210258344188, 0.680951263289899, 0.405513598350808, 0.808793870732188, 0.563485401915386, 0.256308187032118, 0.423990424256772, 0.841988403582945, 0.550120673840865, 0.916555057279766, 0.88353084702976, 0.999584958422929, 0.15232279477641, 0.15903595671989, 0.745263512246311, 0.502355300821364, 0.759452373720706, 0.24194222339429, 0.388735434040427, 0.0364383978303522, 0.831360112177208, 0.805892004165798, 0.701150186592713, 0.35621585091576, 0.28511160146445, 0.811595237348229, 0.313756860559806, 0.137075907550752, 0.0250875735655427, 0.133243176154792, 0.715027553960681, 0.742382099851966, 0.602736982051283, 0.839871246600524, 0.561383942840621, 0.996695262147114, 0.521535200066864, 0.537619885057211, 0.00307009648531675, 0.555208716774359, 0.9900191151537, 0.285376511281356, 0.522505454951897, 0.444428601767868, 0.569059374043718, 0.485129209235311, 0.3275692735333, 0.810707868542522, 0.230652610538527, 0.483267330098897, 0.132365078432485, 0.566189493052661, 0.963622950948775, 0.949380756821483, 0.223090186016634, 0.473314159549773, 0.520012422930449, 0.806729382369667, 0.143264693208039, 0.286938087083399, 0.883974170079455, 0.515256856335327, 0.56661432958208, 0.220787486992776, 0.306803166167811, 0.420038220938295, 0.122944373171777, 0.474041695939377, 0.285455366130918, 0.457175568444654, 0.687479993328452, 0.666309555293992, 0.896387292072177, 0.463680135086179, 0.00324848131276667, 0.229740612441674, 0.197869521565735, 0.722086743917316, 0.39760719309561, 0.93172566825524, 0.307854981161654, 0.0350266292225569, 0.67222729162313, 0.462235919898376, 0.135320840170607, 0.140253596939147, 0.123979316325858, 0.0490434244275093, 0.99140098085627, 0.487024876056239, 0.121783467242494, 0.947859186911955, 0.99698606133461, 0.553441355703399, 0.240362116368487, 0.210712094325572, 0.505051081534475, 0.972834099084139, 0.198998381849378, 0.0452681060414761, 0.683385467389598, 0.941892861854285, 0.672882871003821, 0.114139023469761, 0.736823117593303, 0.267464199103415, 0.760510163614526, 0.495106891030446, 0.120347311487421, 0.61127760540694, 0.116802797885612, 0.272970952559263, 0.960108134429902, 0.572579622268677, 0.89479044592008, 0.823566325707361, 0.231762653915212, 0.930149301886559, 0.469503835542127, 0.460123369237408, 0.189549144823104, 0.811132823349908, 0.2544208872132, 0.987526824465021, 0.143550396198407, 0.344746890710667, 0.762408684473485, 0.189924650127068, 0.19524177419953, 0.130087681347504, 0.50862614158541, 0.301781048299745, 0.450124029070139, 0.139723820844665, 0.211782889906317, 0.778833739925176, 0.11911889561452, 0.553710087202489, 0.387813141103834, 0.372402139706537, 0.261654200498015, 0.0396444690413773, 0.500917358789593, 0.289677646476775, 0.63724848232232, 0.00563948950730264, 0.602659935830161, 0.327264578780159, 0.950473614502698, 0.359838132746518, 0.704587089829147, 0.795367555227131, 0.836443902691826, 0.192186577478424, 0.0974777122028172, 0.900250368984416, 0.394449907820672, 0.248361828038469, 0.846408810000867, 0.327437550295144, 0.95188057096675, 0.605867977254093, 0.807714530732483, 0.28742513130419, 0.860824743751436, 0.928211705759168, 0.964299155632034, 0.770427790703252, 0.49397091078572, 0.0529084522277117, 0.548047025920823, 0.526535279117525, 0.785307176178321, 0.0157542172819376, 0.876622086390853, 0.350700860843062, 0.604263718705624, 0.664188800379634, 0.301142353797331, 0.562010675203055, 0.855848745442927, 0.0576917296275496, 0.994009126676247, 0.980602995259687, 0.568007103400305, 0.968989559914917, 0.854263377375901, 0.357786356238648, 0.911710922140628, 0.445619398262352, 0.974848685087636, 0.161389290820807, 0.819989055162296, 0.992971165804192, 0.0868239926639944, 0.715141575084999, 0.559553352883086, 0.982311859261245, 0.426478454144672, 0.911739205010235, 0.0130822595674545, 0.089891203911975, 0.669154958799481, 0.837229570606723, 0.224678222555667, 0.826780264265835, 0.189255449920893, 0.203986629610881, 0.683017789851874, 0.933970797574148, 0.223908151034266, 0.561444764025509, 0.553639094578102, 0.529812328051776, 0.840336376801133, 0.630632175598294, 0.323978104861453, 0.257929706713185, 0.876373948063701, 0.331932794069871, 0.244279621168971, 0.986973470309749, 0.757802620064467, 0.134783954592422, 0.845127888489515, 0.685839279321954, 0.212566739413887, 0.355782424099743, 0.965161268366501, 0.0961271533742547, 0.461374989245087, 0.467564979102463, 0.840566275874153, 0.0313579805660993, 0.283963230904192, 0.336761002195999, 0.277940738014877, 0.0262874867767096, 0.90766285196878, 0.595273401355371, 0.231808913638815, 0.107754247961566, 0.298773701069877, 0.76270906557329, 0.637352170422673, 0.874353000195697, 0.490022617159411, 0.437545400578529, 0.755666289012879, 0.240101882489398, 0.488980989903212, 0.914801382925361, 0.208637772593647, 0.380795393139124, 0.166715913917869, 0.148808964760974, 0.954146535834298, 0.892909250687808, 0.484793301206082, 0.0474685793742537, 0.0990498070605099, 0.800362606765702, 0.0120151198934764, 0.997138772392645, 0.0811663279309869, 0.707337609725073, 0.165562615031376, 0.120215776376426, 0.931415834231302, 0.728017975343391, 0.294887899653986, 0.507094900356606, 0.338351821526885, 0.672705463366583, 0.957202452467754, 0.180340382270515, 0.63901753956452, 0.905635655391961, 0.97897595516406, 0.387211953522637, 0.812990097794682, 0.426624583546072, 0.0817350866273046, 0.595613005105406, 0.695092687383294, 0.912350879516453, 0.588490179972723, 0.753960791276768, 0.217642889125273, 0.213049146113917, 0.564361286582425, 0.698913059197366, 0.447327109985054, 0.913645278429613, 0.919325896305963, 0.654608346754685, 0.697486986871809, 0.747716312529519, 0.92128954641521, 0.46270680334419, 0.822898348560557, 0.673545229248703, 0.6855449359864, 0.298829972743988, 0.373737976886332, 0.700943307951093, 0.108801422873512, 0.40153704979457, 0.399264508159831, 0.624080215813592, 0.346680969232693, 0.656640409491956, 0.205896085361019, 0.278901625424623, 0.236187949543819, 0.60422197310254, 0.866256392560899, 0.677444412838668, 0.271901974687353, 0.646021969616413, 0.349213150795549, 0.964512563776225, 0.472263411153108, 0.0694492044858634, 0.474895938765258, 0.57134262425825, 0.576198423514143, 0.157721085939556, 0.39249489409849, 0.208294989308342, 0.81809008680284, 0.974429602501914, 0.628297957824543, 0.435004245257005, 0.267921026563272, 0.230468078982085, 0.741272971965373, 0.521273801336065, 0.815428476314992, 0.462428711587563, 0.00173894083127379, 0.8455080895219, 0.901688210200518, 0.634167166193947, 0.664155628997833, 0.533686473034322, 0.707136067096144, 0.718074776697904, 0.210023747058585, 0.670850478112698, 0.49807684449479, 0.278040223754942, 0.663335365243256, 0.734215300064534, 0.86886811745353, 0.211309699341655, 0.778859067242593, 0.43489272496663, 0.545715175801888, 0.919309185585007, 0.537271274719387, 0.666685366537422, 0.300910400692374, 0.9464340233244, 0.308400614187121, 0.140780542511493, 0.885686204070225, 0.708935753442347, 0.448215537937358, 0.731010865420103, 0.0263200448825955, 0.0247223689220846, 0.850742053706199, 0.0723575265146792, 0.669465724844486, 0.871434226166457, 0.43907768256031, 0.804648383986205, 0.771011632168666, 0.600813889177516, 0.704807137837633, 0.920198723906651, 0.609383155591786, 0.947326520923525, 0.654515845701098, 0.649030963191763, 0.182432578410953, 0.175376697443426, 0.491251761093736, 0.0910385577008128, 0.924103009514511, 0.175704359309748, 0.655948888510466, 0.101894805440679, 0.0115916265640408, 0.879007279640064, 0.70437638531439, 0.172902843914926, 0.737673277733847, 0.436251774663106, 0.764482394093648, 0.0355216711759567, 0.891843541525304, 0.80731243500486, 0.158948737196624, 0.338343578623608, 0.842088174074888, 0.721423062728718, 0.0873743649572134, 0.0392273920588195, 0.276085118297487, 0.676367953885347, 0.0216989426407963, 0.0483122437726706, 0.117812582291663, 0.0787728833965957, 0.501488903537393, 0.500924637774006, 0.68930036155507, 0.860671693691984, 0.487598503474146, 0.97518404899165, 0.692551822867244, 0.633913893951103, 0.282775312662125, 0.768146555870771, 0.669337000465021, 0.233413249254227, 0.436649940209463, 0.254435534821823, 0.126019323244691, 0.937740332446992, 0.0708669498562813, 0.15481956792064, 0.479118817253038, 0.220669583417475, 0.730545532656834, 0.439896340714768, 0.82599676400423, 0.445670232176781, 0.0593384874518961, 0.905557621503249, 0.209199257427827, 0.157938609598204, 0.697286515962332, 0.673995234305039, 0.676718771457672, 0.560502096544951, 0.871913994895294, 0.48572661401704, 0.0480786086991429, 0.46997399139218, 0.724096043268219, 0.710688885301352, 0.948387392330915, 0.587196522392333, 0.582734756171703, 0.0510192688088864, 0.101432242197916, 0.176346556749195, 0.404966281726956, 0.373713127570227, 0.827231165952981, 0.163264148170128, 0.898487662896514, 0.444392967969179, 0.97176028881222, 0.0804111449979246, 0.32200859952718, 0.95158952777274, 0.233044629683718, 0.831864011008292, 0.152217683382332, 0.767437437083572, 0.402921940432861, 0.499186852015555, 0.107837381539866, 0.0792773147113621, 0.616341550368816, 0.370551423868164, 0.704067369224504, 0.245668513234705, 0.965915237320587, 0.722521797288209, 0.710641983430833, 0.80175773636438, 0.234445136040449, 0.666414096252993, 0.909347247332335, 0.929499564692378, 0.834492394933477, 0.719677072251216, 0.718765943776816, 0.476851547136903, 0.242705590324476, 0.823391639860347, 0.453814035281539, 0.694791781250387, 0.942569192964584, 0.913628024980426), actual = c(1, 1, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 1, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 1, 0, 1, 0, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1), nmb = c(TP = -3, TN = 0, FP = -1, FN = -4)): could not find function "fx_roc01"
# get a combination of cutpoints from both user-defined functions and
# inbuilt methods
get_thresholds(
predicted = runif(1000),
actual = sample(c(0, 1), size = 1000, replace = TRUE),
cutpoint_methods = c(
"fx_roc01",
"fx_sum_sens_spec",
"youden",
"all",
"none"
),
nmb = c("TP" = -3, "TN" = 0, "FP" = -1, "FN" = -4)
)
#> Error in fx_roc01(predicted = c(0.538877888582647, 0.00411246181465685, 0.635971388313919, 0.00621441402472556, 0.41702818707563, 0.352416113717481, 0.57585672987625, 0.620083019137383, 0.639722133753821, 0.767783644609153, 0.0991064612753689, 0.944097470259294, 0.734200182603672, 0.266345687909052, 0.0922779880929738, 0.655437223846093, 0.160758499521762, 0.654597228625789, 0.11904603918083, 0.479932017158717, 0.992697290610522, 0.436291347024962, 0.674889234127477, 0.577524082036689, 0.424424008466303, 0.540564965689555, 0.570185986114666, 0.479290300048888, 0.380710114259273, 0.414943713927642, 0.285202016122639, 0.937596712028608, 0.529849749291316, 0.00535944476723671, 0.775524676777422, 0.241946751484647, 0.41734879813157, 0.589550296543166, 0.134479767177254, 0.589618544327095, 0.412797841010615, 0.601912909885868, 0.53839789214544, 0.919122603954747, 0.153687353478745, 0.587263002060354, 0.205159381497651, 0.98247452895157, 0.649123409297317, 0.893703787820414, 0.843506408622488, 0.234344888012856, 0.0319422807078809, 0.160915010375902, 0.210322818718851, 0.671393550932407, 0.934872433776036, 0.74455625587143, 0.51397369406186, 0.413442387478426, 0.10169874294661, 0.246850684750825, 0.38695500860922, 0.0468548617791384, 0.642327528446913, 0.00715723587200046, 0.888225601986051, 0.462089809821919, 0.0305190396029502, 0.629500976763666, 0.233612233307213, 0.508376702433452, 0.836679476778954, 0.507717462722212, 0.844147055177018, 0.948705203132704, 0.867719640722498, 0.472391076385975, 0.208370274398476, 0.0712097382638603, 0.886682565556839, 0.637696065707132, 0.0611254572868347, 0.258497311733663, 0.339960035867989, 0.787553505040705, 0.910850465297699, 0.313037060201168, 0.0463418215513229, 0.695693052140996, 0.786268979078159, 0.427356738364324, 0.462646980537102, 0.599153455812484, 0.553527872310951, 0.598956569796428, 0.723684891592711, 0.299078764859587, 0.818825786933303, 0.144518927903846, 0.996410214575008, 0.0604522812645882, 0.771776732522994, 0.829080983297899, 0.399580530822277, 0.845076163532212, 0.414512587944046, 0.815933695761487, 0.700306196697056, 0.604267588816583, 0.846660420531407, 0.904105033492669, 0.281568803125992, 0.751681315712631, 0.412464384222403, 0.767119204159826, 0.286202493589371, 0.544604233000427, 0.250827997224405, 0.691388038452715, 0.436137843877077, 0.506783002754673, 0.189874662319198, 0.697345086373389, 0.188498699804768, 0.018244911916554, 0.987625260138884, 0.0852890533860773, 0.473025979707018, 0.830977749777958, 0.0639091564808041, 0.479886771878228, 0.110363359795883, 0.946391165954992, 0.147711807396263, 0.354617204749957, 0.80530126625672, 0.81087808823213, 0.0296446692664176, 0.371248438721523, 0.226574775064364, 0.459079321706668, 0.631471182918176, 0.905196213629097, 0.609524293337017, 0.174847801215947, 0.282108364161104, 0.638782305177301, 0.841063343686983, 0.485020962310955, 0.283777690725401, 0.362340066116303, 0.194453703006729, 0.326876580715179, 0.00138176837936044, 0.777212382294238, 0.398887854535133, 0.685783552238718, 0.160484608728439, 0.797979297349229, 0.0833474218379706, 0.090877584181726, 0.483238535234705, 0.802160487510264, 0.885452609276399, 0.659852469339967, 0.418778436724097, 0.695624407846481, 0.650396851124242, 0.262157026678324, 0.454667938407511, 0.661787515040487, 0.269404688151553, 0.0430603502318263, 0.202590610831976, 0.587156711379066, 0.893811408430338, 0.0123231294564903, 0.263195805018768, 0.292464314028621, 0.566371374763548, 0.703662760788575, 0.232233097078279, 0.761517430189997, 0.00465626455843449, 0.0915123331360519, 0.731735674664378, 0.59020222350955, 0.352643225109205, 0.941717353882268, 0.263163337949663, 0.401918089715764, 0.19280252372846, 0.131240935763344, 0.146405052160844, 0.434464222285897, 0.269441866083071, 0.858202223433182, 0.426600671838969, 0.374614628497511, 0.687214019708335, 0.101970363641158, 0.565167620312423, 0.0552715514786541, 0.459704760694876, 0.377585330046713, 0.976734521100298, 0.594281944679096, 0.0145205624867231, 0.672988227568567, 0.739079444669187, 0.276668667094782, 0.664121915353462, 0.128556082723662, 0.239671412389725, 0.169652347685769, 0.0311355241574347, 0.793675133027136, 0.873043296393007, 0.573446031659842, 0.362546643940732, 0.00764317228458822, 0.606421002885327, 0.618731272872537, 0.985634011682123, 0.378114636288956, 0.0209779778961092, 0.318303799489513, 0.796966136200354, 0.59955827658996, 0.809315284946933, 0.626343901501969, 0.395443452522159, 0.678509568562731, 0.830041484674439, 0.115546442102641, 0.200115911429748, 0.561596853891388, 0.228796770330518, 0.725382013479248, 0.785164322704077, 0.0651504306588322, 0.157875407254323, 0.921506529208273, 0.564242168562487, 0.337748788297176, 0.289367899298668, 0.929018830880523, 0.957578502129763, 0.310361429350451, 0.188425382366404, 0.918908883817494, 0.799702053423971, 0.719725170871243, 0.352341291727498, 0.305043168365955, 0.576369768474251, 0.75862356252037, 0.822350381175056, 0.00996882445178926, 0.906921717803925, 0.515974161215127, 0.78969723242335, 0.252852502046153, 0.574010693002492, 0.889049338875338, 0.697590529220179, 0.117936101276428, 0.933126783231273, 0.529465728439391, 0.658540405565873, 0.578026025556028, 0.118295470019802, 0.459501020144671, 0.615974767832085, 0.599216961301863, 0.504861739696935, 0.728167647728696, 0.318021343322471, 0.239855448482558, 0.395417849998921, 0.865027933148667, 0.550154078518972, 0.917197509901598, 0.447296803584322, 0.750020013423637, 0.257661431794986, 0.577280329773203, 0.817707081092522, 0.387144749984145, 0.77358525316231, 0.64729018509388, 0.768037641886622, 0.739658430451527, 0.270486601395532, 0.363784069661051, 0.331165372161195, 0.732464597094804, 0.25148500315845, 0.260358517523855, 0.228329641977325, 0.423242323333398, 0.745200855191797, 0.931936597218737, 0.389882812974975, 0.0409101964905858, 0.646420395001769, 0.116959211649373, 0.192875006934628, 0.0944116883911192, 0.69639188144356, 0.326970603782684, 0.445829963078722, 0.0182902789674699, 0.9554911730811, 0.205242115771398, 0.379198191454634, 0.939182450762019, 0.776842745486647, 0.349615799961612, 0.564941969001666, 0.480421813204885, 0.790111747337505, 0.600737249013036, 0.0330521662253886, 0.969752030679956, 0.421554962638766, 0.371357511729002, 0.344617502065375, 0.70584373944439, 0.699997158022597, 0.388097789138556, 0.738650674466044, 0.177074621897191, 0.55520067946054, 0.768461611354724, 0.600001869723201, 0.928583454806358, 0.318850121926516, 0.708172119455412, 0.258306109346449, 0.157362102530897, 0.432977875461802, 0.525998801691458, 0.0678989184089005, 0.622180953854695, 0.610946615226567, 0.619579321471974, 0.136435623280704, 0.672721592709422, 0.383317311294377, 0.818275853293017, 0.832163369748741, 0.162811055546626, 0.271262392401695, 0.109761511906981, 0.643199507379904, 0.497526737628505, 0.754579222761095, 0.934847036143765, 0.102741785114631, 0.0558637522626668, 0.816136013483629, 0.77121785026975, 0.272392334416509, 0.897313223220408, 0.0944605690892786, 0.0014030912425369, 0.653446147218347, 0.780858102953061, 0.48142286320217, 0.670140417292714, 0.507789340335876, 0.164131751749665, 0.0834614592604339, 0.225606071064249, 0.489782702410594, 0.497465704800561, 0.640579598024487, 0.37368446495384, 0.759190374519676, 0.240518437698483, 0.995385924819857, 0.427557847928256, 0.704585264436901, 0.704205370973796, 0.596058720257133, 0.206987840589136, 0.798980089370161, 0.143925158772618, 0.621051251422614, 0.0662041890900582, 0.497751618502662, 0.202342986827716, 0.781648262636736, 0.451586409471929, 0.481574789155275, 0.171735876705498, 0.0757857721764594, 0.751708370633423, 0.575281243305653, 0.0682875930797309, 0.914069300051779, 0.878588131163269, 0.307244402589276, 0.737250961130485, 0.236929658800364, 0.293682109797373, 0.340426579117775, 0.782045696629211, 0.920184949412942, 0.119265313958749, 0.00418051704764366, 0.608499153284356, 0.796471823239699, 0.971167003503069, 0.0959583972580731, 0.39517926890403, 0.721762978471816, 0.123959927121177, 0.0295971867162734, 0.173418237129226, 0.910924716619775, 0.985666098538786, 0.466179587878287, 0.611467045964673, 0.980775601696223, 0.298701220192015, 0.690198199590668, 0.341559532331303, 0.477945433696732, 0.311233720974997, 0.329580182209611, 0.67469218512997, 0.459947146009654, 0.67967217322439, 0.706868201028556, 0.905109656043351, 0.705775476293638, 0.441494449507445, 0.833533722907305, 0.372510530520231, 0.663843082031235, 0.0894799414090812, 0.623071548063308, 0.250090609537438, 0.0115245431661606, 0.595868312520906, 0.856237738393247, 0.226824391167611, 0.524341735290363, 0.347739712800831, 0.509019864257425, 0.0276202049572021, 0.188616940518841, 0.343095860444009, 0.477473148843274, 0.603354729246348, 0.267892891773954, 0.66699308110401, 0.276758252875879, 0.507945976452902, 0.28331913612783, 0.220548937562853, 0.953338940162212, 0.471394631080329, 0.674006120301783, 0.71317480946891, 0.592704561073333, 0.610990135930479, 0.97921520168893, 0.892353765433654, 0.936321971472353, 0.529808699851856, 0.288394033443183, 0.367690725019202, 0.202940747607499, 0.333757648710161, 0.158067661104724, 0.408085649134591, 0.316882281331345, 0.273204069351777, 0.854371052468196, 0.256845379713923, 0.943844920722768, 0.467175702564418, 0.401869646506384, 0.193232397316024, 0.426042413571849, 0.0192460466641933, 0.189635599963367, 0.902077285340056, 0.674798173364252, 0.30760810431093, 0.1930985620711, 0.574069099035114, 0.826837054919451, 0.329129979945719, 0.965818401193246, 0.942833720007911, 0.842467098962516, 0.864966429537162, 0.201953223207965, 0.909775529755279, 0.540167448110878, 0.69169519841671, 0.628487346926704, 0.995003566378728, 0.535248090047389, 0.0572756307665259, 0.819739568280056, 0.251661572372541, 0.149320836178958, 0.205652435310185, 0.0288944428320974, 0.378031368134543, 0.674667319282889, 0.409132498083636, 0.26759198307991, 0.602721000788733, 0.265588358510286, 0.314630488865077, 0.774846934713423, 0.994402185082436, 0.16616427549161, 0.692179627716541, 0.46737439930439, 0.755042589502409, 0.575354988221079, 0.551436264300719, 0.425944093149155, 0.806845620507374, 0.529812601860613, 0.00885368604212999, 0.967145783128217, 0.179937346838415, 0.748540268279612, 0.226324319606647, 0.978662552079186, 0.532845565583557, 0.852661723736674, 0.0856489527504891, 0.826550187775865, 0.0925458441488445, 0.664725608425215, 0.211409109644592, 0.956366261001676, 0.167312236968428, 0.899378582602367, 0.328490455402061, 0.534713242202997, 0.437802805565298, 0.991329364478588, 0.719205536181107, 0.488949184073135, 0.835093718953431, 0.18287375732325, 0.355338608380407, 0.752945949323475, 0.189797571627423, 0.574958702549338, 0.891782219754532, 0.848025654442608, 0.307364531327039, 0.401758787687868, 0.934643256710842, 0.122255635680631, 0.0503048894461244, 0.0503440585453063, 0.639357930980623, 0.29989109816961, 0.824218864319846, 0.907066300045699, 0.0164799022022635, 0.973215069621801, 0.621775209903717, 0.400017286185175, 0.330110059818253, 0.443454491905868, 0.836094468133524, 0.451503061922267, 0.78207783238031, 0.644637042889372, 0.106147574260831, 0.929717737948522, 0.593010868877172, 0.418727295706049, 0.523622703971341, 0.690891030244529, 0.549520639469847, 0.776644661091268, 0.261528527364135, 0.00117619219236076, 0.57067832397297, 0.425919913221151, 0.986099693458527, 0.442764191422611, 0.0523002005647868, 0.456535198958591, 0.405548000708222, 0.308011903194711, 0.118168856948614, 0.647780477302149, 0.33989691757597, 0.666389319580048, 0.7252660789527, 0.610830778954551, 0.574024718487635, 0.553954906994477, 0.588650945341215, 0.15027181734331, 0.603468945482746, 0.933888111962005, 0.0440767265390605, 0.37641627388075, 0.944930548546836, 0.303186092991382, 0.344370568403974, 0.612642501713708, 0.864264901727438, 0.145186237990856, 0.283801093464717, 0.0480866739526391, 0.387598528992385, 0.678705947473645, 0.654957876075059, 0.717264323262498, 0.545608010143042, 0.899263459723443, 0.625591735588387, 0.645681950263679, 0.98663632501848, 0.436302366433665, 0.7369365231134, 0.723166024778038, 0.171020717127249, 0.864111456554383, 0.92460500006564, 0.1234325398691, 0.233790361788124, 0.83414197480306, 0.0919686134438962, 0.940952903591096, 0.874350858852267, 0.471241575898603, 0.644792972598225, 0.85586111433804, 0.280500012682751, 0.384575329953805, 0.412950565107167, 0.379395617637783, 0.929809329798445, 0.099076637532562, 0.203525310149416, 0.224970302311704, 0.753830205649137, 0.825147434370592, 0.337249701609835, 0.515254708938301, 0.0683469334617257, 0.954793420154601, 0.463802240556106, 0.801019422942773, 0.638736403314397, 0.966036840109155, 0.0396540369838476, 0.949080085381866, 0.568760436726734, 0.163786983583122, 0.171770674176514, 0.204285841202363, 0.623975376365706, 0.549283602507785, 0.435200691921636, 0.427552405046299, 0.105695438338444, 0.592904250836, 0.749960713321343, 0.769094888819382, 0.864435746567324, 0.799661893164739, 0.496085563208908, 0.567160995677114, 0.265940028708428, 0.672413320513442, 0.291066343896091, 0.329094374086708, 0.87177008879371, 0.660885279998183, 0.189590235007927, 0.309334098594263, 0.962518720189109, 0.0532742303330451, 0.357000454328954, 0.232060014968738, 0.48603306314908, 0.681890143081546, 0.0533802818972617, 0.257667089579627, 0.336984896101058, 0.293496940750629, 0.125048169167712, 0.0487226534169167, 0.847336690174416, 0.314652184955776, 0.0865503328386694, 0.375907547306269, 0.86785467993468, 0.302311769453809, 0.667863163398579, 0.431047363206744, 0.612086758483201, 0.721613595727831, 0.730229006614536, 0.387135579017922, 0.265130535699427, 0.227319791447371, 0.726537918671966, 0.774237704463303, 0.0467434569727629, 0.539973580045626, 0.25700463866815, 0.333122258773074, 0.506565050687641, 0.0478754860814661, 0.625139439711347, 0.812522217165679, 0.495685062604025, 0.609243309358135, 0.321520250290632, 0.368655520025641, 0.0442045144736767, 0.0483119587879628, 0.568008150206879, 0.896041447063908, 0.369426141493022, 0.517484977375716, 0.75428870646283, 0.681770635768771, 0.972394955810159, 0.650787464110181, 0.597334985621274, 0.992581320926547, 0.051853101933375, 0.15974609926343, 0.82889171759598, 0.311489216284826, 0.507900122087449, 0.615674845641479, 0.53206695895642, 0.336481346050277, 0.796069357311353, 0.438797920476645, 0.962881753221154, 0.56514481944032, 0.995739278616384, 0.90734881372191, 0.734666185453534, 0.496442157542333, 0.498287624912336, 0.743856977205724, 0.995475922944024, 0.328983666375279, 0.625299131730571, 0.508070857729763, 0.597096776589751, 0.84850321453996, 0.477580678649247, 0.289908662205562, 0.000965108396485448, 0.942142880521715, 0.435872160596773, 0.588101928122342, 0.316591304494068, 0.583386940415949, 0.181991310557351, 0.956013382645324, 0.361031332286075, 0.106627538567409, 0.792941060848534, 0.47143005230464, 0.763457676162943, 0.504842820810154, 0.982833751942962, 0.540897040162235, 0.535288241691887, 0.503291249740869, 0.956946216756478, 0.988104813266546, 0.0253650860395283, 0.788608732167631, 0.373730778926983, 0.000277070794254541, 0.840454069897532, 0.677540478296578, 0.00019722105935216, 0.844377395231277, 0.214555321959779, 0.0557915430981666, 0.318087427411228, 0.653694300446659, 0.880493397125974, 0.236858428455889, 0.604656198294833, 0.0687896080780774, 0.289338537491858, 0.0944197976496071, 0.0820984512101859, 0.248894684715196, 0.674007659079507, 0.267811705125496, 0.1220734922681, 0.889833726221696, 0.0588672456797212, 0.736964331008494, 0.490088272606954, 0.358831305522472, 0.854667082894593, 0.444544789381325, 0.569051663624123, 0.375660997349769, 0.965975109953433, 0.101253738626838, 0.0656899891328067, 0.0139448391273618, 0.225382178323343, 0.135214334120974, 0.161618928890675, 0.61673349654302, 0.432566399453208, 0.914413098013029, 0.607215375872329, 0.427062495145947, 0.145851178094745, 0.977455788990483, 0.262330856407061, 0.448624364333227, 0.86630649655126, 0.159165786346421, 0.786492109531537, 0.202074200147763, 0.505054187728092, 0.384121488546953, 0.415045578265563, 0.0164994022343308, 0.112962539773434, 0.707300242735073, 0.782443322474137, 0.440247108228505, 0.865458525251597, 0.810348512139171, 0.39588443771936, 0.115401400020346, 0.870836372952908, 0.858991794055328, 0.657692428445444, 0.699763108277693, 0.368584954179823, 0.438144158339128, 0.469228051835671, 0.994013408664614, 0.690250830259174, 0.320337031502277, 0.342199131147936, 0.809323525521904, 0.648978868033737, 0.399971304228529, 0.117575340438634, 0.401039478369057, 0.0171944848261774, 0.373070855159312, 0.112421342870221, 0.34212224977091, 0.112279103137553, 0.768491451628506, 0.723438690649346, 0.811509567080066, 0.650998124619946, 0.199840480228886, 0.652627870440483, 0.589527043281123, 0.29450833844021, 0.355700633022934, 0.146948508452624, 0.61625205213204, 0.653914594324306, 0.715160981984809, 0.716382717248052, 0.487564256880432, 0.774799233302474, 0.706596776144579, 0.498584782937542, 0.629550432786345, 0.263964282814413, 0.711775904754177, 0.927386591210961, 0.671799787785858, 0.659567840630189, 0.89109851885587, 0.232230337802321, 0.959294351749122, 0.33435051003471, 0.125995373586193, 0.65408624522388, 0.531509041786194, 0.618349925847724, 0.435396385611966, 0.777753874426708, 0.52873916272074, 0.00402966304682195, 0.853590858867392, 0.192490463610739, 0.384216427104548, 0.343890405027196, 0.411147210979834, 0.0505948683712631, 0.0995665593072772, 0.49455657042563, 0.906862762290984, 0.0982779269106686, 0.345170550746843, 0.640122565208003, 0.0096327958162874, 0.0821684030815959, 0.310002135578543, 0.601040222216398, 0.948288834653795, 0.650042573921382, 0.00902956048958004, 0.65633756085299, 0.0711934037972242, 0.188513316214085, 0.0983888241462409, 0.398599822307006, 0.805073478724808, 0.451385998865589, 0.264629109529778, 0.253642790019512, 0.249422678491101, 0.786311270203441, 0.66387308598496, 0.310492498101667, 0.491977010620758, 0.814452722901478, 0.804278032155707, 0.321629784302786, 0.877186892088503, 0.193523834226653, 0.753289281623438, 0.747011222178116, 0.144676451804116, 0.727537759812549, 0.531150531722233, 0.410198038909584, 0.430495497537777, 0.340824716258794, 0.699654776602983, 0.139939440181479, 0.91001221514307, 0.339077964425087, 0.165224986849353, 0.11099630384706, 0.464547698386014, 0.559611917939037, 0.859036388806999, 0.139382826397195, 0.346937709720805, 0.474166743457317, 0.175369791453704, 0.269995321985334, 0.0725547566544265, 0.879931485978886, 0.387623940128833, 0.517974911723286, 0.823841023724526, 0.051006501307711, 0.811988211236894, 0.686371688265353, 0.860308614559472, 0.851113589247689, 0.693164917640388, 0.870171713642776, 0.0470026426482946, 0.659576453734189, 0.0988292265683413, 0.867168903117999, 0.386044821934775, 0.821558211464435, 0.72328914492391, 0.701330262701958, 0.907012725248933, 0.862317014252767, 0.417196565773338, 0.837870250921696, 0.485469773411751, 0.835400240961462, 0.00730702490545809, 0.338149840012193, 0.770562666002661, 0.711566954851151), actual = c(0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 1, 1, 1, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0), nmb = c(TP = -3, TN = 0, FP = -1, FN = -4)): could not find function "fx_roc01"
# }