Giter VIP home page Giter VIP logo

Comments (3)

jheer avatar jheer commented on May 12, 2024

I believe this is the same "problem" we've discussed before. You are passing in a modified tuple which is not strictly equal to the originally added tuple.

from datalib.

arvind avatar arvind commented on May 12, 2024

Good catch. Fixing that, I tracked the bug down some more. The difference seems to be if I call .result() right after every ._mod operation, the final output is incorrect. See below:

var dl = require('./src/index'),
    assert = require('assert');

var add = [{"_id":13203,"symbol":"AMZN","indexed_price":0.4937528921795466},{"_id":13204,"symbol":"AMZN","indexed_price":0.5934752429430821},{"_id":13205,"symbol":"AMZN","indexed_price":0.5502082369273484},{"_id":13206,"symbol":"AMZN","indexed_price":0.2769551133734382},{"_id":13207,"symbol":"AMZN","indexed_price":0.11776955113373447},{"_id":13208,"symbol":"AMZN","indexed_price":-0.15987968533086527},{"_id":13209,"symbol":"AMZN","indexed_price":-0.30310041647385466},{"_id":13210,"symbol":"AMZN","indexed_price":-0.03979639055992593},{"_id":13211,"symbol":"AMZN","indexed_price":-0.11059694585839892},{"_id":13212,"symbol":"AMZN","indexed_price":-0.15270708005552988},{"_id":13213,"symbol":"AMZN","indexed_price":-0.42873669597408604},{"_id":13214,"symbol":"AMZN","indexed_price":-0.6399814900509023},{"_id":13215,"symbol":"AMZN","indexed_price":-0.599490976399815},{"_id":13216,"symbol":"AMZN","indexed_price":-0.7642295233688108},{"_id":13217,"symbol":"AMZN","indexed_price":-0.7633040259139287},{"_id":13218,"symbol":"AMZN","indexed_price":-0.6348912540490513},{"_id":13219,"symbol":"AMZN","indexed_price":-0.6138361869504858},{"_id":13220,"symbol":"AMZN","indexed_price":-0.6726052753354929},{"_id":13221,"symbol":"AMZN","indexed_price":-0.7110134197130957},{"_id":13222,"symbol":"AMZN","indexed_price":-0.7931513188338732},{"_id":13223,"symbol":"AMZN","indexed_price":-0.8618695048588617},{"_id":13224,"symbol":"AMZN","indexed_price":-0.838500694123091},{"_id":13225,"symbol":"AMZN","indexed_price":-0.7380842202683943},{"_id":13226,"symbol":"AMZN","indexed_price":-0.7496529384544193},{"_id":13227,"symbol":"AMZN","indexed_price":-0.6716797778806108},{"_id":13228,"symbol":"AMZN","indexed_price":-0.6737621471540953},{"_id":13229,"symbol":"AMZN","indexed_price":-0.6691346598796853},{"_id":13230,"symbol":"AMZN","indexed_price":-0.6138361869504858},{"_id":13231,"symbol":"AMZN","indexed_price":-0.5782045349375289},{"_id":13232,"symbol":"AMZN","indexed_price":-0.6240166589541879},{"_id":13233,"symbol":"AMZN","indexed_price":-0.6656640444238778},{"_id":13234,"symbol":"AMZN","indexed_price":-0.6543267006015734},{"_id":13235,"symbol":"AMZN","indexed_price":-0.6314206385932438},{"_id":13236,"symbol":"AMZN","indexed_price":-0.5520592318371125},{"_id":13237,"symbol":"AMZN","indexed_price":-0.459740860712633},{"_id":13238,"symbol":"AMZN","indexed_price":-0.5629338269319759},{"_id":13239,"symbol":"AMZN","indexed_price":-0.49444701527070795},{"_id":13240,"symbol":"AMZN","indexed_price":-0.49074502545118},{"_id":13241,"symbol":"AMZN","indexed_price":-0.39773253123553903},{"_id":13242,"symbol":"AMZN","indexed_price":-0.3361869504858861},{"_id":13243,"symbol":"AMZN","indexed_price":-0.1695974086071263},{"_id":13244,"symbol":"AMZN","indexed_price":-0.15964831096714482},{"_id":13245,"symbol":"AMZN","indexed_price":-0.036557149467838924},{"_id":13246,"symbol":"AMZN","indexed_price":0.07172605275335496},{"_id":13247,"symbol":"AMZN","indexed_price":0.1205460434983804},{"_id":13248,"symbol":"AMZN","indexed_price":0.25937066173068024},{"_id":13249,"symbol":"AMZN","indexed_price":0.24872744099953725},{"_id":13250,"symbol":"AMZN","indexed_price":0.21749190189726975},{"_id":13251,"symbol":"AMZN","indexed_price":0.16612679315131884},{"_id":13252,"symbol":"AMZN","indexed_price":-0.004858861638130515},{"_id":13253,"symbol":"AMZN","indexed_price":0.0013882461823230513},{"_id":13254,"symbol":"AMZN","indexed_price":0.00879222582137905},{"_id":13255,"symbol":"AMZN","indexed_price":0.1221656640444239},{"_id":13256,"symbol":"AMZN","indexed_price":0.2586765386395187},{"_id":13257,"symbol":"AMZN","indexed_price":-0.09949097639981484},{"_id":13258,"symbol":"AMZN","indexed_price":-0.11753817677001385},{"_id":13259,"symbol":"AMZN","indexed_price":-0.054604349838037934},{"_id":13260,"symbol":"AMZN","indexed_price":-0.21031929662193422},{"_id":13261,"symbol":"AMZN","indexed_price":-0.0819065247570569},{"_id":13262,"symbol":"AMZN","indexed_price":0.024757056918093483},{"_id":13263,"symbol":"AMZN","indexed_price":0},{"_id":13264,"symbol":"AMZN","indexed_price":-0.1860249884312818},{"_id":13265,"symbol":"AMZN","indexed_price":-0.2070800555298472},{"_id":13266,"symbol":"AMZN","indexed_price":-0.25127255900046275},{"_id":13267,"symbol":"AMZN","indexed_price":-0.17838963442850533},{"_id":13268,"symbol":"AMZN","indexed_price":-0.23438223044886616},{"_id":13269,"symbol":"AMZN","indexed_price":0.04465525219805645},{"_id":13270,"symbol":"AMZN","indexed_price":-0.012031466913465896},{"_id":13271,"symbol":"AMZN","indexed_price":0.04812586765386392},{"_id":13272,"symbol":"AMZN","indexed_price":-0.07774178621008791},{"_id":13273,"symbol":"AMZN","indexed_price":0.12124016658954193},{"_id":13274,"symbol":"AMZN","indexed_price":0.09093012494215641},{"_id":13275,"symbol":"AMZN","indexed_price":0.037019898195279996},{"_id":13276,"symbol":"AMZN","indexed_price":-0.1337343822304489},{"_id":13277,"symbol":"AMZN","indexed_price":-0.15478944932901428},{"_id":13278,"symbol":"AMZN","indexed_price":-0.18533086534012028},{"_id":13279,"symbol":"AMZN","indexed_price":-0.1992133271633503},{"_id":13280,"symbol":"AMZN","indexed_price":-0.10504396112910688},{"_id":13281,"symbol":"AMZN","indexed_price":-0.3778343359555761},{"_id":13282,"symbol":"AMZN","indexed_price":-0.2866728366496992},{"_id":13283,"symbol":"AMZN","indexed_price":-0.2568255437297548},{"_id":13284,"symbol":"AMZN","indexed_price":-0.11869504858861628},{"_id":13285,"symbol":"AMZN","indexed_price":-0.06663581675150383},{"_id":13286,"symbol":"AMZN","indexed_price":-0.08699676075890787},{"_id":13287,"symbol":"AMZN","indexed_price":-0.12841277186487732},{"_id":13288,"symbol":"AMZN","indexed_price":-0.09440074039796387},{"_id":13289,"symbol":"AMZN","indexed_price":-0.07936140675613142},{"_id":13290,"symbol":"AMZN","indexed_price":0.41901897269782507},{"_id":13291,"symbol":"AMZN","indexed_price":0.5997223507635354},{"_id":13292,"symbol":"AMZN","indexed_price":0.5828320222119389},{"_id":13293,"symbol":"AMZN","indexed_price":0.8172142526608054},{"_id":13294,"symbol":"AMZN","indexed_price":0.8489125404905136},{"_id":13295,"symbol":"AMZN","indexed_price":1.1552521980564556},{"_id":13296,"symbol":"AMZN","indexed_price":1.0627024525682556},{"_id":13297,"symbol":"AMZN","indexed_price":1.095326237852846},{"_id":13298,"symbol":"AMZN","indexed_price":1.14345210550671},{"_id":13299,"symbol":"AMZN","indexed_price":0.7977788061082833},{"_id":13300,"symbol":"AMZN","indexed_price":0.491670522906062},{"_id":13301,"symbol":"AMZN","indexed_price":0.6496992133271633},{"_id":13302,"symbol":"AMZN","indexed_price":0.8192966219342896},{"_id":13303,"symbol":"AMZN","indexed_price":0.8884775566867192},{"_id":13304,"symbol":"AMZN","indexed_price":0.6966682091624248},{"_id":13305,"symbol":"AMZN","indexed_price":0.7663118926422954},{"_id":13306,"symbol":"AMZN","indexed_price":0.8697362332253588},{"_id":13307,"symbol":"AMZN","indexed_price":0.6834798704303565},{"_id":13308,"symbol":"AMZN","indexed_price":0.32438685793614075},{"_id":13309,"symbol":"AMZN","indexed_price":-0.012031466913465896},{"_id":13310,"symbol":"AMZN","indexed_price":0.18648773715872288},{"_id":13311,"symbol":"AMZN","indexed_price":0.3609440074039797},{"_id":13312,"symbol":"AMZN","indexed_price":0.4990745025451182},{"_id":13313,"symbol":"AMZN","indexed_price":0.6992133271633503},{"_id":13314,"symbol":"AMZN","indexed_price":0.8630263766774641},{"_id":13315,"symbol":"AMZN","indexed_price":0.8044886626561776},{"_id":13316,"symbol":"AMZN","indexed_price":0.9356779268857011},{"_id":13317,"symbol":"AMZN","indexed_price":0.9842665432670061},{"_id":13318,"symbol":"AMZN","indexed_price":0.8785284590467376},{"_id":13319,"symbol":"AMZN","indexed_price":1.1601110596945858},{"_id":13320,"symbol":"AMZN","indexed_price":1.7489588153632578},{"_id":13321,"symbol":"AMZN","indexed_price":2.1446089773253125},{"_id":13322,"symbol":"AMZN","indexed_price":2.1124479407681633},{"_id":13323,"symbol":"AMZN","indexed_price":1.9016658954187875},{"_id":13324,"symbol":"AMZN","indexed_price":1.7394724664507175},{"_id":13325,"symbol":"AMZN","indexed_price":1.9805645534474778},{"_id":13326,"symbol":"AAPL","indexed_price":-0.32535760728218466},{"_id":13327,"symbol":"AAPL","indexed_price":-0.25461638491547467},{"_id":13328,"symbol":"AAPL","indexed_price":-0.11703511053315994},{"_id":13329,"symbol":"AAPL","indexed_price":-0.19349804941482446},{"_id":13330,"symbol":"AAPL","indexed_price":-0.45383615084525364},{"_id":13331,"symbol":"AAPL","indexed_price":-0.3188556566970091},{"_id":13332,"symbol":"AAPL","indexed_price":-0.33914174252275686},{"_id":13333,"symbol":"AAPL","indexed_price":-0.20754226267880374},{"_id":13334,"symbol":"AAPL","indexed_price":-0.6650195058517555},{"_id":13335,"symbol":"AAPL","indexed_price":-0.7456436931079323},{"_id":13336,"symbol":"AAPL","indexed_price":-0.7854356306892067},{"_id":13337,"symbol":"AAPL","indexed_price":-0.8065019505851755},{"_id":13338,"symbol":"AAPL","indexed_price":-0.718855656697009},{"_id":13339,"symbol":"AAPL","indexed_price":-0.7628088426527959},{"_id":13340,"symbol":"AAPL","indexed_price":-0.7131339401820546},{"_id":13341,"symbol":"AAPL","indexed_price":-0.6686605981794538},{"_id":13342,"symbol":"AAPL","indexed_price":-0.740442132639792},{"_id":13343,"symbol":"AAPL","indexed_price":-0.6977893368010404},{"_id":13344,"symbol":"AAPL","indexed_price":-0.7555266579973993},{"_id":13345,"symbol":"AAPL","indexed_price":-0.7589076723016905},{"_id":13346,"symbol":"AAPL","indexed_price":-0.798179453836151},{"_id":13347,"symbol":"AAPL","indexed_price":-0.7716514954486345},{"_id":13348,"symbol":"AAPL","indexed_price":-0.7230169050715215},{"_id":13349,"symbol":"AAPL","indexed_price":-0.7152145643693109},{"_id":13350,"symbol":"AAPL","indexed_price":-0.6785435630689207},{"_id":13351,"symbol":"AAPL","indexed_price":-0.717815344603381},{"_id":13352,"symbol":"AAPL","indexed_price":-0.6920676202860858},{"_id":13353,"symbol":"AAPL","indexed_price":-0.6842652795838752},{"_id":13354,"symbol":"AAPL","indexed_price":-0.6970091027308193},{"_id":13355,"symbol":"AAPL","indexed_price":-0.7695708712613785},{"_id":13356,"symbol":"AAPL","indexed_price":-0.8015604681404421},{"_id":13357,"symbol":"AAPL","indexed_price":-0.8080624187256177},{"_id":13358,"symbol":"AAPL","indexed_price":-0.811443433029909},{"_id":13359,"symbol":"AAPL","indexed_price":-0.7911573472041612},{"_id":13360,"symbol":"AAPL","indexed_price":-0.7984395318595578},{"_id":13361,"symbol":"AAPL","indexed_price":-0.8137841352405721},{"_id":13362,"symbol":"AAPL","indexed_price":-0.8132639791937581},{"_id":13363,"symbol":"AAPL","indexed_price":-0.8046814044213265},{"_id":13364,"symbol":"AAPL","indexed_price":-0.8161248374512354},{"_id":13365,"symbol":"AAPL","indexed_price":-0.8150845253576073},{"_id":13366,"symbol":"AAPL","indexed_price":-0.7664499349804942},{"_id":13367,"symbol":"AAPL","indexed_price":-0.7521456436931079},{"_id":13368,"symbol":"AAPL","indexed_price":-0.7258777633289988},{"_id":13369,"symbol":"AAPL","indexed_price":-0.7058517555266579},{"_id":13370,"symbol":"AAPL","indexed_price":-0.7305591677503251},{"_id":13371,"symbol":"AAPL","indexed_price":-0.7024707412223667},{"_id":13372,"symbol":"AAPL","indexed_price":-0.728218465539662},{"_id":13373,"symbol":"AAPL","indexed_price":-0.7219765929778934},{"_id":13374,"symbol":"AAPL","indexed_price":-0.706631989596879},{"_id":13375,"symbol":"AAPL","indexed_price":-0.6889466840052015},{"_id":13376,"symbol":"AAPL","indexed_price":-0.6483745123537061},{"_id":13377,"symbol":"AAPL","indexed_price":-0.6647594278283485},{"_id":13378,"symbol":"AAPL","indexed_price":-0.635110533159948},{"_id":13379,"symbol":"AAPL","indexed_price":-0.576853055916775},{"_id":13380,"symbol":"AAPL","indexed_price":-0.5794538361508452},{"_id":13381,"symbol":"AAPL","indexed_price":-0.5513654096228869},{"_id":13382,"symbol":"AAPL","indexed_price":-0.49596879063719124},{"_id":13383,"symbol":"AAPL","indexed_price":-0.31859557867360216},{"_id":13384,"symbol":"AAPL","indexed_price":-0.1279583875162549},{"_id":13385,"symbol":"AAPL","indexed_price":-0.1625487646293888},{"_id":13386,"symbol":"AAPL","indexed_price":0},{"_id":13387,"symbol":"AAPL","indexed_price":0.16671001300390106},{"_id":13388,"symbol":"AAPL","indexed_price":0.08374512353706108},{"_id":13389,"symbol":"AAPL","indexed_price":-0.06215864759427829},{"_id":13390,"symbol":"AAPL","indexed_price":0.03407022106631977},{"_id":13391,"symbol":"AAPL","indexed_price":-0.04265279583875164},{"_id":13392,"symbol":"AAPL","indexed_price":0.10923276983094916},{"_id":13393,"symbol":"AAPL","indexed_price":0.2195058517555266},{"_id":13394,"symbol":"AAPL","indexed_price":0.3942782834850454},{"_id":13395,"symbol":"AAPL","indexed_price":0.4977893368010403},{"_id":13396,"symbol":"AAPL","indexed_price":0.7638491547464236},{"_id":13397,"symbol":"AAPL","indexed_price":0.8697009102730818},{"_id":13398,"symbol":"AAPL","indexed_price":0.963849154746424},{"_id":13399,"symbol":"AAPL","indexed_price":0.7812743823146941},{"_id":13400,"symbol":"AAPL","indexed_price":0.6312093628088425},{"_id":13401,"symbol":"AAPL","indexed_price":0.8306892067620285},{"_id":13402,"symbol":"AAPL","indexed_price":0.5544863459037711},{"_id":13403,"symbol":"AAPL","indexed_price":0.4894668400520156},{"_id":13404,"symbol":"AAPL","indexed_price":0.767490247074122},{"_id":13405,"symbol":"AAPL","indexed_price":0.7646293888166447},{"_id":13406,"symbol":"AAPL","indexed_price":1.0020806241872562},{"_id":13407,"symbol":"AAPL","indexed_price":1.108712613784135},{"_id":13408,"symbol":"AAPL","indexed_price":1.3838751625487644},{"_id":13409,"symbol":"AAPL","indexed_price":1.2065019505851755},{"_id":13410,"symbol":"AAPL","indexed_price":1.2296488946684005},{"_id":13411,"symbol":"AAPL","indexed_price":1.200520156046814},{"_id":13412,"symbol":"AAPL","indexed_price":1.4163849154746422},{"_id":13413,"symbol":"AAPL","indexed_price":1.5955786736020803},{"_id":13414,"symbol":"AAPL","indexed_price":2.1518855656697005},{"_id":13415,"symbol":"AAPL","indexed_price":2.1739921976592975},{"_id":13416,"symbol":"AAPL","indexed_price":2.426788036410923},{"_id":13417,"symbol":"AAPL","indexed_price":2.6015604681404416},{"_id":13418,"symbol":"AAPL","indexed_price":2.991417425227568},{"_id":13419,"symbol":"AAPL","indexed_price":3.940182054616385},{"_id":13420,"symbol":"AAPL","indexed_price":3.739141742522756},{"_id":13421,"symbol":"AAPL","indexed_price":4.151625487646293},{"_id":13422,"symbol":"AAPL","indexed_price":2.5204161248374515},{"_id":13423,"symbol":"AAPL","indexed_price":2.25149544863459},{"_id":13424,"symbol":"AAPL","indexed_price":2.732119635890767},{"_id":13425,"symbol":"AAPL","indexed_price":3.5240572171651494},{"_id":13426,"symbol":"AAPL","indexed_price":3.9089726918075423},{"_id":13427,"symbol":"AAPL","indexed_price":3.3547464239271783},{"_id":13428,"symbol":"AAPL","indexed_price":3.1339401820546158},{"_id":13429,"symbol":"AAPL","indexed_price":3.409102730819245},{"_id":13430,"symbol":"AAPL","indexed_price":1.9560468140442129},{"_id":13431,"symbol":"AAPL","indexed_price":1.7981794538361506},{"_id":13432,"symbol":"AAPL","indexed_price":1.4101430429128736},{"_id":13433,"symbol":"AAPL","indexed_price":1.2197659297789334},{"_id":13434,"symbol":"AAPL","indexed_price":1.3440832249674899},{"_id":13435,"symbol":"AAPL","indexed_price":1.3227568270481143},{"_id":13436,"symbol":"AAPL","indexed_price":1.7339401820546163},{"_id":13437,"symbol":"AAPL","indexed_price":2.272561768530559},{"_id":13438,"symbol":"AAPL","indexed_price":2.532119635890767},{"_id":13439,"symbol":"AAPL","indexed_price":2.7042912873862157},{"_id":13440,"symbol":"AAPL","indexed_price":3.2494148244473333},{"_id":13441,"symbol":"AAPL","indexed_price":3.3747724317295185},{"_id":13442,"symbol":"AAPL","indexed_price":3.820546163849154},{"_id":13443,"symbol":"AAPL","indexed_price":3.9024707412223667},{"_id":13444,"symbol":"AAPL","indexed_price":4.1992197659297785},{"_id":13445,"symbol":"AAPL","indexed_price":4.480624187256176},{"_id":13446,"symbol":"AAPL","indexed_price":3.9950585175552664},{"_id":13447,"symbol":"AAPL","indexed_price":4.3217165149544865},{"_id":13448,"symbol":"AAPL","indexed_price":4.800260078023406}]
var mod = [{"_id":13203,"symbol":"AMZN","indexed_price":0.7138306344571277},{"_id":13204,"symbol":"AMZN","indexed_price":0.8282452880276082},{"_id":13205,"symbol":"AMZN","indexed_price":0.77860366339262},{"_id":13206,"symbol":"AMZN","indexed_price":0.46509158481550295},{"_id":13207,"symbol":"AMZN","indexed_price":0.2824528802760818},{"_id":13208,"symbol":"AMZN","indexed_price":-0.03610299973453675},{"_id":13209,"symbol":"AMZN","indexed_price":-0.2004247411733475},{"_id":13210,"symbol":"AMZN","indexed_price":0.1016724183700557},{"_id":13211,"symbol":"AMZN","indexed_price":0.020440668967347916},{"_id":13212,"symbol":"AMZN","indexed_price":-0.027873639500929234},{"_id":13213,"symbol":"AMZN","indexed_price":-0.34457127687815237},{"_id":13214,"symbol":"AMZN","indexed_price":-0.5869392089195646},{"_id":13215,"symbol":"AMZN","indexed_price":-0.5404831430846828},{"_id":13216,"symbol":"AMZN","indexed_price":-0.7294929652243165},{"_id":13217,"symbol":"AMZN","indexed_price":-0.7284311122909477},{"_id":13218,"symbol":"AMZN","indexed_price":-0.5810990177860367},{"_id":13219,"symbol":"AMZN","indexed_price":-0.556941863551898},{"_id":13220,"symbol":"AMZN","indexed_price":-0.6243695248208124},{"_id":13221,"symbol":"AMZN","indexed_price":-0.6684364215556146},{"_id":13222,"symbol":"AMZN","indexed_price":-0.7626758693920893},{"_id":13223,"symbol":"AMZN","indexed_price":-0.8415184496947173},{"_id":13224,"symbol":"AMZN","indexed_price":-0.8147066631271569},{"_id":13225,"symbol":"AMZN","indexed_price":-0.6994956198566499},{"_id":13226,"symbol":"AMZN","indexed_price":-0.712768781523759},{"_id":13227,"symbol":"AMZN","indexed_price":-0.6233076718874436},{"_id":13228,"symbol":"AMZN","indexed_price":-0.6256968409875232},{"_id":13229,"symbol":"AMZN","indexed_price":-0.6203875763206795},{"_id":13230,"symbol":"AMZN","indexed_price":-0.556941863551898},{"_id":13231,"symbol":"AMZN","indexed_price":-0.5160605256172021},{"_id":13232,"symbol":"AMZN","indexed_price":-0.568622245818954},{"_id":13233,"symbol":"AMZN","indexed_price":-0.6164056278205469},{"_id":13234,"symbol":"AMZN","indexed_price":-0.60339792938678},{"_id":13235,"symbol":"AMZN","indexed_price":-0.5771170692859039},{"_id":13236,"symbol":"AMZN","indexed_price":-0.4860631802495355},{"_id":13237,"symbol":"AMZN","indexed_price":-0.38014335014600475},{"_id":13238,"symbol":"AMZN","indexed_price":-0.498539952216618},{"_id":13239,"symbol":"AMZN","indexed_price":-0.41996283514733207},{"_id":13240,"symbol":"AMZN","indexed_price":-0.41571542341385714},{"_id":13241,"symbol":"AMZN","indexed_price":-0.3089992036103},{"_id":13242,"symbol":"AMZN","indexed_price":-0.23838598354127954},{"_id":13243,"symbol":"AMZN","indexed_price":-0.04725245553490844},{"_id":13244,"symbol":"AMZN","indexed_price":-0.035837536501194624},{"_id":13245,"symbol":"AMZN","indexed_price":0.10538890363684626},{"_id":13246,"symbol":"AMZN","indexed_price":0.22962569684098746},{"_id":13247,"symbol":"AMZN","indexed_price":0.28563843907618786},{"_id":13248,"symbol":"AMZN","indexed_price":0.4449163790814971},{"_id":13249,"symbol":"AMZN","indexed_price":0.43270507034775674},{"_id":13250,"symbol":"AMZN","indexed_price":0.3968675338465621},{"_id":13251,"symbol":"AMZN","indexed_price":0.33793469604459775},{"_id":13252,"symbol":"AMZN","indexed_price":0.14175736660472515},{"_id":13253,"symbol":"AMZN","indexed_price":0.14892487390496414},{"_id":13254,"symbol":"AMZN","indexed_price":0.15741969737191397},{"_id":13255,"symbol":"AMZN","indexed_price":0.28749668170958315},{"_id":13256,"symbol":"AMZN","indexed_price":0.44411998938147057},{"_id":13257,"symbol":"AMZN","indexed_price":0.03318290416777276},{"_id":13258,"symbol":"AMZN","indexed_price":0.012476771967082528},{"_id":13259,"symbol":"AMZN","indexed_price":0.08468277143615603},{"_id":13260,"symbol":"AMZN","indexed_price":-0.09397398460313244},{"_id":13261,"symbol":"AMZN","indexed_price":0.05335810990177855},{"_id":13262,"symbol":"AMZN","indexed_price":0.17573666047252448},{"_id":13263,"symbol":"AMZN","indexed_price":0.147332094504911},{"_id":13264,"symbol":"AMZN","indexed_price":-0.06610034510220339},{"_id":13265,"symbol":"AMZN","indexed_price":-0.09025749933634188},{"_id":13266,"symbol":"AMZN","indexed_price":-0.14096097690469875},{"_id":13267,"symbol":"AMZN","indexed_price":-0.057340058401911434},{"_id":13268,"symbol":"AMZN","indexed_price":-0.12158216087071935},{"_id":13269,"symbol":"AMZN","indexed_price":0.19856649853995212},{"_id":13270,"symbol":"AMZN","indexed_price":0.1335280063711176},{"_id":13271,"symbol":"AMZN","indexed_price":0.20254844704008482},{"_id":13272,"symbol":"AMZN","indexed_price":0.05813644810193782},{"_id":13273,"symbol":"AMZN","indexed_price":0.28643482877621446},{"_id":13274,"symbol":"AMZN","indexed_price":0.25165914520838856},{"_id":13275,"symbol":"AMZN","indexed_price":0.18980621183966015},{"_id":13276,"symbol":"AMZN","indexed_price":-0.006105654366870294},{"_id":13277,"symbol":"AMZN","indexed_price":-0.030262808601008773},{"_id":13278,"symbol":"AMZN","indexed_price":-0.06530395540217682},{"_id":13279,"symbol":"AMZN","indexed_price":-0.08123174940270778},{"_id":13280,"symbol":"AMZN","indexed_price":0.02681178656756034},{"_id":13281,"symbol":"AMZN","indexed_price":-0.2861693655428723},{"_id":13282,"symbol":"AMZN","indexed_price":-0.18157685160605264},{"_id":13283,"symbol":"AMZN","indexed_price":-0.14733209450491117},{"_id":13284,"symbol":"AMZN","indexed_price":0.011149455800371693},{"_id":13285,"symbol":"AMZN","indexed_price":0.07087868330236266},{"_id":13286,"symbol":"AMZN","indexed_price":0.047517918768250574},{"_id":13287,"symbol":"AMZN","indexed_price":0},{"_id":13288,"symbol":"AMZN","indexed_price":0.039023095301300735},{"_id":13289,"symbol":"AMZN","indexed_price":0.056278205468542536},{"_id":13290,"symbol":"AMZN","indexed_price":0.6280860100876028},{"_id":13291,"symbol":"AMZN","indexed_price":0.8354127953278471},{"_id":13292,"symbol":"AMZN","indexed_price":0.8160339792938677},{"_id":13293,"symbol":"AMZN","indexed_price":1.0849482346694983},{"_id":13294,"symbol":"AMZN","indexed_price":1.121316697637377},{"_id":13295,"symbol":"AMZN","indexed_price":1.4727900185824263},{"_id":13296,"symbol":"AMZN","indexed_price":1.3666047252455535},{"_id":13297,"symbol":"AMZN","indexed_price":1.4040350411468012},{"_id":13298,"symbol":"AMZN","indexed_price":1.4592513936819749},{"_id":13299,"symbol":"AMZN","indexed_price":1.062649323068755},{"_id":13300,"symbol":"AMZN","indexed_price":0.7114414653570479},{"_id":13301,"symbol":"AMZN","indexed_price":0.8927528537297583},{"_id":13302,"symbol":"AMZN","indexed_price":1.0873374037695778},{"_id":13303,"symbol":"AMZN","indexed_price":1.1667109105388904},{"_id":13304,"symbol":"AMZN","indexed_price":0.9466418900982213},{"_id":13305,"symbol":"AMZN","indexed_price":1.0265463233342182},{"_id":13306,"symbol":"AMZN","indexed_price":1.1452083886381736},{"_id":13307,"symbol":"AMZN","indexed_price":0.9315104857977171},{"_id":13308,"symbol":"AMZN","indexed_price":0.5195115476506503},{"_id":13309,"symbol":"AMZN","indexed_price":0.1335280063711176},{"_id":13310,"symbol":"AMZN","indexed_price":0.3612954605787098},{"_id":13311,"symbol":"AMZN","indexed_price":0.5614547385187151},{"_id":13312,"symbol":"AMZN","indexed_price":0.719936288823998},{"_id":13313,"symbol":"AMZN","indexed_price":0.9495619856649853},{"_id":13314,"symbol":"AMZN","indexed_price":1.1375099548712502},{"_id":13315,"symbol":"AMZN","indexed_price":1.070347756835678},{"_id":13316,"symbol":"AMZN","indexed_price":1.2208654101406953},{"_id":13317,"symbol":"AMZN","indexed_price":1.2766126891425538},{"_id":13318,"symbol":"AMZN","indexed_price":1.1552959915051764},{"_id":13319,"symbol":"AMZN","indexed_price":1.478364746482612},{"_id":13320,"symbol":"AMZN","indexed_price":2.1539686753384655},{"_id":13321,"symbol":"AMZN","indexed_price":2.6079108043535966},{"_id":13322,"symbol":"AMZN","indexed_price":2.5710114149190337},{"_id":13323,"symbol":"AMZN","indexed_price":2.3291744093443056},{"_id":13324,"symbol":"AMZN","indexed_price":2.1430846827714363},{"_id":13325,"symbol":"AMZN","indexed_price":2.4196973719139896},{"_id":13326,"symbol":"AAPL","indexed_price":-0.6974221392744664},{"_id":13327,"symbol":"AAPL","indexed_price":-0.6656946226525138},{"_id":13328,"symbol":"AAPL","indexed_price":-0.6039892686340838},{"_id":13329,"symbol":"AAPL","indexed_price":-0.6382829814534001},{"_id":13330,"symbol":"AAPL","indexed_price":-0.7550449084334538},{"_id":13331,"symbol":"AAPL","indexed_price":-0.6945060072320075},{"_id":13332,"symbol":"AAPL","indexed_price":-0.7036043392044792},{"_id":13333,"symbol":"AAPL","indexed_price":-0.6445818266651114},{"_id":13334,"symbol":"AAPL","indexed_price":-0.8497608771725185},{"_id":13335,"symbol":"AAPL","indexed_price":-0.8859209144990086},{"_id":13336,"symbol":"AAPL","indexed_price":-0.9037676425988569},{"_id":13337,"symbol":"AAPL","indexed_price":-0.9132159104164237},{"_id":13338,"symbol":"AAPL","indexed_price":-0.8739064504840779},{"_id":13339,"symbol":"AAPL","indexed_price":-0.8936195030910999},{"_id":13340,"symbol":"AAPL","indexed_price":-0.8713402542867141},{"_id":13341,"symbol":"AAPL","indexed_price":-0.8513939111162954},{"_id":13342,"symbol":"AAPL","indexed_price":-0.8835880088650414},{"_id":13343,"symbol":"AAPL","indexed_price":-0.8644581826665111},{"_id":13344,"symbol":"AAPL","indexed_price":-0.8903534352035459},{"_id":13345,"symbol":"AAPL","indexed_price":-0.8918698238656246},{"_id":13346,"symbol":"AAPL","indexed_price":-0.9094832614020762},{"_id":13347,"symbol":"AAPL","indexed_price":-0.897585442668844},{"_id":13348,"symbol":"AAPL","indexed_price":-0.8757727749912515},{"_id":13349,"symbol":"AAPL","indexed_price":-0.8722734165403009},{"_id":13350,"symbol":"AAPL","indexed_price":-0.8558264318208328},{"_id":13351,"symbol":"AAPL","indexed_price":-0.8734398693572846},{"_id":13352,"symbol":"AAPL","indexed_price":-0.8618919864691473},{"_id":13353,"symbol":"AAPL","indexed_price":-0.8583926280181967},{"_id":13354,"symbol":"AAPL","indexed_price":-0.864108246821416},{"_id":13355,"symbol":"AAPL","indexed_price":-0.8966522804152572},{"_id":13356,"symbol":"AAPL","indexed_price":-0.910999650064155},{"_id":13357,"symbol":"AAPL","indexed_price":-0.9139157821066138},{"_id":13358,"symbol":"AAPL","indexed_price":-0.9154321707686924},{"_id":13359,"symbol":"AAPL","indexed_price":-0.9063338387962206},{"_id":13360,"symbol":"AAPL","indexed_price":-0.9095999066837747},{"_id":13361,"symbol":"AAPL","indexed_price":-0.9164819783039776},{"_id":13362,"symbol":"AAPL","indexed_price":-0.916248687740581},{"_id":13363,"symbol":"AAPL","indexed_price":-0.9123993934445351},{"_id":13364,"symbol":"AAPL","indexed_price":-0.9175317858392628},{"_id":13365,"symbol":"AAPL","indexed_price":-0.9170652047124694},{"_id":13366,"symbol":"AAPL","indexed_price":-0.895252537034877},{"_id":13367,"symbol":"AAPL","indexed_price":-0.8888370465414673},{"_id":13368,"symbol":"AAPL","indexed_price":-0.8770558730899335},{"_id":13369,"symbol":"AAPL","indexed_price":-0.8680741863991601},{"_id":13370,"symbol":"AAPL","indexed_price":-0.8791554881605039},{"_id":13371,"symbol":"AAPL","indexed_price":-0.8665577977370815},{"_id":13372,"symbol":"AAPL","indexed_price":-0.8781056806252187},{"_id":13373,"symbol":"AAPL","indexed_price":-0.8753061938644582},{"_id":13374,"symbol":"AAPL","indexed_price":-0.8684241222442552},{"_id":13375,"symbol":"AAPL","indexed_price":-0.8604922430887672},{"_id":13376,"symbol":"AAPL","indexed_price":-0.8422955791438237},{"_id":13377,"symbol":"AAPL","indexed_price":-0.8496442318908201},{"_id":13378,"symbol":"AAPL","indexed_price":-0.8363466697772075},{"_id":13379,"symbol":"AAPL","indexed_price":-0.810218126676776},{"_id":13380,"symbol":"AAPL","indexed_price":-0.8113845794937594},{"_id":13381,"symbol":"AAPL","indexed_price":-0.7987868890703371},{"_id":13382,"symbol":"AAPL","indexed_price":-0.7739414440685874},{"_id":13383,"symbol":"AAPL","indexed_price":-0.6943893619503091},{"_id":13384,"symbol":"AAPL","indexed_price":-0.6088883704654147},{"_id":13385,"symbol":"AAPL","indexed_price":-0.624402192931296},{"_id":13386,"symbol":"AAPL","indexed_price":-0.5514988918698238},{"_id":13387,"symbol":"AAPL","indexed_price":-0.4767292663011781},{"_id":13388,"symbol":"AAPL","indexed_price":-0.5139391111629534},{"_id":13389,"symbol":"AAPL","indexed_price":-0.5793771141957308},{"_id":13390,"symbol":"AAPL","indexed_price":-0.5362183599673394},{"_id":13391,"symbol":"AAPL","indexed_price":-0.5706287180683541},{"_id":13392,"symbol":"AAPL","indexed_price":-0.5025078735565147},{"_id":13393,"symbol":"AAPL","indexed_price":-0.453050274116412},{"_id":13394,"symbol":"AAPL","indexed_price":-0.37466464481511724},{"_id":13395,"symbol":"AAPL","indexed_price":-0.3282398226991718},{"_id":13396,"symbol":"AAPL","indexed_price":-0.20891169952175445},{"_id":13397,"symbol":"AAPL","indexed_price":-0.16143706987052378},{"_id":13398,"symbol":"AAPL","indexed_price":-0.1192114778957191},{"_id":13399,"symbol":"AAPL","indexed_price":-0.20109646564796463},{"_id":13400,"symbol":"AAPL","indexed_price":-0.2684007931879156},{"_id":13401,"symbol":"AAPL","indexed_price":-0.17893386212527707},{"_id":13402,"symbol":"AAPL","indexed_price":-0.3028111512889304},{"_id":13403,"symbol":"AAPL","indexed_price":-0.3319724717135192},{"_id":13404,"symbol":"AAPL","indexed_price":-0.20727866557797747},{"_id":13405,"symbol":"AAPL","indexed_price":-0.20856176367665938},{"_id":13406,"symbol":"AAPL","indexed_price":-0.10206462148606088},{"_id":13407,"symbol":"AAPL","indexed_price":-0.05424005598973528},{"_id":13408,"symbol":"AAPL","indexed_price":0.06917065204712461},{"_id":13409,"symbol":"AAPL","indexed_price":-0.010381430071153629},{"_id":13410,"symbol":"AAPL","indexed_price":0},{"_id":13411,"symbol":"AAPL","indexed_price":-0.013064271550215846},{"_id":13412,"symbol":"AAPL","indexed_price":0.08375131225941902},{"_id":13413,"symbol":"AAPL","indexed_price":0.1641199113495858},{"_id":13414,"symbol":"AAPL","indexed_price":0.4136241689023678},{"_id":13415,"symbol":"AAPL","indexed_price":0.4235390178467281},{"_id":13416,"symbol":"AAPL","indexed_price":0.5369182316575293},{"_id":13417,"symbol":"AAPL","indexed_price":0.6153038609588241},{"_id":13418,"symbol":"AAPL","indexed_price":0.7901551382246588},{"_id":13419,"symbol":"AAPL","indexed_price":1.2156771258602588},{"_id":13420,"symbol":"AAPL","indexed_price":1.1255103231074302},{"_id":13421,"symbol":"AAPL","indexed_price":1.310509739881022},{"_id":13422,"symbol":"AAPL","indexed_price":0.5789105330689375},{"_id":13423,"symbol":"AAPL","indexed_price":0.45829931179283784},{"_id":13424,"symbol":"AAPL","indexed_price":0.6738597923713985},{"_id":13425,"symbol":"AAPL","indexed_price":1.0290446751428903},{"_id":13426,"symbol":"AAPL","indexed_price":1.2016796920564563},{"_id":13427,"symbol":"AAPL","indexed_price":0.953108596757261},{"_id":13428,"symbol":"AAPL","indexed_price":0.8540767525953573},{"_id":13429,"symbol":"AAPL","indexed_price":0.9774874606322174},{"_id":13430,"symbol":"AAPL","indexed_price":0.3257902717835063},{"_id":13431,"symbol":"AAPL","indexed_price":0.2549865857926047},{"_id":13432,"symbol":"AAPL","indexed_price":0.08095182549865855},{"_id":13433,"symbol":"AAPL","indexed_price":-0.004432520704537614},{"_id":13434,"symbol":"AAPL","indexed_price":0.05132392394727623},{"_id":13435,"symbol":"AAPL","indexed_price":0.041759010848011174},{"_id":13436,"symbol":"AAPL","indexed_price":0.22617520121311094},{"_id":13437,"symbol":"AAPL","indexed_price":0.4677475796104047},{"_id":13438,"symbol":"AAPL","indexed_price":0.5841595707453633},{"_id":13439,"symbol":"AAPL","indexed_price":0.6613787472296746},{"_id":13440,"symbol":"AAPL","indexed_price":0.905867257669427},{"_id":13441,"symbol":"AAPL","indexed_price":0.9620902834480345},{"_id":13442,"symbol":"AAPL","indexed_price":1.1620202962790154},{"_id":13443,"symbol":"AAPL","indexed_price":1.1987635600139974},{"_id":13444,"symbol":"AAPL","indexed_price":1.3318558264318208},{"_id":13445,"symbol":"AAPL","indexed_price":1.458066021229441},{"_id":13446,"symbol":"AAPL","indexed_price":1.2402892802986119},{"_id":13447,"symbol":"AAPL","indexed_price":1.3867957541117462},{"_id":13448,"symbol":"AAPL","indexed_price":1.60142307243672}];

// Checking data
assert.equal(add.length, mod.length);
for(var i=0, len=add.length; i<len; ++i) {
  assert.equal(add[i]._id, mod[i]._id);
  assert.notEqual(add[i].indexed_price, mod[i].indexed_price);
}

var agg = dl.groupby()
  .stream(true)
  .key("_id")
  .summarize([{
    name: "value",
    get: dl.$('indexed_price'),
    ops: ["min", "max"],
    as:  ["min", "max"]
  }]);

for(i=0, len=add.length; i<len; ++i) { agg._add(add[i]); }

console.log(agg.result()[0]); // { min: -0.8618695048588617, max: 4.800260078023406 }
console.log(dl.min(add, dl.$('indexed_price')), dl.max(add, dl.$('indexed_price'))); // Correct

function aggmod(i) {
  var t = mod[i],
      a = add[i],
      p = {_id: a._id, symbol: a.symbol, indexed_price: a.indexed_price};
  a.symbol = t.symbol; a.indexed_price = t.indexed_price;
  agg._mod(a, p); 
}

for(i=0, len=mod.length; i<len; ++i) {
  aggmod(i);
  agg.result();
}

console.log(agg.result()[0]); // Incorrect: { min: -0.9175317858392628, max: 1.60142307243672 }
console.log(dl.min(mod, dl.$('indexed_price')), dl.max(mod, dl.$('indexed_price'))); // Correct: -0.9175317858392628 2.6079108043535966

If you comment out the agg.result() call within the for loop, the result is correct.

Stream of consciousness as I track the bug/possible fix:
The collector extents method doesn't seem to be responsive to add/removals to the collector? Should the extents be cleared out on an add/rem? In fact, that's not sufficient, since a mod on the same cell doesn't hit the collector's add/rem methods.
Because mods don't hit the collector, .values() doesn't clear this._get and so extents aren't recalculated.

from datalib.

jheer avatar jheer commented on May 12, 2024

Addressed in aaf1c39...

from datalib.

Related Issues (20)

Recommend Projects

  • React photo React

    A declarative, efficient, and flexible JavaScript library for building user interfaces.

  • Vue.js photo Vue.js

    🖖 Vue.js is a progressive, incrementally-adoptable JavaScript framework for building UI on the web.

  • Typescript photo Typescript

    TypeScript is a superset of JavaScript that compiles to clean JavaScript output.

  • TensorFlow photo TensorFlow

    An Open Source Machine Learning Framework for Everyone

  • Django photo Django

    The Web framework for perfectionists with deadlines.

  • D3 photo D3

    Bring data to life with SVG, Canvas and HTML. 📊📈🎉

Recommend Topics

  • javascript

    JavaScript (JS) is a lightweight interpreted programming language with first-class functions.

  • web

    Some thing interesting about web. New door for the world.

  • server

    A server is a program made to process requests and deliver data to clients.

  • Machine learning

    Machine learning is a way of modeling and interpreting data that allows a piece of software to respond intelligently.

  • Game

    Some thing interesting about game, make everyone happy.

Recommend Org

  • Facebook photo Facebook

    We are working to build community through open source technology. NB: members must have two-factor auth.

  • Microsoft photo Microsoft

    Open source projects and samples from Microsoft.

  • Google photo Google

    Google ❤️ Open Source for everyone.

  • D3 photo D3

    Data-Driven Documents codes.