[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"doc-seo-290448-105":3,"detail-sidebar-cat-0-en-105":85,"doc-detail-290448-en":135},{"code":4,"msg":5,"data":6},0,"ok",{"site_id":7,"language":8,"slug":9,"title":10,"keywords":11,"description":12,"schema_data":13,"social_meta":78,"head_meta":80,"extra_data":82,"updated_unix":84},105,"en","automated-outlier-detection-with-machine-learning-in-grace-and-grace-fo-post-fit-residuals-scientific-contribution","Automated outlier detection with machine learning in GRACE and GRACE-FO post-fit residuals - Scientific contribution","","Automated outlier detection is applied to GRACE/GRACE-FO inter-satellite K-band range-rate observations used for monthly Earth gravity field solutions. Because range-rates depend on Earth mass distribution as well as satellite relative motion, orientation, and attitude handling, observation screening is challenging. The work uses unsupervised isolation forests on high-dimensional post-fit residuals and geographic location, then refines anomaly selection with mutual information to separate true anomalies from effects of imperfect model fit. Results are discussed for May 2019 and for GRACE single-orbit processing.",{"@graph":14,"@context":77},[15,34,56],{"@type":16,"itemListElement":17},"BreadcrumbList",[18,23,27,31],{"item":19,"name":20,"@type":21,"position":22},"https://docshare.wps.com","Home","ListItem",1,{"item":24,"name":25,"@type":21,"position":26},"https://docshare.wps.com/document/","Document",2,{"item":28,"name":29,"@type":21,"position":30},"https://docshare.wps.com/document/research-report/","Research & Report",3,{"item":32,"name":10,"@type":21,"position":33},"https://docshare.wps.com/document/automated-outlier-detection-with-machine-learning-in-grace-and-grace-fo-post-fit-residuals-scientific-contribution/290448/",4,{"url":32,"name":10,"@type":35,"image":36,"author":41,"headline":10,"publisher":44,"fileFormat":47,"inLanguage":8,"description":12,"dateModified":48,"datePublished":49,"encodingFormat":47,"isAccessibleForFree":50,"interactionStatistic":51},"DigitalDocument",{"url":37,"@type":38,"width":39,"height":40},"https://docshare.wps.com/thumbnails/automated-outlier-detection-with-machine-learning-in-grace-and-grace-fo-post-fit-residuals-scientific-contribution/290448.png","ImageObject",300,407,{"name":42,"@type":43},"Finn","Person",{"url":19,"name":45,"@type":46},"DocShare","Organization","application/pdf","2026-10-30","2026-09-17",true,{"@type":52,"interactionType":53,"userInteractionCount":55},"InteractionCounter",{"@type":54},"ViewAction",12,{"@type":57,"mainEntity":58},"FAQPage",[59,65,69,73],{"name":60,"@type":61,"acceptedAnswer":62},"Why is screening GRACE/GRACE-FO range-rate observations difficult?","Question",{"text":63,"@type":64},"Range-rates are sensitive not only to Earth’s mass distribution and satellite relative motion, but also to relative orientation and attitude handling, making reliable detection non-trivial.","Answer",{"name":66,"@type":61,"acceptedAnswer":67},"How does isolation forest produce an anomaly score in this approach?",{"text":68,"@type":64},"Isolation forest randomly splits data along dimensions; the easier it is to isolate a point, the higher its anomaly score, measured via expected path length across trees.",{"name":70,"@type":61,"acceptedAnswer":71},"How does mutual information help distinguish true anomalies from model-fit errors?",{"text":72,"@type":64},"Mutual information between geographic position and post-fit residuals identifies geographically correlated signals; the method aims to keep isolation-forest outliers where mutual information indicates no correlation (MI = 0).",{"name":74,"@type":61,"acceptedAnswer":75},"What was learned from applying orbit-by-orbit outlier detection for GRACE?",{"text":76,"@type":64},"Removing outliers on an orbit-by-orbit basis improved gravity field uncertainty estimation compared with manual visual removal, but isolation forest + mutual information was not applicable to the 2004 GRACE dataset due to inhomogeneous coverage.","https://schema.org",{"og:url":32,"og:type":79,"og:title":10,"og:site_name":45,"og:description":12},"article",{"robots":81,"canonical":32},"index,follow",{"doc_id":83,"site_id":7},290448,1789641714,{"code":4,"msg":86,"data":87},"success",[88,92,96,100,105,110,115,119,124,127,131],{"id":22,"doc_module":4,"doc_module_name":25,"category_name":89,"show_sort_weight":90,"slug":91},"Story & Novel",90,"story-novel",{"id":26,"doc_module":4,"doc_module_name":25,"category_name":93,"show_sort_weight":94,"slug":95},"Literature",80,"literature",{"id":33,"doc_module":4,"doc_module_name":25,"category_name":97,"show_sort_weight":98,"slug":99},"Exam",70,"exam",{"id":101,"doc_module":4,"doc_module_name":25,"category_name":102,"show_sort_weight":103,"slug":104},5,"Comic",60,"comic",{"id":106,"doc_module":4,"doc_module_name":25,"category_name":107,"show_sort_weight":108,"slug":109},6,"Technology",50,"technology",{"id":111,"doc_module":4,"doc_module_name":25,"category_name":112,"show_sort_weight":113,"slug":114},7,"Healthcare",40,"healthcare",{"id":116,"doc_module":4,"doc_module_name":25,"category_name":29,"show_sort_weight":117,"slug":118},8,30,"research-report",{"id":120,"doc_module":4,"doc_module_name":25,"category_name":121,"show_sort_weight":122,"slug":123},9,"Religion & Spirituality",20,"religion-spirituality",{"id":122,"doc_module":4,"doc_module_name":25,"category_name":125,"show_sort_weight":122,"slug":126},"World Cup","world-cup",{"id":128,"doc_module":4,"doc_module_name":25,"category_name":129,"show_sort_weight":128,"slug":130},10,"Lifestyle","lifestyle",{"id":132,"doc_module":4,"doc_module_name":25,"category_name":133,"show_sort_weight":101,"slug":134},19,"General","general",{"code":4,"msg":86,"data":136},{"doc_id":83,"user_id":137,"nickname":42,"user_avatar":138,"doc_module":4,"category_id":116,"category_name":29,"doc_title":10,"doc_description":12,"doc_content":139,"file_id":140,"file_url":141,"file_type":142,"file_size":143,"view_count":55,"is_deleted":4,"is_public":22,"is_downloadable":22,"audit_status":22,"page_count":22,"language":144,"language_code":8,"site_id":7,"html_lang":8,"table_of_contents":145,"faqs":146,"seo_title":147,"seo_description":12,"update_tm":84,"read_time":30,"preview_page_count":4},34359740700684,"https://ap-avatar.wpscdn.com/avatar/1f400023980c374ae676?_k=1777273430885731487","Automated outlier detection with machine learning in  \nGRACE and GRACE-FO post-fit residuals  \nJonas Zbinden, Martin Lasser, Ulrich Meyer, Brandon Panos, Daniel Arnold, Adrian Jäggi  \nProblem  \nGRACE/GRACE-FO inter-satellite K-band range-rates are the main observable for the determination of monthly solutions of the Earth’s gravity field. The rangerates are sensitive not only to the mass distribution of the Earth, and as a consequence, the relative motion of both GRACE and GRACE-FO satellites respectively, but also to the relative orientation of the satellites and consequently to the attitude handling. Therefore, an efficient screening of the range-rate observations isnot trivial. In this contribution, we apply machine learning to flag outliers in an unsupervised and fully automated way.  \nIsolation forest for outlier detection  \nFor outlier or anomaly detection isolation forests offer a fast and easy way to detect outliers within a high-dimensional dataset. The data is split along each dimension randomly. The easier it is to isolate a point, the higher its anomaly score .  \nImage: [https://en.wikipedia. org/wiki/](https://en.wikipedia. org/wiki/)[ ](https://en.wikipedia. org/wiki/)Isolation_forest  \nThe anomaly score 􀀡 (􀀣) of a point 􀀣 ! is measured with the number of random cuts ℎ(􀀣!) to isolate it. The score 􀀡 (􀀣) is given by  \n􀀡 􀀣 ∝ −2()(*($ )),  \nwhere Ε (ℎ(􀀣)) is the expectation value of the path length of all trees to isolate the point 􀀣 . A score 􀀡 􀀣 close to −1 . The minus is a convention from the Python library scikit-learn .  \nGRACE-FO outliers based on isolation forest  \nWe applied the isolation forest algorithm to the combination of the post-fit residuals and the geographic location of the satellite at this time  \nto find outliers independent of the geographic location .  \nAs an example, we show the post-fit residuals (left) and the outliers found with isolation forest (right) from May 2019 . Over the Amazon basin both maps exhibit some geographical pattern . To distinguish between true anomalies, and unfitted gravity signal we make use of mutual information to find any ( cor )relations between the geographical position and the post-fit residuals .  \nIsolation forest + Mutual information  \nMutual information 􀀩􀀪 can show more complex relations and dependencies between the geographic position and the post-fit residuals . If there is any geographically ( cor )related signal in the post-fit residuals, then 􀀩􀀪 ≠ 0 . Therefore, we strive to find true outliers flagged by isolation forest which have 􀀩􀀪 = 0 .  \nremaining outliers  \nWe can see the same pattern over the Amazon basin in MI (left) . Based on the combination of isolation forest + MI we can isolate the true outliers  \n(right), not affected by a bad model fit.  \nMutual information  \nMutual information 􀀩􀀪 captures the dependency between two random variables and their probability distributions . Two variables 􀀯, 􀀱 are independent if and only if  \n􀀲 􀀣 , 􀀳 = 􀀲 􀀣 􀀲 (􀀳) . To capture the dependency between 􀀣 and 􀀳 we compute the pointwise-mutual information measure 􀀴􀀩􀀪 (􀀣! , 􀀳 !):  \n􀀴􀀩􀀪 􀀣 ! , 􀀳 ! ≜ log \"\"($!~~ ~~!\",&(&!~~ ~~)!) .  \nThe 􀀴􀀩􀀪 can be calculated by training a neural network 􀀺 at capturing the dependencies between 􀀯 and 􀀱 for instance through sampling the marginal probabilities P(􀀯), P (􀀱) () by sampling signals from different pixels in animage and the joint probability distribution by sampling signals from the same pixel P(􀀯, 􀀱),() maximizing the difference ||  -  || .  \nComparison between correlation (left) and MI (right), the MI also captures non-linear dependencies . Image: [https://www.science.org/doi/10.1126/science.1205438](https://www.science.org/doi/10.1126/science.1205438)  \nWith our trained neural network 􀀺 we can then estimate the 􀀴􀀩􀀪 􀀣 ! , 􀀳 ! on e .  \ng. the position on Earth and the post-fit residuals for a single timestep.  \nOutliers based on sequences of single orbits  \nDue to the lower global coverage by GRACE in 2004 (repeat cycles) compare","cbCaiv0ox2cxN4eB","https://ap.wps.com/l/cbCaiv0ox2cxN4eB","pdf",12042480,"English","# Problem\n## Isolation forest for outlier detection\n## GRACE-FO outliers based on isolation forest\n## Isolation forest + Mutual information\n## Remaining outliers\n## Mutual information\n## Comparison between correlation and MI\n## Outliers based on sequences of single orbits\n# Conclusions","[{\"question\":\"Why is screening GRACE/GRACE-FO range-rate observations difficult?\",\"answer\":\"Range-rates are sensitive not only to Earth’s mass distribution and satellite relative motion, but also to relative orientation and attitude handling, making reliable detection non-trivial.\"},{\"question\":\"How does isolation forest produce an anomaly score in this approach?\",\"answer\":\"Isolation forest randomly splits data along dimensions; the easier it is to isolate a point, the higher its anomaly score, measured via expected path length across trees.\"},{\"question\":\"How does mutual information help distinguish true anomalies from model-fit errors?\",\"answer\":\"Mutual information between geographic position and post-fit residuals identifies geographically correlated signals; the method aims to keep isolation-forest outliers where mutual information indicates no correlation (MI = 0).\"},{\"question\":\"What was learned from applying orbit-by-orbit outlier detection for GRACE?\",\"answer\":\"Removing outliers on an orbit-by-orbit basis improved gravity field uncertainty estimation compared with manual visual removal, but isolation forest + mutual information was not applicable to the 2004 GRACE dataset due to inhomogeneous coverage.\"}]","Automated outlier detection with machine learning in GRACE and GRACE-FO post-fit residuals - Scientific contribution | PDF"]