{"templateId":"markdown","sharedDataIds":{"sidebar":"sidebar-guides/sidebars.yaml"},"props":{"metadata":{"markdoc":{"tagList":[]},"type":"markdown"},"seo":{"title":"Log statistics","description":"Accelerate E&P application development and protect your innovation by consuming our Data and Domain APIs / Platform APIs.","lang":"en-US","meta":[{"name":"robots","content":"noindex"}],"llmstxt":{"hide":true,"excludeFiles":[]}},"dynamicMarkdocComponents":[],"compilationErrors":[],"ast":{"$$mdtype":"Tag","name":"article","attributes":{},"children":[{"$$mdtype":"Tag","name":"Heading","attributes":{"level":1,"id":"log-statistics","__idx":0},"children":["Log statistics"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"#introduction"},"children":["Introduction"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"#methodology"},"children":["Methodology"]}]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"introduction","__idx":1},"children":["Introduction ",{"$$mdtype":"Tag","name":"a","attributes":{"name":"introduction"},"children":[]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Goal:"]}," Provide statistical information for Bulk log data"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Use case 1:"]}," Data consumers interested in specific statistics for specific log."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Use case 2:"]}," Data ingestors can use statistics as a method to ensure bulk data is transferred correctly to Wellbore DMS."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["When transferring bulk data to Wellbore DMS it might happened that due to various reasons (human, system)"," ","the data is not transferred correctly and might not be discovered until the data is actually used."," ","By launching the calculation on the application side and comparing the results from this service,"," ","you will be able to compare results quickly."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["The method calculate the following statistics:"]},{"$$mdtype":"Tag","name":"ul","attributes":{},"children":[{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Count : Number of values (we exclude the missing value NaN)"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Min & Max : smallest and largest values in this channel"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Arithmetic Mean value & Standard deviation"]}]},{"$$mdtype":"Tag","name":"li","attributes":{},"children":[{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Percentiles : 25%, 50% , 75%"]}]}]},{"$$mdtype":"Tag","name":"Heading","attributes":{"level":2,"id":"methodology","__idx":2},"children":["Methodology ",{"$$mdtype":"Tag","name":"a","attributes":{"name":"methodology"},"children":[]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["To calculate the statistics, the service use the method ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["describe"]}," from the \"Pandas\" library."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Link: ",{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://pandas.pydata.org/pandas-docs/stable/reference/api/pandas.DataFrame.describe.html"},"children":["https://pandas.pydata.org/pandas-docs/stable/reference/api/pandas.DataFrame.describe.html"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Example:"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["DataFrame Panda:"]},{"$$mdtype":"Tag","name":"div","attributes":{"className":"md-table-wrapper"},"children":[{"$$mdtype":"Tag","name":"table","attributes":{"className":"md"},"children":[{"$$mdtype":"Tag","name":"thead","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"::"},"children":["::"]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":""},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Ref"]}]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":""},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["col_1"]}]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":""},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["col_2"]}]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":""},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["col_3"]}]}]}]},{"$$mdtype":"Tag","name":"tbody","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["0"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["1.0"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["10"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["NaN"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["11"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["1"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["1.5"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["58"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["20.0"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["21"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["2"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["2"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["2"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["30.0"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["31"]}]}]}]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["after using ",{"$$mdtype":"Tag","name":"code","attributes":{},"children":["describe"]}," method:"]},{"$$mdtype":"Tag","name":"div","attributes":{"className":"md-table-wrapper"},"children":[{"$$mdtype":"Tag","name":"table","attributes":{"className":"md"},"children":[{"$$mdtype":"Tag","name":"thead","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"th","attributes":{"data-label":"::"},"children":["::"]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":""},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Ref"]}]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":""},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["col_1"]}]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":""},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["col_2"]}]},{"$$mdtype":"Tag","name":"th","attributes":{"data-label":""},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["col_3"]}]}]}]},{"$$mdtype":"Tag","name":"tbody","attributes":{},"children":[{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["count"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["3"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["3"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["2"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["3"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["mean"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["1.5"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["23.333333"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["25"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["21"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["std"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["0.5"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["30.287511"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["7.071068"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["10"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["min"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["1"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["2"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["10"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["11"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["25%"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["1.25"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["6"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["22.5"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["16"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["50%"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["1.5"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["10"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["25"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["21"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["75%"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["1.75"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["34"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["27.5"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["26"]}]},{"$$mdtype":"Tag","name":"tr","attributes":{},"children":[{"$$mdtype":"Tag","name":"td","attributes":{},"children":["max"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["2"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["58"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["30"]},{"$$mdtype":"Tag","name":"td","attributes":{},"children":["31"]}]}]}]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Descriptive statistics include those that summarize the central"," ","tendency, dispersion and shape of a dataset's distribution,"," ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["excluding NaN values."]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["For numeric data, the result's index will include ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["count, mean, std,"," ","min, max"]}," as well as lower, 50 and upper ",{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["percentiles"]},". By default"," ","the lower percentile is 25 and the upper percentile is 75. The 50"," ","percentile is the same as the median."]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"MarkdownLink","attributes":{"href":"https://www.w3resource.com/pandas/dataframe/dataframe-to_json.php"},"children":["https://www.w3resource.com/pandas/dataframe/dataframe-to_json.php"]}]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["Example with Curl:"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Curl"]}]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"header":{"controls":{"copy":{}}},"source":"curl -X GET \"http://${host}/osdu/wdms/wellbore/v3/log/${logid}/statistics\" -H  \"accept: application/json\" -H  \"data-partition-id: ${data-partition-id}\" -H  \"Authorization: Bearer $TOKEN\"\n"},"children":[]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"json","header":{"controls":{"copy":{}}},"source":"{\"Ref\":{\"count\":3.0,\"mean\":1.5,\"std\":0.5,\"min\":1.0,\"25%\":1.25,\"50%\":1.5,\"75%\":1.75,\"max\":2.0},\n\"col_1\":{\"count\":3.0,\"mean\":23.3333333333,\"std\":30.2875111776,\"min\":2.0,\"25%\":6.0,\"50%\":10.0,\"75%\":34.0,\"max\":58.0},\n\"col_2\":{\"count\":2.0,\"mean\":25.0,\"std\":7.0710678119,\"min\":20.0,\"25%\":22.5,\"50%\":25.0,\"75%\":27.5,\"max\":30.0},\n\"col_3\":{\"count\":3.0,\"mean\":21.0,\"std\":10.0,\"min\":11.0,\"25%\":16.0,\"50%\":21.0,\"75%\":26.0,\"max\":31.0}}\n","lang":"json"},"children":[]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":["API response from the swagger :"]},{"$$mdtype":"Tag","name":"p","attributes":{},"children":[{"$$mdtype":"Tag","name":"strong","attributes":{},"children":["Stat API response"]}]},{"$$mdtype":"Tag","name":"CodeBlock","attributes":{"data-language":"json","header":{"controls":{"copy":{}}},"source":"{\n  \"Ref\": {\n    \"count\": 3,\n    \"mean\": 1.5,\n    \"std\": 0.5,\n    \"min\": 1,\n    \"25%\": 1.25,\n    \"50%\": 1.5,\n    \"75%\": 1.75,\n    \"max\": 2\n  },\n  \"col_1\": {\n    \"count\": 3,\n    \"mean\": 23.3333333333,\n    \"std\": 30.2875111776,\n    \"min\": 2,\n    \"25%\": 6,\n    \"50%\": 10,\n    \"75%\": 34,\n    \"max\": 58\n  },\n  \"col_2\": {\n    \"count\": 2,\n    \"mean\": 25,\n    \"std\": 7.0710678119,\n    \"min\": 20,\n    \"25%\": 22.5,\n    \"50%\": 25,\n    \"75%\": 27.5,\n    \"max\": 30\n  },\n  \"col_3\": {\n    \"count\": 3,\n    \"mean\": 21,\n    \"std\": 10,\n    \"min\": 11,\n    \"25%\": 16,\n    \"50%\": 21,\n    \"75%\": 26,\n    \"max\": 31\n  }\n}\n","lang":"json"},"children":[]}]},"headings":[{"value":"Log statistics","id":"log-statistics","depth":1},{"value":"Introduction","id":"introduction","depth":2},{"value":"Methodology","id":"methodology","depth":2}],"frontmatter":{"seo":{"title":"Log statistics"}},"lastModified":"2025-04-09T17:56:22.000Z","pagePropGetterError":{"message":"","name":""}},"slug":"/solutions/wellbore-dms/tutorial/log-statistics","userData":{"isAuthenticated":false,"teams":["anonymous"]},"isPublic":true}