Draft: Esp insights library support (espressif#7566)

* ESP Insights: Added library support

* ESP Insights: Added Examples

* ESP Insights: Added custom partitions file

* ESP Insights: Added API documentation.

* Added recipe and script to create Insights package

* Updated ESP Insights examples.

* Changed Insights Firmware package output directory

* Changed license to include SPDX license

* Fix Insights package for Windows

* Updated .exe of insights script

* Added coredump partition to all schemes

* Updated header files of Insights diagnostics

* hotfix: Added elf-sha256-offset flag in elf2bin
builder

* Update API to be more Arduino-like and partitions offsets

Co-authored-by: Me No Dev <me-no-dev@users.noreply.github.com>

Author: sanketwadekar

CMakeLists.txt

@@ -88,6 +88,7 @@ set(LIBRARY_SRCS
   libraries/HTTPClient/src/HTTPClient.cpp
   libraries/HTTPUpdate/src/HTTPUpdate.cpp
   libraries/LittleFS/src/LittleFS.cpp
+  libraries/Insights/src/Insights.cpp
   libraries/I2S/src/I2S.cpp
   libraries/NetBIOS/src/NetBIOS.cpp
   libraries/Preferences/src/Preferences.cpp
@@ -184,6 +185,7 @@ set(includedirs
   libraries/HTTPClient/src
   libraries/HTTPUpdate/src
   libraries/LittleFS/src
+  libraries/Insights/src
   libraries/I2S/src
   libraries/NetBIOS/src
   libraries/Preferences/src

boards.txt

@@ -17110,7 +17110,7 @@ deneyapminiv2.menu.DebugLevel.verbose.build.code_debug=5
 deneyapminiv2.menu.EraseFlash.none=Disabled
 deneyapminiv2.menu.EraseFlash.none.upload.erase_cmd=
 deneyapminiv2.menu.EraseFlash.all=Enabled
-deneyapminiv2.menu.EraseFlash.all.upload.erase_cmd=-e
+deneyapminiv2.menu.EraseFlash.all.upload.erase_cmd=-
 
 ##############################################################
 

docs/source/api/insights.rst

@@ -0,0 +1,274 @@
+############
+ESP Insights
+############
+
+About
+-----
+
+ESP Insights is a remote diagnostics solution that allows users to remotely monitor the health of ESP devices in the field.
+
+Developers normally prefer debugging issues by physically probing them using gdb or observing the logs. This surely helps debug issues, but there are often cases wherein issues are seen only in specific environments under specific conditions. Even things like casings and placement of the product can affect the behaviour. A few examples are
+
+- Wi-Fi disconnections for a smart switch concealed in a wall.
+- Smart speakers crashing during some specific usage pattern.
+- Appliance frequently rebooting due to power supply issues.
+
+Additional information about ESP Insights can be found `here <https://insights.espressif.com/>`__.
+
+ESP Insights Agent API
+----------------------
+
+Insights.begin
+**************
+
+This initializes the ESP Insights agent.
+
+.. code-block:: arduino
+
+    bool begin(const char *auth_key, const char *node_id = NULL, uint32_t log_type = 0xFFFFFFFF, bool alloc_ext_ram = false);
+
+* ``auth_key`` Auth key generated using Insights dashboard
+* ``log_type`` Type of logs to be captured (value can be a mask of ESP_DIAG_LOG_TYPE_ERROR,  ESP_DIAG_LOG_TYPE_WARNING and ESP_DIAG_LOG_TYPE_EVENT)
+
+This function will return
+
+1. true : On success
+2. false in case of failure
+
+Insights.send
+*************
+
+Read insights data from buffers and send it to the cloud. Call to this function is asynchronous, it may take some time to send the data.
+
+.. code-block:: arduino
+
+    bool sendData()
+
+This function will return
+
+1. true : On success
+2. false in case of failure
+
+Insights.end
+************
+
+Deinitialize ESP Insights.
+
+.. code-block:: arduino
+
+    void end();
+
+Insights.disable
+****************
+
+Disable ESP Insights.
+
+.. code-block:: arduino
+
+    void disable();
+
+ESP Insights Metrics API
+------------------------
+
+`metrics` object of `Insights` class expose API's for using metrics.
+
+Insights.metrics.addX
+*********************
+
+Register a metric of type X, where X is one of: Bool, Int, Uint, Float, String, IPv4 or MAC
+
+.. code-block:: arduino
+
+    bool addX(const char *tag, const char *key, const char *label, const char *path);
+
+* ``tag`` :  Tag of metrics
+* ``key`` :  Unique key for the metrics
+* ``label`` : Label for the metrics
+* ``path`` : Hierarchical path for key, must be separated by '.' for more than one level
+
+This function will return
+
+1. true : On success
+2. false in case of failure
+
+Insights.metrics.remove
+***********************
+
+Unregister a diagnostics metrics
+
+.. code-block:: arduino
+
+    bool remove(const char *key);
+
+* ``key`` : Key for the metrics
+
+This function will return
+
+1. true : On success
+2. false in case of failure
+
+Insights.metrics.removeAll
+**************************
+
+Unregister all previously registered metrics
+
+.. code-block:: arduino
+
+    bool removeAll();
+
+This function will return
+
+1. true : On success
+2. false in case of failure
+
+Insights.metrics.setX
+*********************
+
+Add metrics of type X to storage, where X is one of: Bool, Int, Uint, Float, String, IPv4 or MAC
+
+.. code-block:: arduino
+
+    bool setX(const char *key, const void val);
+
+* ``key`` :       Key of metrics
+* ``val`` :       Value of metrics
+
+This function will return
+
+1. `ESP_OK` : On success
+2. Error in case of failure
+
+Insights.metrics.dumpHeap
+*************************
+
+Dumps the heap metrics and prints them to the console.
+This API collects and reports metrics value at any give point in time.
+
+.. code-block:: arduino
+
+    bool dumpHeap();
+
+This function will return
+
+1. true : On success
+2. false in case of failure
+
+Insights.metrics.dumpWiFi
+*************************
+
+Dumps the wifi metrics and prints them to the console.
+This API can be used to collect wifi metrics at any given point in time.
+
+.. code-block:: arduino
+
+    bool dumpWiFi();
+
+This function will return
+
+1. true : On success
+2. false in case of failure
+
+Insights.metrics.setHeapPeriod
+******************************
+
+Reset the periodic interval
+By default, heap metrics are collected every 30 seconds, this function can be used to change the interval.
+If the interval is set to 0, heap metrics collection disabled.
+
+.. code-block:: arduino
+
+    void setHeapPeriod(uint32_t period);
+
+* ``period`` : Period interval in seconds
+
+Insights.metrics.setWiFiPeriod
+******************************
+
+Reset the periodic interval
+By default, wifi metrics are collected every 30 seconds, this function can be used to change the interval.
+If the interval is set to 0, wifi metrics collection disabled.
+
+.. code-block:: arduino
+
+    void setHeapPeriod(uint32_t period);
+
+* ``period`` : Period interval in seconds
+
+ESP Insights Variables API
+--------------------------
+
+`variables` object of `Insights` class expose API's for using variables.
+
+Insights.variables.addX
+***********************
+
+Register a variable of type X, where X is one of: Bool, Int, Uint, Float, String, IPv4 or MAC
+
+.. code-block:: arduino
+
+    bool addX(const char *tag, const char *key, const char *label, const char *path);
+
+* ``tag`` :  Tag of variable
+* ``key`` :  Unique key for the variable
+* ``label`` : Label for the variable
+* ``path`` : Hierarchical path for key, must be separated by '.' for more than one level
+
+This function will return
+
+1. true : On success
+2. false in case of failure
+
+Insights.variables.remove
+*************************
+
+Unregister a diagnostics variable
+
+.. code-block:: arduino
+
+    bool remove(const char *key);
+
+* ``key`` : Key for the variable
+
+This function will return
+
+1. true : On success
+2. false in case of failure
+
+Insights.variables.removeAll
+****************************
+
+Unregister all previously registered variables
+
+.. code-block:: arduino
+
+    bool unregisterAll();
+
+This function will return
+
+1. true : On success
+2. false in case of failure
+
+Insights.variables.setX
+***********************
+
+Add variable of type X to storage, where X is one of: Bool, Int, Uint, Float, String, IPv4 or MAC
+
+.. code-block:: arduino
+
+    bool setX(const char *key, const void val);
+
+* ``key`` :       Key of metrics
+* ``val`` :       Value of metrics
+
+This function will return
+
+1. true : On success
+2. false in case of failure
+
+Example
+-------
+
+To get started with Insights, you can try:
+
+.. literalinclude:: ../../../libraries/Insights/examples/MinimalDiagnostics/MinimalDiagnostics.ino
+    :language: arduino

libraries/Insights/examples/DiagnosticsSmokeTest/DiagnosticsSmokeTest.ino

@@ -0,0 +1,97 @@
+#include "Insights.h"
+#include "WiFi.h"
+#include "inttypes.h"
+#include "esp_err.h"
+
+const char insights_auth_key[] = "<ENTER YOUR AUTH KEY>";
+
+#define WIFI_SSID       "<ENTER YOUR SSID>"
+#define WIFI_PASSPHRASE "<ENTER YOUR PASSWORD>"
+
+#define MAX_CRASHES     5
+#define MAX_PTRS        30
+#define TAG             "sketch"
+
+RTC_NOINIT_ATTR static uint32_t s_reset_count;
+static void *s_ptrs[MAX_PTRS];
+
+static void smoke_test()
+{
+    int dice;
+    int count = 0;
+    bool allocating = false;
+
+    while (1) {
+        dice = esp_random() % 500;
+        log_i("dice=%d", dice);
+        if (dice > 0 && dice < 150) {
+            log_e("[count][%d]", count);
+        } else if (dice > 150 && dice < 300) {
+            log_w("[count][%d]", count);
+        } else if (dice > 300 && dice < 470) {
+            Insights.event(TAG, "[count][%d]", count);
+        } else {
+            /* 30 in 500 probability to crash */
+            if (s_reset_count > MAX_CRASHES) {
+                Insights.event(TAG, "[count][%d]", count);
+            } else {
+               log_e("[count][%d] [crash_count][%" PRIu32 "] [excvaddr][0x0f] Crashing...", count, s_reset_count);
+               *(int *)0x0F = 0x10;
+           }
+        }
+
+        Insights.metrics.dumpHeap();
+        if (count % MAX_PTRS == 0) {
+            allocating = !allocating;
+            log_i("Allocating:%s\n", allocating ? "true" : "false");
+        }
+        if (allocating) {
+            uint32_t size = 1024 * (esp_random() % 8);
+            void *p = malloc(size);
+            if (p) {
+                memset(p, size, 'A' + (esp_random() % 26));
+                log_i("Allocated %" PRIu32 " bytes", size);
+            }
+            s_ptrs[count % MAX_PTRS] = p;
+        } else {
+            free(s_ptrs[count % MAX_PTRS]);
+            s_ptrs[count % MAX_PTRS] = NULL;
+            log_i("Freeing some memory...");
+        }
+
+        count++;
+        delay(1000);
+    }
+}
+
+void setup()
+{
+    Serial.begin(115200);
+    WiFi.mode(WIFI_STA);
+    WiFi.begin(WIFI_SSID, WIFI_PASSPHRASE);
+    while (WiFi.status() != WL_CONNECTED) {
+        delay(500);
+        Serial.print(".");
+    }
+    Serial.println("");
+    Serial.println("WiFi connected");
+    
+    if(!Insights.begin(insights_auth_key)){
+        return;
+    }
+    Serial.println("=========================================");
+    Serial.printf("ESP Insights enabled Node ID %s\n", Insights.nodeID());
+    Serial.println("=========================================");
+
+    if (esp_reset_reason() == ESP_RST_POWERON)  {
+        s_reset_count = 1;
+    } else {
+        s_reset_count++;
+    } 
+}
+
+void loop()
+{
+    smoke_test();
+    delay(100);
+}