profiler should support http urls as data source #798

Author: Haehnchen

build-test.xml

@@ -110,6 +110,7 @@
                 <include name="**/*.json"/>
                 <include name="**/*.xlf"/>
                 <include name="**/*.xliff"/>
+                <include name="**/*.html"/>
             </patternset>            
 
             <copy toDir="@{dest}">

src/fr/adrienbrault/idea/symfony2plugin/profiler/ProfilerUtil.java

@@ -1,10 +1,29 @@
 package fr.adrienbrault.idea.symfony2plugin.profiler;
 
+import com.intellij.lang.html.HTMLLanguage;
 import com.intellij.openapi.project.Project;
+import com.intellij.psi.PsiElement;
+import com.intellij.psi.PsiFileFactory;
+import com.intellij.psi.impl.source.html.HtmlFileImpl;
+import com.intellij.psi.util.PsiTreeUtil;
+import com.intellij.psi.xml.XmlTag;
 import fr.adrienbrault.idea.symfony2plugin.Symfony2ProjectComponent;
+import fr.adrienbrault.idea.symfony2plugin.profiler.dict.ProfilerRequest;
+import org.apache.commons.lang.StringUtils;
+import org.jetbrains.annotations.NotNull;
 import org.jetbrains.annotations.Nullable;
-
+import java.io.BufferedReader;
 import java.io.File;
+import java.io.IOException;
+import java.io.InputStreamReader;
+import java.net.URL;
+import java.net.URLConnection;
+import java.nio.charset.StandardCharsets;
+import java.util.ArrayList;
+import java.util.Collection;
+import java.util.Collections;
+import java.util.List;
+import java.util.stream.Collectors;
 
 public class ProfilerUtil {
 
@@ -24,4 +43,61 @@ public static File findProfilerCsv(Project project) {
         return null;
     }
 
+    @Nullable
+    public static String getProfilerIndexViaHttp(@NotNull String url) {
+        URLConnection conn;
+        try {
+            conn = new URL("http://127.0.0.1:8000/_profiler/empty/search/results?ip=&limit=10").openConnection();
+        } catch (IOException e) {
+            return null;
+        }
+
+        try (BufferedReader reader = new BufferedReader(new InputStreamReader(conn.getInputStream(), StandardCharsets.UTF_8))) {
+            return reader.lines().collect(Collectors.joining("\n"));
+        } catch (IOException e) {
+            return null;
+        }
+    }
+
+    /**
+     * Extract "table.search-results tbody tr td"
+     * We dont have complete xpath inside with html support to use internal html parser
+     */
+    @NotNull
+    public static Collection<ProfilerRequest> createRequestsFromIndexHtml(@NotNull Project project, @NotNull String html) {
+        HtmlFileImpl htmlFile = (HtmlFileImpl) PsiFileFactory.getInstance(project).createFileFromText(HTMLLanguage.INSTANCE, html);
+
+        PsiElement[] results = PsiTreeUtil.collectElements(htmlFile, psiElement ->
+            psiElement instanceof XmlTag && "table".equals(((XmlTag) psiElement).getName()) && "search-results".equals(((XmlTag) psiElement).getAttributeValue("id"))
+        );
+
+        if(results.length == 0) {
+            return Collections.emptyList();
+        }
+
+        XmlTag tbody = ((XmlTag) results[0]).findFirstSubTag("tbody");
+        if(tbody == null) {
+            return Collections.emptyList();
+        }
+
+        Collection<ProfilerRequest> requests = new ArrayList<>();
+        for (XmlTag tr : tbody.findSubTags("tr")) {
+            List<String> values = new ArrayList<>();
+            for (XmlTag td : tr.findSubTags("td")) {
+                values.add(StringUtils.trim(stripHtmlTags(td.getText().replaceAll("\\n", " "))).replace("\\s+", " "));
+            }
+
+            requests.add(
+                new ProfilerRequest(new String[] {values.get(5), "", values.get(2), values.get(3), values.get(4)}, new ProfilerIndex(new File("aa")))
+            );
+        }
+
+        return requests;
+    }
+
+    @NotNull
+    private static String stripHtmlTags(@NotNull String text)
+    {
+        return text.replaceAll("<[^>]*>", "");
+    }
 }

tests/fr/adrienbrault/idea/symfony2plugin/tests/profiler/ProfilerUtilTest.java

@@ -0,0 +1,38 @@
+package fr.adrienbrault.idea.symfony2plugin.tests.profiler;
+
+import com.intellij.psi.PsiFile;
+import fr.adrienbrault.idea.symfony2plugin.profiler.ProfilerUtil;
+import fr.adrienbrault.idea.symfony2plugin.profiler.dict.ProfilerRequest;
+import fr.adrienbrault.idea.symfony2plugin.tests.SymfonyLightCodeInsightFixtureTestCase;
+
+import java.io.File;
+import java.util.Collection;
+
+/**
+ * @author Daniel Espendiller <daniel@espendiller.net>
+ * @see fr.adrienbrault.idea.symfony2plugin.profiler.ProfilerUtil
+ */
+public class ProfilerUtilTest extends SymfonyLightCodeInsightFixtureTestCase {
+    public void setUp() throws Exception {
+        super.setUp();
+
+    }
+
+    protected String getTestDataPath() {
+        return new File(this.getClass().getResource("fixtures").getFile()).getAbsolutePath();
+    }
+
+    /**
+     * @see ProfilerUtil#createRequestsFromIndexHtml
+     */
+    public void testCreateRequestsFromIndexHtml() {
+        PsiFile psiFile = myFixture.configureByFile("profiler-index.html");
+        Collection<ProfilerRequest> requests = ProfilerUtil.createRequestsFromIndexHtml(getProject(), psiFile.getText());
+
+        ProfilerRequest request = requests.iterator().next();
+
+        assertEquals("a9eaab", request.getHash());
+        assertEquals("GET", request.getMethod());
+        assertEquals("http://127.0.0.1:8000/_profiler/search/results?ip=&amp;limit=10", request.getUrl());
+    }
+}