<?xml version="1.0" encoding="UTF-8" standalone="yes" ?>
<!DOCTYPE bugzilla SYSTEM "https://bugs.webkit.org/page.cgi?id=bugzilla.dtd">

<bugzilla version="5.0.4.1"
          urlbase="https://bugs.webkit.org/"
          
          maintainer="admin@webkit.org"
>

    <bug>
          <bug_id>202854</bug_id>
          
          <creation_ts>2019-10-11 10:55:32 -0700</creation_ts>
          <short_desc>[build.webkit.org] API tests should output result summary in json format</short_desc>
          <delta_ts>2019-11-13 03:23:05 -0800</delta_ts>
          <reporter_accessible>1</reporter_accessible>
          <cclist_accessible>1</cclist_accessible>
          <classification_id>1</classification_id>
          <classification>Unclassified</classification>
          <product>WebKit</product>
          <component>Tools / Tests</component>
          <version>Other</version>
          <rep_platform>Unspecified</rep_platform>
          <op_sys>Unspecified</op_sys>
          <bug_status>RESOLVED</bug_status>
          <resolution>FIXED</resolution>
          
          <see_also>https://bugs.webkit.org/show_bug.cgi?id=189417</see_also>
          <bug_file_loc></bug_file_loc>
          <status_whiteboard></status_whiteboard>
          <keywords>InRadar</keywords>
          <priority>P2</priority>
          <bug_severity>Normal</bug_severity>
          <target_milestone>---</target_milestone>
          
          
          <everconfirmed>1</everconfirmed>
          <reporter name="Aakash Jain">aakash_jain</reporter>
          <assigned_to name="Aakash Jain">aakash_jain</assigned_to>
          <cc>aakash_jain</cc>
    
    <cc>ap</cc>
    
    <cc>commit-queue</cc>
    
    <cc>jbedard</cc>
    
    <cc>webkit-bug-importer</cc>
          

      

      

      

          <comment_sort_order>oldest_to_newest</comment_sort_order>  
          <long_desc isprivate="0" >
    <commentid>1579152</commentid>
    <comment_count>0</comment_count>
    <who name="Aakash Jain">aakash_jain</who>
    <bug_when>2019-10-11 10:55:32 -0700</bug_when>
    <thetext>API tests should output result in json format as well. This would be useful in easily looking at just the results (without the complete stdio logs). Currently to find out the api test failure name, one has to scroll through the large stdio logs, and find the failure. 

EWS output results in json format already, e.g.: https://ews-build.webkit.org/#/builders/3/builds/10037/steps/9/logs/json</thetext>
  </long_desc><long_desc isprivate="0" >
    <commentid>1579154</commentid>
    <comment_count>1</comment_count>
      <attachid>380765</attachid>
    <who name="Aakash Jain">aakash_jain</who>
    <bug_when>2019-10-11 10:57:04 -0700</bug_when>
    <thetext>Created attachment 380765
Patch</thetext>
  </long_desc><long_desc isprivate="0" >
    <commentid>1579161</commentid>
    <comment_count>2</comment_count>
      <attachid>380765</attachid>
    <who name="Jonathan Bedard">jbedard</who>
    <bug_when>2019-10-11 11:11:24 -0700</bug_when>
    <thetext>Comment on attachment 380765
Patch

What is the long-term plan for this?</thetext>
  </long_desc><long_desc isprivate="0" >
    <commentid>1579168</commentid>
    <comment_count>3</comment_count>
      <attachid>380765</attachid>
    <who name="Jonathan Bedard">jbedard</who>
    <bug_when>2019-10-11 11:30:52 -0700</bug_when>
    <thetext>Comment on attachment 380765
Patch

Forgot this json only has the failed tests, so it&apos;s actually pretty human readable.</thetext>
  </long_desc><long_desc isprivate="0" >
    <commentid>1579192</commentid>
    <comment_count>4</comment_count>
      <attachid>380765</attachid>
    <who name="WebKit Commit Bot">commit-queue</who>
    <bug_when>2019-10-11 12:17:25 -0700</bug_when>
    <thetext>Comment on attachment 380765
Patch

Clearing flags on attachment: 380765

Committed r251017: &lt;https://trac.webkit.org/changeset/251017&gt;</thetext>
  </long_desc><long_desc isprivate="0" >
    <commentid>1579193</commentid>
    <comment_count>5</comment_count>
    <who name="WebKit Commit Bot">commit-queue</who>
    <bug_when>2019-10-11 12:17:26 -0700</bug_when>
    <thetext>All reviewed patches have been landed.  Closing bug.</thetext>
  </long_desc><long_desc isprivate="0" >
    <commentid>1580378</commentid>
    <comment_count>6</comment_count>
    <who name="Radar WebKit Bug Importer">webkit-bug-importer</who>
    <bug_when>2019-10-15 16:49:58 -0700</bug_when>
    <thetext>&lt;rdar://problem/56313806&gt;</thetext>
  </long_desc><long_desc isprivate="0" >
    <commentid>1589816</commentid>
    <comment_count>7</comment_count>
    <who name="Aakash Jain">aakash_jain</who>
    <bug_when>2019-11-13 03:23:05 -0800</bug_when>
    <thetext>build.webkit.org server was restarted yet, and this change is live.

It is working fine, e.g.: https://build.webkit.org/builders/Apple%20High%20Sierra%20Debug%20WK1%20%28Tests%29/builds/11772/steps/run-api-tests/logs/json</thetext>
  </long_desc>
      
          <attachment
              isobsolete="0"
              ispatch="1"
              isprivate="0"
          >
            <attachid>380765</attachid>
            <date>2019-10-11 10:57:04 -0700</date>
            <delta_ts>2019-10-11 12:17:25 -0700</delta_ts>
            <desc>Patch</desc>
            <filename>bug-202854-20191011135703.patch</filename>
            <type>text/plain</type>
            <size>1445</size>
            <attacher name="Aakash Jain">aakash_jain</attacher>
            
              <data encoding="base64">SW5kZXg6IFRvb2xzL0NoYW5nZUxvZwo9PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09
PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09Ci0tLSBUb29scy9DaGFuZ2VMb2cJKHJl
dmlzaW9uIDI1MTAxMikKKysrIFRvb2xzL0NoYW5nZUxvZwkod29ya2luZyBjb3B5KQpAQCAtMSwz
ICsxLDEzIEBACisyMDE5LTEwLTExICBBYWthc2ggSmFpbiAgPGFha2FzaF9qYWluQGFwcGxlLmNv
bT4KKworICAgICAgICBbYnVpbGQud2Via2l0Lm9yZ10gQVBJIHRlc3RzIHNob3VsZCBvdXRwdXQg
cmVzdWx0IHN1bW1hcnkgaW4ganNvbiBmb3JtYXQKKyAgICAgICAgaHR0cHM6Ly9idWdzLndlYmtp
dC5vcmcvc2hvd19idWcuY2dpP2lkPTIwMjg1NAorCisgICAgICAgIFJldmlld2VkIGJ5IE5PQk9E
WSAoT09QUyEpLgorCisgICAgICAgICogQnVpbGRTbGF2ZVN1cHBvcnQvYnVpbGQud2Via2l0Lm9y
Zy1jb25maWcvc3RlcHMucHk6CisgICAgICAgIChSdW5BUElUZXN0cyk6IE91dHB1dCByZXN1bHRz
IGluIGpzb24gZm9ybWF0IGFzIHdlbGwuCisKIDIwMTktMTAtMTEgIEpvbmF0aGFuIEJlZGFyZCAg
PGpiZWRhcmRAYXBwbGUuY29tPgogCiAgICAgICAgIFVucmV2aWV3ZWQsIHJvbGxpbmcgb3V0IHIy
NTA5NDUuCkluZGV4OiBUb29scy9CdWlsZFNsYXZlU3VwcG9ydC9idWlsZC53ZWJraXQub3JnLWNv
bmZpZy9zdGVwcy5weQo9PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09
PT09PT09PT09PT09PT09PT09PT09PT09Ci0tLSBUb29scy9CdWlsZFNsYXZlU3VwcG9ydC9idWls
ZC53ZWJraXQub3JnLWNvbmZpZy9zdGVwcy5weQkocmV2aXNpb24gMjUxMDEyKQorKysgVG9vbHMv
QnVpbGRTbGF2ZVN1cHBvcnQvYnVpbGQud2Via2l0Lm9yZy1jb25maWcvc3RlcHMucHkJKHdvcmtp
bmcgY29weSkKQEAgLTU0MSwxMCArNTQxLDEzIEBAIGNsYXNzIFJ1bkFQSVRlc3RzKFRlc3RXaXRo
RmFpbHVyZUNvdW50KToKICAgICBuYW1lID0gInJ1bi1hcGktdGVzdHMiCiAgICAgZGVzY3JpcHRp
b24gPSBbImFwaSB0ZXN0cyBydW5uaW5nIl0KICAgICBkZXNjcmlwdGlvbkRvbmUgPSBbImFwaS10
ZXN0cyJdCisgICAganNvbkZpbGVOYW1lID0gImFwaV90ZXN0X3Jlc3VsdHMuanNvbiIKKyAgICBs
b2dmaWxlcyA9IHsianNvbiI6IGpzb25GaWxlTmFtZX0KICAgICBjb21tYW5kID0gWwogICAgICAg
ICAicHl0aG9uIiwKICAgICAgICAgIi4vVG9vbHMvU2NyaXB0cy9ydW4tYXBpLXRlc3RzIiwKICAg
ICAgICAgIi0tbm8tYnVpbGQiLAorICAgICAgICAiLS1qc29uLW91dHB1dD17MH0iLmZvcm1hdChq
c29uRmlsZU5hbWUpLAogICAgICAgICBXaXRoUHJvcGVydGllcygiLS0lKGNvbmZpZ3VyYXRpb24p
cyIpLAogICAgICAgICAiLS12ZXJib3NlIiwKICAgICAgICAgIi0tYnVpbGRib3QtbWFzdGVyIiwg
ImJ1aWxkLndlYmtpdC5vcmciLAo=
</data>

          </attachment>
      

    </bug>

</bugzilla>