Add icon to show which elements in ax tree are talkback-focusable

Summary: Puts an accessibility icon next to any elements in the ax tree that may be focused on when talkback is running to show that they are "accessibility-focusable". When any sidebar values are changed, the icon will show up/disappear accordingly.

Reviewed By: danielbuechele

Differential Revision: D9171781

fbshipit-source-id: f3b42624988aaef22040ac3325d745a12f0622db

android/src/main/java/com/facebook/sonar/plugins/inspector/InspectorSonarPlugin.java

@@ -283,6 +283,7 @@ public class InspectorSonarPlugin implements SonarPlugin {
         public void onReceiveOnMainThread(final SonarObject params, SonarResponder responder)
             throws Exception {
           final String nodeId = params.getString("id");
+          final boolean ax = params.getBoolean("ax");
           final SonarArray keyPath = params.getArray("path");
           final SonarDynamic value = params.getDynamic("value");
 
@@ -303,6 +304,7 @@ public class InspectorSonarPlugin implements SonarPlugin {
           }
 
           descriptor.setValue(obj, path, value);
+          responder.success(ax ? getAXNode(nodeId): null);
         }
       };
 
@@ -620,6 +622,7 @@ public class InspectorSonarPlugin implements SonarPlugin {
         .put("data", data)
         .put("children", children)
         .put("attributes", attributes)
+        .put("decoration", descriptor.getAXDecoration(obj))
         .put("extraInfo", descriptor.getExtraInfo(obj))
         .build();
   }

android/src/main/java/com/facebook/sonar/plugins/inspector/NodeDescriptor.java

@@ -183,6 +183,14 @@ public abstract class NodeDescriptor<T> {
    */
   public abstract String getDecoration(T node) throws Exception;
 
+  /**
+   * @return A string indicating how this element should be decorated in the AX tree. Check with the Sonar desktop
+   *     app to see what values are supported.
+   */
+  public String getAXDecoration(T node) throws Exception {
+    return null;
+  }
+
   /**
    * @return Extra data about the node indicating whether the node corresponds to a node in the
    *     other tree or if it is not represented in the other tree bu has children that should show

android/src/main/java/com/facebook/sonar/plugins/inspector/descriptors/TextViewDescriptor.java

@@ -155,6 +155,12 @@ public class TextViewDescriptor extends NodeDescriptor<TextView> {
     return descriptor.getDecoration(node);
   }
 
+  @Override
+  public @Nullable String getAXDecoration(TextView node) throws Exception {
+    final NodeDescriptor descriptor = descriptorForClass(View.class);
+    return descriptor.getAXDecoration(node);
+  }
+
   @Override
   public boolean matches(String query, TextView node) throws Exception {
     final NodeDescriptor descriptor = descriptorForClass(Object.class);

android/src/main/java/com/facebook/sonar/plugins/inspector/descriptors/ViewDescriptor.java

@@ -37,6 +37,7 @@ import com.facebook.sonar.plugins.inspector.InspectorValue;
 import com.facebook.sonar.plugins.inspector.Named;
 import com.facebook.sonar.plugins.inspector.NodeDescriptor;
 import com.facebook.sonar.plugins.inspector.Touch;
+import com.facebook.sonar.plugins.inspector.descriptors.utils.AccessibilityEvaluationUtil;
 import com.facebook.sonar.plugins.inspector.descriptors.utils.AccessibilityRoleUtil;
 import com.facebook.sonar.plugins.inspector.descriptors.utils.AccessibilityUtil;
 import com.facebook.sonar.plugins.inspector.descriptors.utils.EnumMapping;
@@ -538,6 +539,11 @@ public class ViewDescriptor extends NodeDescriptor<View> {
     return null;
   }
 
+  @Override
+  public String getAXDecoration(View obj) {
+    return AccessibilityEvaluationUtil.isTalkbackFocusable(obj) ? "accessibility" : "";
+  }
+
   @Override
   public boolean matches(String query, View node) throws Exception {
     final String resourceId = getResourceId(node);

android/src/main/java/com/facebook/sonar/plugins/inspector/descriptors/ViewGroupDescriptor.java

@@ -291,6 +291,12 @@ public class ViewGroupDescriptor extends NodeDescriptor<ViewGroup> {
     return null;
   }
 
+  @Override
+  public @Nullable String getAXDecoration(ViewGroup obj) throws Exception {
+    final NodeDescriptor descriptor = descriptorForClass(View.class);
+    return descriptor.getAXDecoration(obj);
+  }
+
   @Override
   public boolean matches(String query, ViewGroup node) throws Exception {
     final NodeDescriptor descriptor = descriptorForClass(Object.class);

android/src/main/java/com/facebook/sonar/plugins/litho/LithoViewDescriptor.java

@@ -141,6 +141,12 @@ public class LithoViewDescriptor extends NodeDescriptor<LithoView> {
     return descriptor.getDecoration(node);
   }
 
+  @Override
+  public String getAXDecoration(LithoView node) throws Exception {
+    final NodeDescriptor descriptor = descriptorForClass(ViewGroup.class);
+    return descriptor.getAXDecoration(node);
+  }
+
   @Override
   public boolean matches(String query, LithoView node) throws Exception {
     NodeDescriptor descriptor = descriptorForClass(Object.class);