Exclude hidden RSS fragment content

Author: stephmilovic

x-pack/solutions/security/plugins/security_solution/server/threat_intel/adapters/rss/html_fragment_to_structured_text.test.ts

@@ -58,6 +58,12 @@ describe('htmlFragmentToStructuredText', () => {
     }
   );
 
+  it('removes hidden subtrees while preserving token boundaries', () => {
+    expect(htmlFragmentToStructuredText('<p>left<span hidden>secret.example</span>right</p>')).toBe(
+      'left\nright'
+    );
+  });
+
   it('tolerates malformed fragments and plain text', () => {
     expect(htmlFragmentToStructuredText('<p>unclosed <b>bold')).toBe('unclosed bold');
     expect(htmlFragmentToStructuredText('just plain text with 8.8.8.8')).toBe(

x-pack/solutions/security/plugins/security_solution/server/threat_intel/adapters/rss/html_fragment_to_structured_text.ts

@@ -53,6 +53,7 @@ interface DomNode {
   type: string;
   data?: string;
   name?: string;
+  attribs?: Record<string, string>;
   children?: DomNode[];
 }
 
@@ -71,7 +72,9 @@ const stepNode = (node: DomNode, output: string[], stack: WalkStep[]): void => {
   }
 
   const name = typeof node.name === 'string' ? node.name.toLowerCase() : undefined;
-  if (name === 'br' || (name !== undefined && NON_CONTENT_TAGS.has(name))) {
+  const isHidden =
+    node.attribs !== undefined && Object.prototype.hasOwnProperty.call(node.attribs, 'hidden');
+  if (name === 'br' || isHidden || (name !== undefined && NON_CONTENT_TAGS.has(name))) {
     output.push('\n');
     return;
   }