chore: refactored to slightly cleaner file structure (more to do here)

src/extractor/generic/utils/dom/brs-to-ps.test.js

@@ -2,7 +2,7 @@ import assert from 'assert'
 import cheerio from 'cheerio'
 
 import { clean } from './test-helpers'
-import HTML from './fixtures/html'
+import HTML from '../fixtures/html'
 import {
   brsToPs
 } from './index'

src/extractor/generic/utils/dom/convert-to-paragraphs.test.js

@@ -2,7 +2,7 @@ import assert from 'assert'
 import cheerio from 'cheerio'
 
 import { clean } from './test-helpers'
-import HTML from './fixtures/html'
+import HTML from '../fixtures/html'
 import {
   convertToParagraphs
 } from './index'

src/extractor/generic/utils/dom/index.js

@@ -0,0 +1,9 @@
+// DOM manipulation
+export { default as stripUnlikelyCandidates } from './strip-unlikely-candidates'
+export { default as brsToPs } from './brs-to-ps'
+export { default as paragraphize } from './paragraphize'
+export { default as convertToParagraphs } from './convert-to-paragraphs'
+
+
+// Scoring
+// export { default as getWeight } from './get-weight'

src/extractor/generic/utils/dom/paragraphize.test.js

@@ -2,7 +2,7 @@ import assert from 'assert'
 import cheerio from 'cheerio'
 
 import { clean } from './test-helpers'
-import HTML from './fixtures/html'
+import HTML from '../fixtures/html'
 import {
   paragraphize
 } from './index'

src/extractor/generic/utils/dom/strip-unlikely-candidates.test.js

@@ -2,7 +2,7 @@ import assert from 'assert'
 import cheerio from 'cheerio'
 
 import { clean } from './test-helpers'
-import HTML from './fixtures/html'
+import HTML from '../fixtures/html'
 import {
   stripUnlikelyCandidates
 } from './index'

src/extractor/generic/utils/index.js

@@ -1,5 +1,5 @@
-export { default as getWeight } from './get-weight'
-export { default as stripUnlikelyCandidates } from './strip-unlikely-candidates'
-export { default as brsToPs } from './brs-to-ps'
-export { default as paragraphize } from './paragraphize'
-export { default as convertToParagraphs } from './convert-to-paragraphs'
+// DOM manipulation
+export * from './dom'
+
+// Scoring
+export * from './scoring'

src/extractor/generic/utils/scoring/get-weight.test.js

@@ -1,7 +1,7 @@
 import assert from 'assert'
 import cheerio from 'cheerio'
 
-import HTML from './fixtures/html'
+import HTML from '../fixtures/html'
 import {
   getWeight
 } from './index'

src/extractor/generic/utils/scoring/index.js

@@ -0,0 +1,2 @@
+// Scoring
+export { default as getWeight } from './get-weight'

src/extractor/utils/index.js

@@ -1,4 +1 @@
-// Given a node, determine if it's article-like enough to return
-export function nodeIsSufficient(node) {
-  return node.text().trim().length >= 100
-}
+export { default as nodeIsSufficient } from './node-is-sufficient'

src/extractor/utils/index.test.js

@@ -1,23 +0,0 @@
-import assert from 'assert'
-import cheerio from 'cheerio'
-
-import HTML from './fixtures/html'
-import {
-  nodeIsSufficient
-} from './index'
-
-describe('Utils', () => {
-  describe('nodeIsSufficient(node)', () => {
-    it("returns false if node text length < 100 chars", () => {
-      const $ = cheerio.load(HTML.tooShort)
-      const sufficient = nodeIsSufficient($.root())
-      assert.equal(sufficient, false)
-    })
-
-    it("returns true if node text length > 100 chars", () => {
-      const $ = cheerio.load(HTML.longEnough)
-      const sufficient = nodeIsSufficient($.root())
-      assert.equal(sufficient, true)
-    })
-  })
-})

src/extractor/utils/node-is-sufficient.js

@@ -0,0 +1,5 @@
+// Given a node, determine if it's article-like enough to return
+export default function nodeIsSufficient(node) {
+  return node.text().trim().length >= 100
+}
+

src/extractor/utils/node-is-sufficient.test.js

@@ -0,0 +1,23 @@
+import assert from 'assert'
+import cheerio from 'cheerio'
+
+import HTML from './fixtures/html'
+import {
+  nodeIsSufficient
+} from './index'
+
+describe('Utils', () => {
+  describe('nodeIsSufficient(node)', () => {
+    it("returns false if node text length < 100 chars", () => {
+      const $ = cheerio.load(HTML.tooShort)
+      const sufficient = nodeIsSufficient($.root())
+      assert.equal(sufficient, false)
+    })
+
+    it("returns true if node text length > 100 chars", () => {
+      const $ = cheerio.load(HTML.longEnough)
+      const sufficient = nodeIsSufficient($.root())
+      assert.equal(sufficient, true)
+    })
+  })
+})