html2text function, simplified sanitization.

Author: kickscondor

src/css/fraidy.scss

@@ -296,6 +296,7 @@ div.intro {
 
     ul {
       white-space: nowrap;
+      margin-top: 4px;
 
       @include themed() {
         border-bottom: solid 4px t('border');

src/js/storage.js

@@ -16,7 +16,7 @@
 // instance to pull down feeds and operate independently. This allows the
 // instance to run alone, with no syncing, should the user want it that way.
 //
-import { followTitle, house, getIndexById, Importances,
+import { followTitle, house, html2text, getIndexById, Importances,
   urlToFeed, urlToID, urlToNormal } from './util'
 import u from '@kickscondor/umbrellajs'
 
@@ -292,8 +292,8 @@ module.exports = {
         }
 
         index.title = (ident === 0 && item.title) || item.text
-        if (!index.title)
-          index.title = u("<div>" + item.html).text()
+        if (!index.title && item.html)
+          index.title = html2text(item.html)
         if (!index.title && item.publishedAt)
           index.title = item.publishedAt.toLocaleString()
         if (!index.title && ident !== 0)
@@ -314,6 +314,10 @@ module.exports = {
       if (feed.status instanceof Array) {
         for (let item of feed.status) {
           item.updatedAt = item.updatedAt || item.publishedAt
+          if (!item.text && item.html) {
+            item.text = html2text(item.html)
+            delete item.html
+          }
         }
       }
 

src/js/util.js

@@ -1,4 +1,5 @@
 const normalizeUrl = require('normalize-url')
+import u from '@kickscondor/umbrellajs'
 
 export const house = "\u{1f3e0}"
 
@@ -44,6 +45,12 @@ export function getMaxIndex (index) {
   return Math.max(...vals)
 }
 
+export function html2text (html) {
+  if (html.replace)
+    html = html.replace(/[a-z]+:\/\//g, ' ')
+  return u("<div>" + html).text()
+}
+
 export function urlToFeed(abs, href) {
   return normalizeUrl(url.resolve(abs, href), {stripWWW: false, stripHash: true, removeTrailingSlash: false})
 }

src/js/view.js

@@ -1,4 +1,4 @@
-import { followTitle, getIndexById, house, Importances } from './util'
+import { followTitle, html2text, getIndexById, house, Importances } from './util'
 import { h } from 'hyperapp'
 import { jsonDateParser } from "json-date-parser"
 import { Link, Route, Switch } from '@kickscondor/router'
@@ -376,7 +376,7 @@ const ListFollow = ({ location, match }) => ({follows}, actions) => {
               {follow.status instanceof Array && follow.status.map(st =>
                 <a class={`status status-${st.type}`} oncreate={ToggleHover} href={st.url || follow.url}
                   >{st.type === 'live' ? <span>&#x25cf; LIVE</span> : <span>&#x1f5d2;</span>}
-                  <div>{st.title || st.text || <span innerHTML={st.html} />}
+                  <div>{st.title || st.text || html2text(st.html)}
                     {st[sortPosts] && <span class="ago">{timeAgo(st[sortPosts], now)}</span>}</div>
                 </a>)}
               {ago && <span class="latest">{ago}</span>}