// Copyright 2019 The Hugo Authors. All rights reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package helpers import ( "bytes" "html/template" "strings" "testing" "github.com/spf13/afero" "github.com/gohugoio/hugo/common/loggers" "github.com/spf13/viper" qt "github.com/frankban/quicktest" ) const tstHTMLContent = "
content foobar. Follow up

This is some text.
And some more.

" func TestTrimShortHTML(t *testing.T) { tests := []struct { input, output []byte }{ {[]byte(""), []byte("")}, {[]byte("Plain text"), []byte("Plain text")}, {[]byte(" \t\n Whitespace text\n\n"), []byte("Whitespace text")}, {[]byte("

Simple paragraph

"), []byte("Simple paragraph")}, {[]byte("\n \n \t

\t Whitespace\nHTML \n\t

\n\t"), []byte("Whitespace\nHTML")}, {[]byte("

Multiple

paragraphs

"), []byte("

Multiple

paragraphs

")}, {[]byte("

Nested

paragraphs

"), []byte("

Nested

paragraphs

")}, } c := newTestContentSpec() for i, test := range tests { output := c.TrimShortHTML(test.input) if !bytes.Equal(test.output, output) { t.Errorf("Test %d failed. Expected %q got %q", i, test.output, output) } } } func TestStripHTML(t *testing.T) { type test struct { input, expected string } data := []test{ {"

strip h1 tag

", "strip h1 tag "}, {"

strip p tag

", " strip p tag "}, {"
strip br
", " strip br\n"}, {"
strip br2
", " strip br2\n"}, {"This is a\nnewline", "This is a newline"}, {"No Tags", "No Tags"}, {`

Summary Next Line.

. More text here.

Some more text

`, "Summary Next Line. . More text here.\nSome more text\n"}, } for i, d := range data { output := StripHTML(d.input) if d.expected != output { t.Errorf("Test %d failed. Expected %q got %q", i, d.expected, output) } } } func BenchmarkStripHTML(b *testing.B) { b.ResetTimer() for i := 0; i < b.N; i++ { StripHTML(tstHTMLContent) } } func TestStripEmptyNav(t *testing.T) { c := qt.New(t) cleaned := stripEmptyNav([]byte("do\n\nbedobedo")) c.Assert(cleaned, qt.DeepEquals, []byte("dobedobedo")) } func TestBytesToHTML(t *testing.T) { c := qt.New(t) c.Assert(BytesToHTML([]byte("dobedobedo")), qt.Equals, template.HTML("dobedobedo")) } func TestNewContentSpec(t *testing.T) { cfg := viper.New() c := qt.New(t) cfg.Set("summaryLength", 32) cfg.Set("buildFuture", true) cfg.Set("buildExpired", true) cfg.Set("buildDrafts", true) spec, err := NewContentSpec(cfg, loggers.NewErrorLogger(), afero.NewMemMapFs()) c.Assert(err, qt.IsNil) c.Assert(spec.summaryLength, qt.Equals, 32) c.Assert(spec.BuildFuture, qt.Equals, true) c.Assert(spec.BuildExpired, qt.Equals, true) c.Assert(spec.BuildDrafts, qt.Equals, true) } var benchmarkTruncateString = strings.Repeat("This is a sentence about nothing.", 20) func BenchmarkTestTruncateWordsToWholeSentence(b *testing.B) { c := newTestContentSpec() b.ResetTimer() for i := 0; i < b.N; i++ { c.TruncateWordsToWholeSentence(benchmarkTruncateString) } } func BenchmarkTestTruncateWordsToWholeSentenceOld(b *testing.B) { c := newTestContentSpec() b.ResetTimer() for i := 0; i < b.N; i++ { c.truncateWordsToWholeSentenceOld(benchmarkTruncateString) } } func TestTruncateWordsToWholeSentence(t *testing.T) { c := newTestContentSpec() type test struct { input, expected string max int truncated bool } data := []test{ {"a b c", "a b c", 12, false}, {"a b c", "a b c", 3, false}, {"a", "a", 1, false}, {"This is a sentence.", "This is a sentence.", 5, false}, {"This is also a sentence!", "This is also a sentence!", 1, false}, {"To be. Or not to be. That's the question.", "To be.", 1, true}, {" \nThis is not a sentence\nAnd this is another", "This is not a sentence", 4, true}, {"", "", 10, false}, {"This... is a more difficult test?", "This... is a more difficult test?", 1, false}, } for i, d := range data { c.summaryLength = d.max output, truncated := c.TruncateWordsToWholeSentence(d.input) if d.expected != output { t.Errorf("Test %d failed. Expected %q got %q", i, d.expected, output) } if d.truncated != truncated { t.Errorf("Test %d failed. Expected truncated=%t got %t", i, d.truncated, truncated) } } } func TestTruncateWordsByRune(t *testing.T) { c := newTestContentSpec() type test struct { input, expected string max int truncated bool } data := []test{ {"", "", 1, false}, {"a b c", "a b c", 12, false}, {"a b c", "a b c", 3, false}, {"a", "a", 1, false}, {"Hello 中国", "", 0, true}, {"这是中文，全中文。", "这是中文，", 5, true}, {"Hello 中国", "Hello 中", 2, true}, {"Hello 中国", "Hello 中国", 3, false}, {"Hello中国 Good 好的", "Hello中国 Good 好", 9, true}, {"This is a sentence.", "This is", 2, true}, {"This is also a sentence!", "This", 1, true}, {"To be. Or not to be. That's the question.", "To be. Or not", 4, true}, {" \nThis is not a sentence\n ", "This is not", 3, true}, } for i, d := range data { c.summaryLength = d.max output, truncated := c.TruncateWordsByRune(strings.Fields(d.input)) if d.expected != output { t.Errorf("Test %d failed. Expected %q got %q", i, d.expected, output) } if d.truncated != truncated { t.Errorf("Test %d failed. Expected truncated=%t got %t", i, d.truncated, truncated) } } } func TestExtractTOCNormalContent(t *testing.T) { content := []byte("