text <- "are blue and then and then more and then and then more very bright"
gsub("(?s)(\\b.+?\\b)\\1\\b", "\\1", text, perl=T) ## shorter repeated substrings
gsub("(?s)(\\b.+\\b)\\1\\b", "\\1", text, perl=T) ## longer repeated substrings
dGV4dCA8LSAiYXJlIGJsdWUgYW5kIHRoZW4gYW5kIHRoZW4gbW9yZSBhbmQgdGhlbiBhbmQgdGhlbiBtb3JlIHZlcnkgYnJpZ2h0Igpnc3ViKCIoP3MpKFxcYi4rP1xcYilcXDFcXGIiLCAiXFwxIiwgdGV4dCwgcGVybD1UKSAjIyBzaG9ydGVyIHJlcGVhdGVkIHN1YnN0cmluZ3MKZ3N1YigiKD9zKShcXGIuK1xcYilcXDFcXGIiLCAiXFwxIiwgdGV4dCwgcGVybD1UKSAjIyBsb25nZXIgcmVwZWF0ZWQgc3Vic3RyaW5ncw==