Adding a generator for Pentester Land's Writeup list

Author: underscore-zi

README.md

@@ -14,11 +14,12 @@ If you're only interested in the feeds that this already outputs, I generate all
 
 **-f [feed generator type]**
 
-There are currently three supported feed types:
+There are currently five supported feed types:
 
  - `h1` which runs the Hackerone generator, which tracks the [latest disclosed Hacktivity](https://hackerone.com/hacktivity?querystring=&filter=type:public&order_direction=DESC&order_field=latest_disclosable_activity_at&followed_only=false) generator
  - `p0` which runs the ProjectZero generator, which tracks the [Project Zero issues list](https://bugs.chromium.org/p/project-zero/issues/list?q=&can=1&sort=-id). One important note about this one is that the feed does not grab dates so it is only accurate after it has been running. The first feed generated will be be based purely on ids.
  - `p0rca` which runs the Project Zero Root Cause Analysis generator, which tracks the [Project Zero Root Cause Analysis list](https://googleprojectzero.github.io/0days-in-the-wild/rca.html)
+ - `pl` which runs the PentesterLand Writeups generator tracking the writeups published on [Pentester.Land](https://pentester.land/writeups/)
  - `css` is the more generic and useful option. It takes in a config file (json) which defines CSS selectors to match page elements that represent different parts of the feed.
 
 **-t [output type]**

cmd/feedgen/main.go

@@ -51,6 +51,11 @@ func main() {
 		g := generators.SyzbotGenerator{}
 		g.WorkDir(workDir)
 		gen = &g
+	case "pl":
+		g := generators.PentesterLandGenerator{
+			MaxLength: 50,
+		}
+		gen = &g
 	default:
 		log.Println("Missing valid feed type")
 		flag.Usage()

pkg/generators/PentesterLandGenerator.go

@@ -0,0 +1,124 @@
+package generators
+
+import (
+	"encoding/json"
+	"fmt"
+	"github.com/gorilla/feeds"
+	"io/ioutil"
+	"net/http"
+	"strings"
+	"time"
+)
+
+type PentesterLandGenerator struct {
+	filterFunc  ItemFilterFunc
+	itemModFunc ItemModifierFunc
+	MaxLength   int
+}
+
+type PentesterLandEntry struct {
+	Links []struct {
+		Title string
+		Link  string
+	}
+	Authors         []string
+	Programs        []string
+	Bugs            []string
+	Bounty          string
+	PublicationDate string
+	AddedDate       string
+}
+
+func (g *PentesterLandGenerator) fetch() ([]PentesterLandEntry, error) {
+	url := "https://pentester.land/writeups.json"
+	client := http.Client{
+		Timeout: 15 * time.Second,
+	}
+
+	res, err := client.Get(url)
+	if err != nil {
+		return nil, err
+	}
+	defer func() { _ = res.Body.Close() }()
+
+	body, err := ioutil.ReadAll(res.Body)
+	if err != nil {
+		return nil, err
+	}
+
+	var entries struct {
+		Data []PentesterLandEntry `json:"data"`
+	}
+
+	err = json.Unmarshal(body, &entries)
+	if err != nil {
+		return nil, err
+	}
+	return entries.Data, nil
+}
+
+func (g *PentesterLandGenerator) Feed() (*feeds.Feed, error) {
+	entries, err := g.fetch()
+	if err != nil {
+		return nil, err
+	}
+
+	out := feeds.Feed{}
+	out.Title = "Pentester.Land Writeups"
+	out.Link = &feeds.Link{Href: "https://pentester.land/writeups/"}
+	out.Updated = time.Now()
+
+	for _, e := range entries {
+		item := &feeds.Item{
+			Title: e.Links[0].Title,
+			Link: &feeds.Link{
+				Href: e.Links[0].Link,
+			},
+			Author: &feeds.Author{
+				Name: strings.Join(e.Authors, ", "),
+			},
+			Description: strings.Join(e.Bugs, ", "),
+			Updated:     time.Time{},
+			Created:     time.Time{},
+		}
+
+		if e.Bounty != "-" && e.Bounty != "" {
+			item.Description += fmt.Sprintf("(%s Bounty)", e.Bounty)
+		}
+
+		t, err := time.Parse("2006-01-02", e.PublicationDate)
+		if err != nil {
+			continue
+		}
+		item.Created = t
+
+		t, err = time.Parse("2006-01-02", e.AddedDate)
+		if err != nil {
+			continue
+		}
+		item.Updated = t
+
+		if g.itemModFunc != nil {
+			g.itemModFunc(item)
+		}
+		if g.filterFunc == nil || g.filterFunc(item) {
+			out.Items = append(out.Items, item)
+		}
+
+		if len(out.Items) >= g.MaxLength {
+			break
+		}
+	}
+	if len(out.Items) > 0 {
+		out.Updated = out.Items[0].Updated
+	}
+
+	return &out, nil
+}
+
+func (g *PentesterLandGenerator) RegisterItemFilter(callback ItemFilterFunc) {
+	g.filterFunc = callback
+}
+func (g *PentesterLandGenerator) RegisterItemModifier(callback ItemModifierFunc) {
+	g.itemModFunc = callback
+}