initial commit

Author: Deardrops

.gitignore

@@ -0,0 +1 @@
+.idea/

build.go

@@ -0,0 +1,48 @@
+package main
+
+import (
+	"fmt"
+	"path"
+)
+
+func buildProblem(id, basePath string) {
+	item := getItem(id)
+	titleSlug := item.Question.TitleSlug
+	question := getQuestion(titleSlug)
+	err := createQuestion(basePath, item, question)
+	if err != nil {
+		fmt.Println(err)
+		return
+	}
+	fmt.Printf("create problem <%s> successfully!\n", question.QuestionTitle)
+}
+
+func buildAllProblems() {
+	// 一键创建所有题目，按难度和类型分文件夹保存
+	cardSlugs := []string{
+		"top-interview-questions-easy",
+		"top-interview-questions-medium",
+		"top-interview-questions-hard",
+	}
+	for _, cardSlug := range cardSlugs {
+		cardFolder := path.Join("./" + cardSlug)
+		err := createFolder(cardFolder)
+		if err != nil {
+			fmt.Println(err)
+			return
+		}
+		card := getCard(cardSlug)
+		for _, c := range card.Chapters {
+			chapter := getChapter(c.Id, cardSlug)
+			chapterFolder := path.Join(cardFolder +"/"+ chapter.Slug)
+			err := createFolder(chapterFolder)
+			if err != nil {
+				fmt.Println(err)
+				return
+			}
+			for _, item := range chapter.Items {
+				buildProblem(item.Id, chapterFolder)
+			}
+		}
+	}
+}

create.go

@@ -0,0 +1,100 @@
+package main
+
+import (
+	"bufio"
+	"encoding/json"
+	"fmt"
+	"os"
+	"path"
+)
+
+const problemBaseCN = "https://leetcode-cn.com/problems/"
+const problemBase = "https://leetcode.com/problems/"
+
+func createQuestion(basePath string, item *Item, question *Question) error {
+	titleSlug := item.Question.TitleSlug
+	folder := path.Join(basePath, titleSlug)
+	err := createFolder(folder)
+	if err != nil {
+		return err
+	}
+	defaultCode := parseDefaultCode(question.CodeDefinition)
+	err = createSolutionFile(folder, defaultCode)
+	if err != nil {
+		return err
+	}
+	err = createReadmeFile(folder, item.Title, titleSlug, question.TranslatedContent)
+	if err != nil {
+		return err
+	}
+	return nil
+}
+
+func createFolder(folder string) error {
+	err := os.Mkdir(folder, os.ModePerm)
+	if err != nil {
+		if os.IsExist(err) {
+			fmt.Println("folder existed: ", folder)
+			return err
+		}
+	}
+	return nil
+}
+
+func createSolutionFile(folder, defaultCode string) error {
+	solutionPath := path.Join(folder, "solution.go")
+	f, err := os.Create(solutionPath)
+	if err != nil {
+		return fmt.Errorf("failed to create file: %s\n", solutionPath)
+	}
+	defer f.Close()
+	w := bufio.NewWriter(f)
+	fmt.Fprintln(w, "package main")
+	fmt.Fprintln(w)
+	fmt.Fprint(w, defaultCode)
+	return w.Flush()
+}
+
+func createReadmeFile(folder, title, titleSlug, content string) error {
+	readmePath := path.Join(folder, "readme.md")
+	f, err := os.Create(readmePath)
+	if err != nil {
+		return fmt.Errorf("failed to create file: %s\n", readmePath)
+	}
+	defer f.Close()
+	w := bufio.NewWriter(f)
+	fmt.Fprintln(w, "## "+title)
+	fmt.Fprintln(w)
+	fmt.Fprint(w, content)
+	fmt.Fprintln(w)
+	fmt.Fprintln(w,"-----")
+	fmt.Fprintln(w)
+	fmt.Fprintln(w, "### 链接：")
+	fmt.Fprintln(w)
+	fmt.Fprintln(w, "中文："+problemBaseCN+titleSlug)
+	fmt.Fprintln(w)
+	fmt.Fprintln(w, "英文："+problemBase+titleSlug)
+	return w.Flush()
+}
+
+func parseDefaultCode(codeDeinition string) string {
+	var CodeDefinitions []CodeDefinition
+	bytes := []byte(codeDeinition)
+	err := json.Unmarshal(bytes, &CodeDefinitions)
+	if err != nil {
+		fmt.Println("Failed to parse code definition json: ", err)
+		return ""
+	}
+	for _, item := range CodeDefinitions {
+		if item.Value == "golang" {
+			return item.DefaultCode
+		}
+	}
+	return ""
+}
+
+type CodeDefinition struct {
+	Value       string
+	Text        string
+	DefaultCode string
+}

main.go

@@ -0,0 +1,27 @@
+package main
+
+import (
+	"flag"
+	"fmt"
+)
+
+func main() {
+	// 按需爬取题目，保存到本地文件夹中：readme.md(题目描述)，solution函数（main包）。
+	// 抓取并构建卡片中的所有题目
+	// 所需要的信息：
+	// 简要：id,title,type,question{questionId,title,titleSlug}
+	// 详细：questionId,questionTitle,categoryTitle,codeDefinition,content,translatedContent
+	id := flag.String("id", "", "the ID of an problem item")
+	isAll := flag.Bool("all", false, "build all problems")
+	flag.Parse()
+	if *isAll {
+		buildAllProblems()
+	} else {
+		if len(*id) == 0 {
+			fmt.Println("Please input the Id of problem item.")
+			return
+		} else {
+			buildProblem(*id,"./")
+		}
+	}
+}

query.go

@@ -0,0 +1,118 @@
+package main
+
+import (
+	"encoding/json"
+	"fmt"
+	"log"
+	"net/http"
+	"strings"
+)
+
+const ApiUrl = "https://leetcode-cn.com/graphql"
+const ContentType = "application/json"
+
+const getItemTmpl = `{"operationName":"GetItem","variables":{"itemId":"%s"},"query":"query GetItem($itemId: String!) {\n  item(id: $itemId) {\n    id\n    title\n    type\n    paidOnly\n    lang\n    question {\n      questionId\n      title\n      titleSlug\n      __typename\n    }\n    article {\n      id\n      title\n      __typename\n    }\n    video {\n      id\n      __typename\n    }\n    htmlArticle {\n      id\n      __typename\n    }\n    webPage {\n      id\n      __typename\n    }\n    __typename\n  }\n  isCurrentUserAuthenticated\n}\n"}`
+const getQuestionTmpl = `{"operationName":"GetQuestion","variables":{"titleSlug":"%s"},"query":"query GetQuestion($titleSlug: String!) {\n  question(titleSlug: $titleSlug) {\n    questionId\n    sessionId\n    questionTitle\n    categoryTitle\n    submitUrl\n    interpretUrl\n    codeDefinition\n    sampleTestCase\n    enableTestMode\n    metaData\n    langToValidPlayground\n    enableRunCode\n    enableSubmit\n    judgerAvailable\n    infoVerified\n    envInfo\n    content\n    translatedContent\n    urlManager\n    __typename\n  }\n  isCurrentUserAuthenticated\n}\n"}`
+const getCardDetailTmpl = `{"operationName":"GetExtendedCardDetail","variables":{"cardSlug":"%s"},"query":"query GetExtendedCardDetail($cardSlug: String!) {\n  card(cardSlug: $cardSlug) {\n    id\n    title\n    slug\n    description\n    introduction\n    chapters {\n      id\n      __typename\n    }\n    __typename\n  }\n}\n"}`
+const getChapterTmpl = `{"operationName":"GetChapter","variables":{"chapterId":"%s","cardSlug":"%s"},"query":"query GetChapter($chapterId: String, $cardSlug: String) {\n  chapter(chapterId: $chapterId, cardSlug: $cardSlug) {\n    ...ExtendedChapterDetail\n    description\n    __typename\n  }\n}\n\nfragment ExtendedChapterDetail on ChapterNode {\n  id\n  title\n  slug\n  items {\n    id\n    title\n    type\n    info\n    paidOnly\n    chapterId\n    prerequisites {\n      id\n      chapterId\n      __typename\n    }\n    __typename\n  }\n  __typename\n}\n"}`
+
+type Item struct {
+	Id       string
+	Title    string
+	Question struct {
+		QuestionId string
+		Title      string
+		TitleSlug  string
+	}
+}
+
+func getItem(id string) *Item {
+	body := fmt.Sprintf(getItemTmpl, id)
+	decoder := postRequestWith(body)
+	wrapper := struct {
+		Data struct {
+			Item Item
+		}
+	}{}
+	err := decoder.Decode(&wrapper)
+	if err != nil {
+		log.Fatal(err)
+	}
+	return &wrapper.Data.Item
+}
+
+type Question struct {
+	QuestionId        string
+	QuestionTitle     string
+	CategoryTitle     string
+	CodeDefinition    string
+	Content           string
+	TranslatedContent string
+}
+
+func getQuestion(titleSlug string) *Question {
+	body := fmt.Sprintf(getQuestionTmpl, titleSlug)
+	decoder := postRequestWith(body)
+	wrapper := struct {
+		Data struct {
+			Question Question
+		}
+	}{}
+	err := decoder.Decode(&wrapper)
+	if err != nil {
+		log.Fatal(err)
+	}
+	return &wrapper.Data.Question
+}
+
+type Card struct {
+	Chapters []struct {
+		Id string
+	}
+}
+
+func getCard(cardSlug string) *Card {
+	body := fmt.Sprintf(getCardDetailTmpl, cardSlug)
+	decoder := postRequestWith(body)
+	wrapper := struct {
+		Data struct {
+			Card Card
+		}
+	}{}
+	err := decoder.Decode(&wrapper)
+	if err != nil {
+		log.Fatal(err)
+	}
+	return &wrapper.Data.Card
+}
+
+type Chapter struct {
+	Slug  string
+	Items []struct {
+		Id string
+	}
+}
+
+func getChapter(chapterId, cardSlug string) *Chapter {
+	body := fmt.Sprintf(getChapterTmpl, chapterId, cardSlug)
+	decoder := postRequestWith(body)
+	wrapper := struct {
+		Data struct {
+			Chapter Chapter
+		}
+	}{}
+	err := decoder.Decode(&wrapper)
+	if err != nil {
+		log.Fatal(err)
+	}
+	return &wrapper.Data.Chapter
+}
+
+func postRequestWith(requestBody string) *json.Decoder {
+	bodyReader := strings.NewReader(requestBody)
+	resp, err := http.Post(ApiUrl, ContentType, bodyReader)
+	if err != nil {
+		fmt.Printf("error when query: %T:%v\n", err, err)
+	}
+	return json.NewDecoder(resp.Body)
+}

query_test.go

@@ -0,0 +1,83 @@
+package main
+
+import (
+	"reflect"
+	"testing"
+)
+
+func TestGetItem(t *testing.T) {
+	id := "99"
+	want := &Item{
+		Id:    "99",
+		Title: "寻找峰值",
+		Question: struct {
+			QuestionId string
+			Title      string
+			TitleSlug  string
+		}{
+			"162",
+			"Find Peak Element",
+			"find-peak-element",
+		},
+	}
+	got := getItem(id)
+	if !reflect.DeepEqual(got, want) {
+		t.Errorf("with %s, got %+v, want %+v\n", id, want, got)
+	}
+}
+
+func TestGetQuestion(t *testing.T) {
+	titleSlug := "3sum"
+	want := &Question{
+		QuestionId: "15",
+	}
+	got := getQuestion(titleSlug)
+	if want.QuestionId != got.QuestionId {
+		t.Errorf("with %s, got %+v, want %+v\n", titleSlug, want, got)
+	}
+}
+
+func TestGetCard(t *testing.T) {
+	cardSlug := "top-interview-questions-medium"
+	want := &Card{
+		[]struct{
+			Id string
+	}{
+			{"29"},
+			{"31"},
+			{"32"},
+			{"49"},
+			{"50"},
+			{"51"},
+			{"52"},
+			{"53"},
+			{"54"},
+		},
+	}
+	got := getCard(cardSlug)
+	if !reflect.DeepEqual(got, want) {
+		t.Errorf("with %s, got %+v, want %+v\n", cardSlug, want, got)
+	}
+}
+
+func TestGetChapter(t *testing.T) {
+	chapterId := "29"
+	cardSlug := "top-interview-questions-medium"
+	want := &Chapter{
+		"array-and-strings",
+		[]struct{
+			Id string
+		} {
+			{"75"},
+			{"76"},
+			{"77"},
+			{"78"},
+			{"79"},
+			{"80"},
+		},
+	}
+	got := getChapter(chapterId, cardSlug)
+	if !reflect.DeepEqual(got, want) {
+		t.Errorf("with %s,%s, got %+v, want %+v\n", chapterId, cardSlug, want, got)
+	}
+}