-
Notifications
You must be signed in to change notification settings - Fork 2.6k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #799 from projectdiscovery/loader-fix
[wip] Nuclei Templates Loader Rewrite
- Loading branch information
Showing
20 changed files
with
815 additions
and
495 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,127 +1 @@ | ||
| package runner | ||
|
|
||
| import ( | ||
| "os" | ||
| "path" | ||
| "regexp" | ||
| "time" | ||
|
|
||
| jsoniter "github.com/json-iterator/go" | ||
| "github.com/projectdiscovery/gologger" | ||
| "gopkg.in/yaml.v2" | ||
| ) | ||
|
|
||
| // nucleiConfig contains some configuration options for nuclei | ||
| type nucleiConfig struct { | ||
| TemplatesDirectory string `json:"templates-directory,omitempty"` | ||
| CurrentVersion string `json:"current-version,omitempty"` | ||
| LastChecked time.Time `json:"last-checked,omitempty"` | ||
| IgnoreURL string `json:"ignore-url,omitempty"` | ||
| NucleiVersion string `json:"nuclei-version,omitempty"` | ||
| LastCheckedIgnore time.Time `json:"last-checked-ignore,omitempty"` | ||
| // IgnorePaths ignores all the paths listed unless specified manually | ||
| IgnorePaths []string `json:"ignore-paths,omitempty"` | ||
| } | ||
|
|
||
| // nucleiConfigFilename is the filename of nuclei configuration file. | ||
| const nucleiConfigFilename = ".templates-config.json" | ||
|
|
||
| var reVersion = regexp.MustCompile(`\d+\.\d+\.\d+`) | ||
|
|
||
| // readConfiguration reads the nuclei configuration file from disk. | ||
| func readConfiguration() (*nucleiConfig, error) { | ||
| home, err := os.UserHomeDir() | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
| configDir := path.Join(home, "/.config", "/nuclei") | ||
| _ = os.MkdirAll(configDir, os.ModePerm) | ||
|
|
||
| templatesConfigFile := path.Join(configDir, nucleiConfigFilename) | ||
| file, err := os.Open(templatesConfigFile) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
| defer file.Close() | ||
|
|
||
| config := &nucleiConfig{} | ||
| err = jsoniter.NewDecoder(file).Decode(config) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
| return config, nil | ||
| } | ||
|
|
||
| // readConfiguration reads the nuclei configuration file from disk. | ||
| func (r *Runner) writeConfiguration(config *nucleiConfig) error { | ||
| home, err := os.UserHomeDir() | ||
| if err != nil { | ||
| return err | ||
| } | ||
| configDir := path.Join(home, "/.config", "/nuclei") | ||
| _ = os.MkdirAll(configDir, os.ModePerm) | ||
|
|
||
| if config.IgnoreURL == "" { | ||
| config.IgnoreURL = "https://raw.githubusercontent.com/projectdiscovery/nuclei-templates/master/.nuclei-ignore" | ||
| } | ||
| config.LastChecked = time.Now() | ||
| config.LastCheckedIgnore = time.Now() | ||
| config.NucleiVersion = Version | ||
| templatesConfigFile := path.Join(configDir, nucleiConfigFilename) | ||
| file, err := os.OpenFile(templatesConfigFile, os.O_WRONLY|os.O_CREATE, 0777) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| defer file.Close() | ||
|
|
||
| err = jsoniter.NewEncoder(file).Encode(config) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| return nil | ||
| } | ||
|
|
||
| const nucleiIgnoreFile = ".nuclei-ignore" | ||
|
|
||
| type ignoreFile struct { | ||
| Tags []string `yaml:"tags"` | ||
| Files []string `yaml:"files"` | ||
| } | ||
|
|
||
| // readNucleiIgnoreFile reads the nuclei ignore file marking it in map | ||
| func (r *Runner) readNucleiIgnoreFile() { | ||
| file, err := os.Open(r.getIgnoreFilePath()) | ||
| if err != nil { | ||
| gologger.Error().Msgf("Could not read nuclei-ignore file: %s\n", err) | ||
| return | ||
| } | ||
| defer file.Close() | ||
|
|
||
| ignore := &ignoreFile{} | ||
| if err := yaml.NewDecoder(file).Decode(ignore); err != nil { | ||
| gologger.Error().Msgf("Could not parse nuclei-ignore file: %s\n", err) | ||
| return | ||
| } | ||
| r.options.ExcludeTags = append(r.options.ExcludeTags, ignore.Tags...) | ||
| r.templatesConfig.IgnorePaths = append(r.templatesConfig.IgnorePaths, ignore.Files...) | ||
| } | ||
|
|
||
| // getIgnoreFilePath returns the ignore file path for the runner | ||
| func (r *Runner) getIgnoreFilePath() string { | ||
| var defIgnoreFilePath string | ||
|
|
||
| home, err := os.UserHomeDir() | ||
| if err == nil { | ||
| configDir := path.Join(home, "/.config", "/nuclei") | ||
| _ = os.MkdirAll(configDir, os.ModePerm) | ||
|
|
||
| defIgnoreFilePath = path.Join(configDir, nucleiIgnoreFile) | ||
| return defIgnoreFilePath | ||
| } | ||
| cwd, err := os.Getwd() | ||
| if err != nil { | ||
| return defIgnoreFilePath | ||
| } | ||
| cwdIgnoreFilePath := path.Join(cwd, nucleiIgnoreFile) | ||
| return cwdIgnoreFilePath | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.