├── Dockerfile ├── Gopkg.lock ├── Gopkg.toml ├── LICENSE.txt ├── README.rst ├── bot.yml.example ├── client ├── captcha.go ├── client.go ├── link.go └── listing.go └── main.go /Dockerfile: -------------------------------------------------------------------------------- 1 | FROM golang:1.11.0 AS builder 2 | 3 | # Download and install the latest release of dep 4 | ADD https://github.com/golang/dep/releases/download/v0.5.0/dep-linux-amd64 /usr/bin/dep 5 | RUN chmod +x /usr/bin/dep 6 | 7 | WORKDIR $GOPATH/src/github.com/lsowen/maybemaybemaybe_bot 8 | COPY Gopkg.toml Gopkg.lock ./ 9 | RUN dep ensure --vendor-only 10 | COPY . ./ 11 | RUN CGO_ENABLED=1 GOOS=linux go build -ldflags "-linkmode external -extldflags -static" -o /maybemaybemaybe_bot . 12 | 13 | FROM alpine:3.8 14 | RUN apk update && apk add ca-certificates && rm -rf /var/cache/apk/* 15 | COPY --from=builder /maybemaybemaybe_bot ./ 16 | ENTRYPOINT ["./maybemaybemaybe_bot"] -------------------------------------------------------------------------------- /Gopkg.lock: -------------------------------------------------------------------------------- 1 | # This file is autogenerated, do not edit; changes may be undone by the next 'dep ensure'. 2 | 3 | 4 | [[projects]] 5 | digest = "1:3cafc6a5a1b8269605d9df4c6956d43d8011fc57f266ca6b9d04da6c09dee548" 6 | name = "github.com/mattn/go-sqlite3" 7 | packages = ["."] 8 | pruneopts = "UT" 9 | revision = "25ecb14adfc7543176f7d85291ec7dba82c6f7e4" 10 | version = "v1.9.0" 11 | 12 | [[projects]] 13 | digest = "1:342378ac4dcb378a5448dd723f0784ae519383532f5e70ade24132c4c8693202" 14 | name = "gopkg.in/yaml.v2" 15 | packages = ["."] 16 | pruneopts = "UT" 17 | revision = "5420a8b6744d3b0345ab293f6fcba19c978f1183" 18 | version = "v2.2.1" 19 | 20 | [solve-meta] 21 | analyzer-name = "dep" 22 | analyzer-version = 1 23 | input-imports = [ 24 | "github.com/mattn/go-sqlite3", 25 | "gopkg.in/yaml.v2", 26 | ] 27 | solver-name = "gps-cdcl" 28 | solver-version = 1 29 | -------------------------------------------------------------------------------- /Gopkg.toml: -------------------------------------------------------------------------------- 1 | # Gopkg.toml example 2 | # 3 | # Refer to https://golang.github.io/dep/docs/Gopkg.toml.html 4 | # for detailed Gopkg.toml documentation. 5 | # 6 | # required = ["github.com/user/thing/cmd/thing"] 7 | # ignored = ["github.com/user/project/pkgX", "bitbucket.org/user/project/pkgA/pkgY"] 8 | # 9 | # [[constraint]] 10 | # name = "github.com/user/project" 11 | # version = "1.0.0" 12 | # 13 | # [[constraint]] 14 | # name = "github.com/user/project2" 15 | # branch = "dev" 16 | # source = "github.com/myfork/project2" 17 | # 18 | # [[override]] 19 | # name = "github.com/x/y" 20 | # version = "2.4.0" 21 | # 22 | # [prune] 23 | # non-go = false 24 | # go-tests = true 25 | # unused-packages = true 26 | 27 | 28 | [[constraint]] 29 | name = "github.com/mattn/go-sqlite3" 30 | version = "1.9.0" 31 | 32 | [[constraint]] 33 | name = "gopkg.in/yaml.v2" 34 | version = "2.2.1" 35 | 36 | [prune] 37 | go-tests = true 38 | unused-packages = true 39 | -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- 1 | GNU GENERAL PUBLIC LICENSE 2 | Version 2, June 1991 3 | 4 | Copyright (C) 1989, 1991 Free Software Foundation, Inc., 5 | 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA 6 | Everyone is permitted to copy and distribute verbatim copies 7 | of this license document, but changing it is not allowed. 8 | 9 | Preamble 10 | 11 | The licenses for most software are designed to take away your 12 | freedom to share and change it. By contrast, the GNU General Public 13 | License is intended to guarantee your freedom to share and change free 14 | software--to make sure the software is free for all its users. This 15 | General Public License applies to most of the Free Software 16 | Foundation's software and to any other program whose authors commit to 17 | using it. (Some other Free Software Foundation software is covered by 18 | the GNU Lesser General Public License instead.) You can apply it to 19 | your programs, too. 20 | 21 | When we speak of free software, we are referring to freedom, not 22 | price. Our General Public Licenses are designed to make sure that you 23 | have the freedom to distribute copies of free software (and charge for 24 | this service if you wish), that you receive source code or can get it 25 | if you want it, that you can change the software or use pieces of it 26 | in new free programs; and that you know you can do these things. 27 | 28 | To protect your rights, we need to make restrictions that forbid 29 | anyone to deny you these rights or to ask you to surrender the rights. 30 | These restrictions translate to certain responsibilities for you if you 31 | distribute copies of the software, or if you modify it. 32 | 33 | For example, if you distribute copies of such a program, whether 34 | gratis or for a fee, you must give the recipients all the rights that 35 | you have. You must make sure that they, too, receive or can get the 36 | source code. And you must show them these terms so they know their 37 | rights. 38 | 39 | We protect your rights with two steps: (1) copyright the software, and 40 | (2) offer you this license which gives you legal permission to copy, 41 | distribute and/or modify the software. 42 | 43 | Also, for each author's protection and ours, we want to make certain 44 | that everyone understands that there is no warranty for this free 45 | software. If the software is modified by someone else and passed on, we 46 | want its recipients to know that what they have is not the original, so 47 | that any problems introduced by others will not reflect on the original 48 | authors' reputations. 49 | 50 | Finally, any free program is threatened constantly by software 51 | patents. We wish to avoid the danger that redistributors of a free 52 | program will individually obtain patent licenses, in effect making the 53 | program proprietary. To prevent this, we have made it clear that any 54 | patent must be licensed for everyone's free use or not licensed at all. 55 | 56 | The precise terms and conditions for copying, distribution and 57 | modification follow. 58 | 59 | GNU GENERAL PUBLIC LICENSE 60 | TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION 61 | 62 | 0. This License applies to any program or other work which contains 63 | a notice placed by the copyright holder saying it may be distributed 64 | under the terms of this General Public License. The "Program", below, 65 | refers to any such program or work, and a "work based on the Program" 66 | means either the Program or any derivative work under copyright law: 67 | that is to say, a work containing the Program or a portion of it, 68 | either verbatim or with modifications and/or translated into another 69 | language. (Hereinafter, translation is included without limitation in 70 | the term "modification".) Each licensee is addressed as "you". 71 | 72 | Activities other than copying, distribution and modification are not 73 | covered by this License; they are outside its scope. The act of 74 | running the Program is not restricted, and the output from the Program 75 | is covered only if its contents constitute a work based on the 76 | Program (independent of having been made by running the Program). 77 | Whether that is true depends on what the Program does. 78 | 79 | 1. You may copy and distribute verbatim copies of the Program's 80 | source code as you receive it, in any medium, provided that you 81 | conspicuously and appropriately publish on each copy an appropriate 82 | copyright notice and disclaimer of warranty; keep intact all the 83 | notices that refer to this License and to the absence of any warranty; 84 | and give any other recipients of the Program a copy of this License 85 | along with the Program. 86 | 87 | You may charge a fee for the physical act of transferring a copy, and 88 | you may at your option offer warranty protection in exchange for a fee. 89 | 90 | 2. You may modify your copy or copies of the Program or any portion 91 | of it, thus forming a work based on the Program, and copy and 92 | distribute such modifications or work under the terms of Section 1 93 | above, provided that you also meet all of these conditions: 94 | 95 | a) You must cause the modified files to carry prominent notices 96 | stating that you changed the files and the date of any change. 97 | 98 | b) You must cause any work that you distribute or publish, that in 99 | whole or in part contains or is derived from the Program or any 100 | part thereof, to be licensed as a whole at no charge to all third 101 | parties under the terms of this License. 102 | 103 | c) If the modified program normally reads commands interactively 104 | when run, you must cause it, when started running for such 105 | interactive use in the most ordinary way, to print or display an 106 | announcement including an appropriate copyright notice and a 107 | notice that there is no warranty (or else, saying that you provide 108 | a warranty) and that users may redistribute the program under 109 | these conditions, and telling the user how to view a copy of this 110 | License. (Exception: if the Program itself is interactive but 111 | does not normally print such an announcement, your work based on 112 | the Program is not required to print an announcement.) 113 | 114 | These requirements apply to the modified work as a whole. If 115 | identifiable sections of that work are not derived from the Program, 116 | and can be reasonably considered independent and separate works in 117 | themselves, then this License, and its terms, do not apply to those 118 | sections when you distribute them as separate works. But when you 119 | distribute the same sections as part of a whole which is a work based 120 | on the Program, the distribution of the whole must be on the terms of 121 | this License, whose permissions for other licensees extend to the 122 | entire whole, and thus to each and every part regardless of who wrote it. 123 | 124 | Thus, it is not the intent of this section to claim rights or contest 125 | your rights to work written entirely by you; rather, the intent is to 126 | exercise the right to control the distribution of derivative or 127 | collective works based on the Program. 128 | 129 | In addition, mere aggregation of another work not based on the Program 130 | with the Program (or with a work based on the Program) on a volume of 131 | a storage or distribution medium does not bring the other work under 132 | the scope of this License. 133 | 134 | 3. You may copy and distribute the Program (or a work based on it, 135 | under Section 2) in object code or executable form under the terms of 136 | Sections 1 and 2 above provided that you also do one of the following: 137 | 138 | a) Accompany it with the complete corresponding machine-readable 139 | source code, which must be distributed under the terms of Sections 140 | 1 and 2 above on a medium customarily used for software interchange; or, 141 | 142 | b) Accompany it with a written offer, valid for at least three 143 | years, to give any third party, for a charge no more than your 144 | cost of physically performing source distribution, a complete 145 | machine-readable copy of the corresponding source code, to be 146 | distributed under the terms of Sections 1 and 2 above on a medium 147 | customarily used for software interchange; or, 148 | 149 | c) Accompany it with the information you received as to the offer 150 | to distribute corresponding source code. (This alternative is 151 | allowed only for noncommercial distribution and only if you 152 | received the program in object code or executable form with such 153 | an offer, in accord with Subsection b above.) 154 | 155 | The source code for a work means the preferred form of the work for 156 | making modifications to it. For an executable work, complete source 157 | code means all the source code for all modules it contains, plus any 158 | associated interface definition files, plus the scripts used to 159 | control compilation and installation of the executable. However, as a 160 | special exception, the source code distributed need not include 161 | anything that is normally distributed (in either source or binary 162 | form) with the major components (compiler, kernel, and so on) of the 163 | operating system on which the executable runs, unless that component 164 | itself accompanies the executable. 165 | 166 | If distribution of executable or object code is made by offering 167 | access to copy from a designated place, then offering equivalent 168 | access to copy the source code from the same place counts as 169 | distribution of the source code, even though third parties are not 170 | compelled to copy the source along with the object code. 171 | 172 | 4. You may not copy, modify, sublicense, or distribute the Program 173 | except as expressly provided under this License. Any attempt 174 | otherwise to copy, modify, sublicense or distribute the Program is 175 | void, and will automatically terminate your rights under this License. 176 | However, parties who have received copies, or rights, from you under 177 | this License will not have their licenses terminated so long as such 178 | parties remain in full compliance. 179 | 180 | 5. You are not required to accept this License, since you have not 181 | signed it. However, nothing else grants you permission to modify or 182 | distribute the Program or its derivative works. These actions are 183 | prohibited by law if you do not accept this License. Therefore, by 184 | modifying or distributing the Program (or any work based on the 185 | Program), you indicate your acceptance of this License to do so, and 186 | all its terms and conditions for copying, distributing or modifying 187 | the Program or works based on it. 188 | 189 | 6. Each time you redistribute the Program (or any work based on the 190 | Program), the recipient automatically receives a license from the 191 | original licensor to copy, distribute or modify the Program subject to 192 | these terms and conditions. You may not impose any further 193 | restrictions on the recipients' exercise of the rights granted herein. 194 | You are not responsible for enforcing compliance by third parties to 195 | this License. 196 | 197 | 7. If, as a consequence of a court judgment or allegation of patent 198 | infringement or for any other reason (not limited to patent issues), 199 | conditions are imposed on you (whether by court order, agreement or 200 | otherwise) that contradict the conditions of this License, they do not 201 | excuse you from the conditions of this License. If you cannot 202 | distribute so as to satisfy simultaneously your obligations under this 203 | License and any other pertinent obligations, then as a consequence you 204 | may not distribute the Program at all. For example, if a patent 205 | license would not permit royalty-free redistribution of the Program by 206 | all those who receive copies directly or indirectly through you, then 207 | the only way you could satisfy both it and this License would be to 208 | refrain entirely from distribution of the Program. 209 | 210 | If any portion of this section is held invalid or unenforceable under 211 | any particular circumstance, the balance of the section is intended to 212 | apply and the section as a whole is intended to apply in other 213 | circumstances. 214 | 215 | It is not the purpose of this section to induce you to infringe any 216 | patents or other property right claims or to contest validity of any 217 | such claims; this section has the sole purpose of protecting the 218 | integrity of the free software distribution system, which is 219 | implemented by public license practices. Many people have made 220 | generous contributions to the wide range of software distributed 221 | through that system in reliance on consistent application of that 222 | system; it is up to the author/donor to decide if he or she is willing 223 | to distribute software through any other system and a licensee cannot 224 | impose that choice. 225 | 226 | This section is intended to make thoroughly clear what is believed to 227 | be a consequence of the rest of this License. 228 | 229 | 8. If the distribution and/or use of the Program is restricted in 230 | certain countries either by patents or by copyrighted interfaces, the 231 | original copyright holder who places the Program under this License 232 | may add an explicit geographical distribution limitation excluding 233 | those countries, so that distribution is permitted only in or among 234 | countries not thus excluded. In such case, this License incorporates 235 | the limitation as if written in the body of this License. 236 | 237 | 9. The Free Software Foundation may publish revised and/or new versions 238 | of the General Public License from time to time. Such new versions will 239 | be similar in spirit to the present version, but may differ in detail to 240 | address new problems or concerns. 241 | 242 | Each version is given a distinguishing version number. If the Program 243 | specifies a version number of this License which applies to it and "any 244 | later version", you have the option of following the terms and conditions 245 | either of that version or of any later version published by the Free 246 | Software Foundation. If the Program does not specify a version number of 247 | this License, you may choose any version ever published by the Free Software 248 | Foundation. 249 | 250 | 10. If you wish to incorporate parts of the Program into other free 251 | programs whose distribution conditions are different, write to the author 252 | to ask for permission. For software which is copyrighted by the Free 253 | Software Foundation, write to the Free Software Foundation; we sometimes 254 | make exceptions for this. Our decision will be guided by the two goals 255 | of preserving the free status of all derivatives of our free software and 256 | of promoting the sharing and reuse of software generally. 257 | 258 | NO WARRANTY 259 | 260 | 11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY 261 | FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW. EXCEPT WHEN 262 | OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES 263 | PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED 264 | OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF 265 | MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS 266 | TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE 267 | PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, 268 | REPAIR OR CORRECTION. 269 | 270 | 12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING 271 | WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR 272 | REDISTRIBUTE THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, 273 | INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING 274 | OUT OF THE USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED 275 | TO LOSS OF DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY 276 | YOU OR THIRD PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER 277 | PROGRAMS), EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE 278 | POSSIBILITY OF SUCH DAMAGES. 279 | 280 | END OF TERMS AND CONDITIONS 281 | 282 | How to Apply These Terms to Your New Programs 283 | 284 | If you develop a new program, and you want it to be of the greatest 285 | possible use to the public, the best way to achieve this is to make it 286 | free software which everyone can redistribute and change under these terms. 287 | 288 | To do so, attach the following notices to the program. It is safest 289 | to attach them to the start of each source file to most effectively 290 | convey the exclusion of warranty; and each file should have at least 291 | the "copyright" line and a pointer to where the full notice is found. 292 | 293 | 294 | Copyright (C) 295 | 296 | This program is free software; you can redistribute it and/or modify 297 | it under the terms of the GNU General Public License as published by 298 | the Free Software Foundation; either version 2 of the License, or 299 | (at your option) any later version. 300 | 301 | This program is distributed in the hope that it will be useful, 302 | but WITHOUT ANY WARRANTY; without even the implied warranty of 303 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 304 | GNU General Public License for more details. 305 | 306 | You should have received a copy of the GNU General Public License along 307 | with this program; if not, write to the Free Software Foundation, Inc., 308 | 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. 309 | 310 | Also add information on how to contact you by electronic and paper mail. 311 | 312 | If the program is interactive, make it output a short notice like this 313 | when it starts in an interactive mode: 314 | 315 | Gnomovision version 69, Copyright (C) year name of author 316 | Gnomovision comes with ABSOLUTELY NO WARRANTY; for details type `show w'. 317 | This is free software, and you are welcome to redistribute it 318 | under certain conditions; type `show c' for details. 319 | 320 | The hypothetical commands `show w' and `show c' should show the appropriate 321 | parts of the General Public License. Of course, the commands you use may 322 | be called something other than `show w' and `show c'; they could even be 323 | mouse-clicks or menu items--whatever suits your program. 324 | 325 | You should also get your employer (if you work as a programmer) or your 326 | school, if any, to sign a "copyright disclaimer" for the program, if 327 | necessary. Here is a sample; alter the names: 328 | 329 | Yoyodyne, Inc., hereby disclaims all copyright interest in the program 330 | `Gnomovision' (which makes passes at compilers) written by James Hacker. 331 | 332 | , 1 April 1989 333 | Ty Coon, President of Vice 334 | 335 | This General Public License does not permit incorporating your program into 336 | proprietary programs. If your program is a subroutine library, you may 337 | consider it more useful to permit linking proprietary applications with the 338 | library. If this is what you want to do, use the GNU Lesser General 339 | Public License instead of this License. 340 | -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- 1 | What does the bot do? 2 | ---------------------- 3 | 4 | Right now, it takes posts from a number of subreddits (eg /r/yesyesyesnoyes) and cross-posts them to `/r/maybemaybemaybe `_ and `/r/maybemaybeoriginal `_. However, only ``main.go`` is specific to this purpose. Everything under ``/client`` is generic, and could be used to make other bots (though it is incredibly limited at the moment). 5 | -------------------------------------------------------------------------------- /bot.yml.example: -------------------------------------------------------------------------------- 1 | username: account_username_here 2 | password: account_password_here 3 | access_token: api_access_token_here 4 | client_secret: api_client_secret_here 5 | subreddits: 6 | - nonononoyes 7 | - yesyesyesyesno 8 | - nononono 9 | - yesyesyesyesno 10 | - nonononoaww 11 | - yesyesyesno 12 | - nonoyesyesnonononono 13 | - yesyesyesdamn 14 | - nononomaybe 15 | - nonononoyesno 16 | domain_whitelist: 17 | - example.com 18 | extension_blacklist: 19 | - .png -------------------------------------------------------------------------------- /client/captcha.go: -------------------------------------------------------------------------------- 1 | package client 2 | 3 | import ( 4 | "fmt" 5 | "io/ioutil" 6 | "net/url" 7 | ) 8 | 9 | func (c *Client) NeedsCaptcha() (bool, error) { 10 | 11 | response, err := c.Get("/api/needs_captcha") 12 | if err != nil { 13 | return false, err 14 | } 15 | defer response.Body.Close() 16 | 17 | body, err := ioutil.ReadAll(response.Body) 18 | if err != nil { 19 | return false, err 20 | } 21 | needsCaptcha := (string(body) == "true") 22 | 23 | return needsCaptcha, nil 24 | } 25 | 26 | func (c *Client) NewCaptcha() (string, error) { 27 | values := url.Values{ 28 | "api_type": {"json"}, 29 | } 30 | response, err := c.Post("/api/new_captcha", values) 31 | 32 | if err != nil { 33 | return "", err 34 | } 35 | defer response.Body.Close() 36 | 37 | body, err := ioutil.ReadAll(response.Body) 38 | if err != nil { 39 | return "", err 40 | } 41 | fmt.Println(string(body)) 42 | return "", nil 43 | } 44 | -------------------------------------------------------------------------------- /client/client.go: -------------------------------------------------------------------------------- 1 | package client 2 | 3 | import ( 4 | "encoding/json" 5 | "net/http" 6 | "net/url" 7 | "strings" 8 | "time" 9 | ) 10 | 11 | type Client struct { 12 | ClientId string 13 | clientSecret string 14 | AccessToken string 15 | AccessTokenExpirationTime time.Time 16 | Username string 17 | password string 18 | 19 | httpClient *http.Client 20 | UserAgent string 21 | 22 | lastRequestTime time.Time 23 | } 24 | 25 | func New(clientId string, clientSecret string) *Client { 26 | c := &Client{ 27 | ClientId: clientId, 28 | clientSecret: clientSecret, 29 | UserAgent: "golang:maybemaybemaybe_bot:v0.0.1 (by /u/ninja_haiku)", 30 | httpClient: &http.Client{}, 31 | } 32 | 33 | return c 34 | } 35 | 36 | func (c *Client) doRequest(request *http.Request) (response *http.Response, err error) { 37 | request.Header.Set("User-Agent", c.UserAgent) 38 | 39 | waitLength := time.Duration(2) * time.Second 40 | elapsedTime := time.Now().Sub(c.lastRequestTime) 41 | if elapsedTime < waitLength { 42 | time.Sleep(waitLength - elapsedTime) 43 | } 44 | 45 | response, err = c.httpClient.Do(request) 46 | c.lastRequestTime = time.Now() 47 | return 48 | } 49 | 50 | func (c *Client) Signin(username string, password string) { 51 | c.Username = username 52 | c.password = password 53 | } 54 | 55 | func (c *Client) authorize() error { 56 | if c.AccessToken != "" && time.Now().Before(c.AccessTokenExpirationTime) { 57 | return nil 58 | } 59 | 60 | form := url.Values{ 61 | "grant_type": {"password"}, 62 | "username": {c.Username}, 63 | "password": {c.password}, 64 | } 65 | 66 | endpointUrl := "https://www.reddit.com/api/v1/access_token" 67 | req, err := http.NewRequest("POST", endpointUrl, strings.NewReader(form.Encode())) 68 | if err != nil { 69 | return err 70 | } 71 | 72 | req.Header.Set("Content-Type", "application/x-www-form-urlencoded") 73 | req.SetBasicAuth(c.ClientId, c.clientSecret) 74 | 75 | resp, err := c.doRequest(req) 76 | if err != nil { 77 | return err 78 | } 79 | 80 | defer resp.Body.Close() 81 | 82 | type TokenStruct struct { 83 | Scope string 84 | AccessToken string `json:"access_token"` 85 | ExpiresIn int `json:"expires_in"` 86 | } 87 | 88 | token_struct := TokenStruct{} 89 | decoder := json.NewDecoder(resp.Body) 90 | 91 | err = decoder.Decode(&token_struct) 92 | if err != nil { 93 | return err 94 | } 95 | 96 | c.AccessToken = token_struct.AccessToken 97 | c.AccessTokenExpirationTime = time.Now().Add(time.Duration(token_struct.ExpiresIn) * time.Second) 98 | return nil 99 | } 100 | 101 | func (c *Client) Get(resourceUrl string) (*http.Response, error) { 102 | err := c.authorize() 103 | if err != nil { 104 | return nil, err 105 | } 106 | 107 | endpointUrl := "https://oauth.reddit.com" + resourceUrl 108 | req, err := http.NewRequest("GET", endpointUrl, nil) 109 | if err != nil { 110 | return nil, err 111 | } 112 | 113 | req.Header.Set("User-Agent", c.UserAgent) 114 | req.Header.Set("Authorization", "bearer "+c.AccessToken) 115 | 116 | return c.doRequest(req) 117 | } 118 | 119 | func (c *Client) Post(resourceUrl string, values url.Values) (*http.Response, error) { 120 | err := c.authorize() 121 | if err != nil { 122 | return nil, err 123 | } 124 | 125 | endpointUrl := "https://oauth.reddit.com" + resourceUrl 126 | req, err := http.NewRequest("POST", endpointUrl, strings.NewReader(values.Encode())) 127 | if err != nil { 128 | return nil, err 129 | } 130 | 131 | req.Header.Set("User-Agent", c.UserAgent) 132 | req.Header.Set("Authorization", "bearer "+c.AccessToken) 133 | req.Header.Set("Content-Type", "application/x-www-form-urlencoded") 134 | 135 | return c.doRequest(req) 136 | } 137 | 138 | func (c *Client) SubmitComment(parentId string, text string) error { 139 | values := url.Values{ 140 | "api_type": {"json"}, 141 | "text": {text}, 142 | "thing_id": {parentId}, 143 | } 144 | 145 | response, err := c.Post("/api/comment.json", values) 146 | if err != nil { 147 | return err 148 | } 149 | defer response.Body.Close() 150 | 151 | /* TODO: Parse response and actually make sure submission was successful */ 152 | 153 | return nil 154 | } 155 | -------------------------------------------------------------------------------- /client/link.go: -------------------------------------------------------------------------------- 1 | package client 2 | 3 | import ( 4 | "encoding/json" 5 | "errors" 6 | "fmt" 7 | "net/url" 8 | ) 9 | 10 | type linkResponseError struct { 11 | Type string 12 | } 13 | 14 | func (l *linkResponseError) UnmarshalJSON(data []byte) error { 15 | var elements []string 16 | err := json.Unmarshal(data, &elements) 17 | if err != nil { 18 | return errors.New("Could not unmarshal error") 19 | } 20 | 21 | l.Type = elements[0] 22 | 23 | return nil 24 | } 25 | 26 | type linkResponseData struct { 27 | Url string 28 | Id string 29 | Name string 30 | } 31 | 32 | type linkResponse struct { 33 | Captcha string 34 | Errors []linkResponseError 35 | Data *linkResponseData 36 | } 37 | 38 | type BadCaptchaError struct { 39 | CaptchaId string 40 | } 41 | 42 | func (e BadCaptchaError) Error() string { 43 | return fmt.Sprintf("Captcha Required (id %s)", e.CaptchaId) 44 | } 45 | 46 | type SubmitLinkParameters struct { 47 | Subreddit string 48 | Title string 49 | Url string 50 | CaptchaId string 51 | CaptchaResponse string 52 | Nsfw bool 53 | } 54 | 55 | func (c *Client) SubmitLink(parameters SubmitLinkParameters) (*linkResponseData, error) { 56 | values := url.Values{ 57 | "api_type": {"json"}, 58 | "kind": {"link"}, 59 | "extension": {"json"}, 60 | "sr": {parameters.Subreddit}, 61 | "title": {parameters.Title}, 62 | "url": {parameters.Url}, 63 | } 64 | 65 | if parameters.CaptchaId != "" && parameters.CaptchaResponse != "" { 66 | values.Add("iden", parameters.CaptchaId) 67 | values.Add("captcha", parameters.CaptchaResponse) 68 | } 69 | 70 | response, err := c.Post("/api/submit.json", values) 71 | if err != nil { 72 | return nil, err 73 | } 74 | defer response.Body.Close() 75 | 76 | type ResponseMsg struct { 77 | Json linkResponse 78 | } 79 | 80 | response_struct := ResponseMsg{} 81 | 82 | decoder := json.NewDecoder(response.Body) 83 | err = decoder.Decode(&response_struct) 84 | if err != nil { 85 | return nil, err 86 | } 87 | 88 | for _, e := range response_struct.Json.Errors { 89 | if e.Type == "BAD_CAPTCHA" { 90 | return nil, BadCaptchaError{ 91 | CaptchaId: response_struct.Json.Captcha, 92 | } 93 | } 94 | } 95 | 96 | return response_struct.Json.Data, nil 97 | } 98 | -------------------------------------------------------------------------------- /client/listing.go: -------------------------------------------------------------------------------- 1 | package client 2 | 3 | import ( 4 | "encoding/json" 5 | ) 6 | 7 | type Listing struct { 8 | Kind string 9 | Data struct { 10 | Domain string 11 | Subreddit string 12 | Id string 13 | Author string 14 | Permalink string 15 | Title string 16 | Url string 17 | Score int 18 | Over18 bool `json:"over_18"` 19 | IsSelf bool `json:"is_self"` 20 | } 21 | } 22 | 23 | func (l *Listing) Copy() *Listing { 24 | c := &Listing{ 25 | Kind: l.Kind, 26 | Data: struct { 27 | Domain string 28 | Subreddit string 29 | Id string 30 | Author string 31 | Permalink string 32 | Title string 33 | Url string 34 | Score int 35 | Over18 bool `json:"over_18"` 36 | IsSelf bool `json:"is_self"` 37 | }{ 38 | Domain: l.Data.Domain, 39 | Subreddit: l.Data.Subreddit, 40 | Id: l.Data.Id, 41 | Author: l.Data.Author, 42 | Permalink: l.Data.Permalink, 43 | Title: l.Data.Title, 44 | Url: l.Data.Url, 45 | Score: l.Data.Score, 46 | Over18: l.Data.Over18, 47 | IsSelf: l.Data.IsSelf, 48 | }, 49 | } 50 | 51 | return c 52 | } 53 | 54 | type Response struct { 55 | Type string 56 | Data struct { 57 | Children []Listing 58 | } 59 | } 60 | 61 | func (c *Client) GetSubreddit(resourceUrl string) (*Response, error) { 62 | response, err := c.Get(resourceUrl) 63 | if err != nil { 64 | return nil, err 65 | } 66 | defer response.Body.Close() 67 | 68 | response_struct := &Response{} 69 | 70 | decoder := json.NewDecoder(response.Body) 71 | err = decoder.Decode(&response_struct) 72 | if err != nil { 73 | return nil, err 74 | } 75 | 76 | return response_struct, nil 77 | 78 | } 79 | 80 | func ParseResponse(response []byte) (*Response, error) { 81 | r := &Response{} 82 | 83 | err := json.Unmarshal(response, r) 84 | return r, err 85 | } 86 | -------------------------------------------------------------------------------- /main.go: -------------------------------------------------------------------------------- 1 | package main 2 | 3 | import ( 4 | "bufio" 5 | "database/sql" 6 | "flag" 7 | "fmt" 8 | _ "github.com/mattn/go-sqlite3" 9 | "gopkg.in/yaml.v2" 10 | "io/ioutil" 11 | "math/rand" 12 | "github.com/lsowen/maybemaybemaybe_bot/client" 13 | "net/url" 14 | "os" 15 | "path/filepath" 16 | "strings" 17 | ) 18 | 19 | type BotConfig struct { 20 | Username string 21 | Password string 22 | AccessToken string `yaml:"access_token"` 23 | ClientSecret string `yaml:"client_secret"` 24 | Subreddits []string 25 | DomainWhitelist []string `yaml:"domain_whitelist"` 26 | ExtensionBlacklist []string `yaml:"extension_blacklist"` 27 | MaxNewEntries *uint8 `yaml:"max_new_entries"` 28 | } 29 | 30 | type Processor struct { 31 | Config BotConfig 32 | Client *client.Client 33 | DomainWhitelist map[string]bool 34 | ExtensionBlacklist map[string]bool 35 | } 36 | 37 | func db_init(databasePath string) (*sql.DB, error) { 38 | db, err := sql.Open("sqlite3", databasePath) 39 | if err != nil { 40 | return nil, err 41 | } 42 | 43 | if _, err := os.Stat(databasePath); os.IsNotExist(err) { 44 | sqlStmt := "create table seen_entries (id text not null primary key);" 45 | _, err = db.Exec(sqlStmt) 46 | if err != nil { 47 | return nil, err 48 | } 49 | 50 | sqlStmt = "create table blocked_domains (domain text not null primary key, blocked_count integer default 1);" 51 | _, err = db.Exec(sqlStmt) 52 | if err != nil { 53 | return nil, err 54 | } 55 | } 56 | 57 | return db, nil 58 | } 59 | 60 | func db_entry_exists(db *sql.DB, id string) bool { 61 | var found_id string 62 | err := db.QueryRow("SELECT * FROM seen_entries WHERE id = ?", id).Scan(&found_id) 63 | if err == nil { 64 | return true 65 | } 66 | 67 | return false 68 | } 69 | 70 | func db_entry_record(db *sql.DB, id string) error { 71 | _, err := db.Exec("INSERT INTO seen_entries (id) VALUES (?)", id) 72 | return err 73 | } 74 | 75 | func db_mark_blocked_domain(db *sql.DB, domain string) { 76 | var blocked_count int 77 | err := db.QueryRow("SELECT blocked_count FROM blocked_domains WHERE domain = ?", domain).Scan(&blocked_count) 78 | if err == nil { 79 | blocked_count += 1 80 | db.Exec("UPDATE blocked_domains SET blocked_count = ? WHERE domain = ?", blocked_count, domain) 81 | } else { 82 | db.Exec("INSERT INTO blocked_domains (domain) VALUES (?)", domain) 83 | } 84 | } 85 | 86 | func postEntry(processor Processor, subreddit string, entry client.Listing) error { 87 | params := client.SubmitLinkParameters{ 88 | Subreddit: subreddit, 89 | Title: entry.Data.Title, 90 | Url: entry.Data.Url, 91 | } 92 | 93 | linkResponse, err := processor.Client.SubmitLink(params) 94 | 95 | if err != nil { 96 | for { 97 | if captchaError, ok := err.(client.BadCaptchaError); ok { 98 | fmt.Printf("Bad captcha: https://www.reddit.com/captcha/%s\n", captchaError.CaptchaId) 99 | fmt.Print("Enter captcha response: ") 100 | captchaReader := bufio.NewReader(os.Stdin) 101 | response, _ := captchaReader.ReadString('\n') 102 | params.CaptchaId = captchaError.CaptchaId 103 | params.CaptchaResponse = strings.Trim(response, "\n") 104 | linkResponse, err = processor.Client.SubmitLink(params) 105 | if err == nil { 106 | break 107 | } 108 | } else { 109 | return err 110 | } 111 | } 112 | } 113 | 114 | if linkResponse != nil { 115 | commentTemplate := `**Source Post:** [reddit.com/comments/%s/](https://reddit.com/comments/%s/) 116 | 117 | --- 118 | I'm a bot. [Source](https://github.com/lsowen/go-reddit-bot) | [Message handler](https://www.reddit.com/message/compose?to=ninja_haiku)` 119 | err = processor.Client.SubmitComment(linkResponse.Name, fmt.Sprintf(commentTemplate, entry.Data.Id, entry.Data.Id)) 120 | if err != nil { 121 | return err 122 | } 123 | } 124 | 125 | return nil 126 | } 127 | 128 | func extractExtension(entry client.Listing) (error, string) { 129 | u, err := url.ParseRequestURI(entry.Data.Url) 130 | if err != nil { 131 | return err, "" 132 | } 133 | 134 | ext := filepath.Ext(u.Path) 135 | return nil, strings.ToLower(ext) 136 | } 137 | 138 | func processEntry(processor Processor, entry client.Listing, db *sql.DB) (error, bool) { 139 | if entry.Data.Over18 || entry.Data.IsSelf || entry.Data.Score < 5 { 140 | /* Don't allow NSFW, Self, or low scored items */ 141 | return nil, false 142 | } 143 | 144 | if db_entry_exists(db, entry.Data.Id) { 145 | /* Don't try to repost already posted entry */ 146 | fmt.Printf("Short circuiting %s\n", entry.Data.Id) 147 | return nil, false 148 | } 149 | 150 | if !processor.DomainWhitelist[entry.Data.Domain] { 151 | db_mark_blocked_domain(db, entry.Data.Domain) 152 | err := db_entry_record(db, entry.Data.Id) 153 | return err, false 154 | } 155 | 156 | err, ext := extractExtension(entry) 157 | if err == nil { 158 | if processor.ExtensionBlacklist[ext] { 159 | err := db_entry_record(db, entry.Data.Id) 160 | return err, false 161 | } 162 | } 163 | 164 | postEntry(processor, "maybemaybeoriginal", entry) 165 | entry = *(&entry).Copy() 166 | entry.Data.Title = "Maybe Maybe Maybe" 167 | postEntry(processor, "maybemaybemaybe", entry) 168 | 169 | err = db_entry_record(db, entry.Data.Id) 170 | if err != nil { 171 | return err, false 172 | } 173 | 174 | return nil, true 175 | } 176 | 177 | func main() { 178 | var database_path string 179 | var config_path string 180 | var config BotConfig 181 | 182 | flag.StringVar(&database_path, "db", "bot.db", "Path to bot sqlite3 database file") 183 | flag.StringVar(&config_path, "config", "bot.yml", "Path to bot yaml config file") 184 | flag.Parse() 185 | 186 | config_data, err := ioutil.ReadFile(config_path) 187 | if err != nil { 188 | fmt.Println(err) 189 | return 190 | } 191 | 192 | err = yaml.Unmarshal(config_data, &config) 193 | if err != nil { 194 | fmt.Println(err) 195 | return 196 | } 197 | 198 | processor := Processor{ 199 | Config: config, 200 | Client: client.New(config.AccessToken, config.ClientSecret), 201 | } 202 | 203 | processor.Client.Signin(config.Username, config.Password) 204 | 205 | processor.DomainWhitelist = make(map[string]bool, len(processor.Config.DomainWhitelist)) 206 | for _, domain := range processor.Config.DomainWhitelist { 207 | processor.DomainWhitelist[domain] = true 208 | } 209 | 210 | processor.ExtensionBlacklist = make(map[string]bool, len(processor.Config.ExtensionBlacklist)) 211 | for _, extension := range processor.Config.ExtensionBlacklist { 212 | processor.ExtensionBlacklist[strings.ToLower(extension)] = true 213 | } 214 | 215 | db, err := db_init(database_path) 216 | if err != nil { 217 | fmt.Println(err) 218 | return 219 | } 220 | defer db.Close() 221 | 222 | entries := []client.Listing{} 223 | 224 | for _, subreddit := range processor.Config.Subreddits { 225 | fmt.Printf("Fetching updates for /r/%s\n", subreddit) 226 | response, err := processor.Client.GetSubreddit(fmt.Sprintf("/r/%s/hot", subreddit)) 227 | if err != nil { 228 | fmt.Println(err) 229 | } else { 230 | entries = append(entries, response.Data.Children...) 231 | } 232 | } 233 | 234 | var successfulPostings uint8 = 0 235 | entryOrder := rand.Perm(len(entries)) 236 | for _, order := range entryOrder { 237 | entry := entries[order] 238 | err, didPostSuccessfully := processEntry(processor, entry, db) 239 | if err != nil { 240 | fmt.Println(err) 241 | } 242 | 243 | if didPostSuccessfully { 244 | fmt.Printf("Successfully posted %s\n", entry.Data.Permalink) 245 | successfulPostings++ 246 | } 247 | 248 | if processor.Config.MaxNewEntries != nil && successfulPostings >= *processor.Config.MaxNewEntries { 249 | break 250 | } 251 | } 252 | 253 | } 254 | --------------------------------------------------------------------------------