├── .gitattributes ├── .gitignore ├── LICENSE.txt ├── README.md ├── SmallCityMastodonBot.sln └── SmallCityMastodonBot ├── BotInfo.cs ├── CountQueryData.cs ├── OSM_copyright.png ├── OverpassQueryBuilder.cs ├── Program.cs ├── Properties └── launchSettings.json ├── ReverseGeocodeResult.cs ├── SmallCityBotConfig.json ├── SmallCityMastodonBot.csproj ├── TownFileOverpassQueries.txt ├── TownsData2.cs ├── townsList.json └── townsList_France.json /.gitattributes: -------------------------------------------------------------------------------- 1 | ############################################################################### 2 | # Set default behavior to automatically normalize line endings. 3 | ############################################################################### 4 | * text=auto 5 | 6 | ############################################################################### 7 | # Set default behavior for command prompt diff. 8 | # 9 | # This is need for earlier builds of msysgit that does not have it on by 10 | # default for csharp files. 11 | # Note: This is only used by command line 12 | ############################################################################### 13 | #*.cs diff=csharp 14 | 15 | ############################################################################### 16 | # Set the merge driver for project and solution files 17 | # 18 | # Merging from the command prompt will add diff markers to the files if there 19 | # are conflicts (Merging from VS is not affected by the settings below, in VS 20 | # the diff markers are never inserted). Diff markers may cause the following 21 | # file extensions to fail to load in VS. An alternative would be to treat 22 | # these files as binary and thus will always conflict and require user 23 | # intervention with every merge. To do so, just uncomment the entries below 24 | ############################################################################### 25 | #*.sln merge=binary 26 | #*.csproj merge=binary 27 | #*.vbproj merge=binary 28 | #*.vcxproj merge=binary 29 | #*.vcproj merge=binary 30 | #*.dbproj merge=binary 31 | #*.fsproj merge=binary 32 | #*.lsproj merge=binary 33 | #*.wixproj merge=binary 34 | #*.modelproj merge=binary 35 | #*.sqlproj merge=binary 36 | #*.wwaproj merge=binary 37 | 38 | ############################################################################### 39 | # behavior for image files 40 | # 41 | # image files are treated as binary by default. 42 | ############################################################################### 43 | #*.jpg binary 44 | #*.png binary 45 | #*.gif binary 46 | 47 | ############################################################################### 48 | # diff behavior for common document formats 49 | # 50 | # Convert binary document formats to text before diffing them. This feature 51 | # is only available from the command line. Turn it on by uncommenting the 52 | # entries below. 53 | ############################################################################### 54 | #*.doc diff=astextplain 55 | #*.DOC diff=astextplain 56 | #*.docx diff=astextplain 57 | #*.DOCX diff=astextplain 58 | #*.dot diff=astextplain 59 | #*.DOT diff=astextplain 60 | #*.pdf diff=astextplain 61 | #*.PDF diff=astextplain 62 | #*.rtf diff=astextplain 63 | #*.RTF diff=astextplain 64 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | ## Ignore Visual Studio temporary files, build results, and 2 | ## files generated by popular Visual Studio add-ons. 3 | ## 4 | ## Get latest from https://github.com/github/gitignore/blob/master/VisualStudio.gitignore 5 | 6 | # User-specific files 7 | *.rsuser 8 | *.suo 9 | *.user 10 | *.userosscache 11 | *.sln.docstates 12 | 13 | # User-specific files (MonoDevelop/Xamarin Studio) 14 | *.userprefs 15 | 16 | # Mono auto generated files 17 | mono_crash.* 18 | 19 | # Build results 20 | [Dd]ebug/ 21 | [Dd]ebugPublic/ 22 | [Rr]elease/ 23 | [Rr]eleases/ 24 | x64/ 25 | x86/ 26 | [Ww][Ii][Nn]32/ 27 | [Aa][Rr][Mm]/ 28 | [Aa][Rr][Mm]64/ 29 | bld/ 30 | [Bb]in/ 31 | [Oo]bj/ 32 | [Oo]ut/ 33 | [Ll]og/ 34 | [Ll]ogs/ 35 | 36 | # Visual Studio 2015/2017 cache/options directory 37 | .vs/ 38 | # Uncomment if you have tasks that create the project's static files in wwwroot 39 | #wwwroot/ 40 | 41 | # Visual Studio 2017 auto generated files 42 | Generated\ Files/ 43 | 44 | # MSTest test Results 45 | [Tt]est[Rr]esult*/ 46 | [Bb]uild[Ll]og.* 47 | 48 | # NUnit 49 | *.VisualState.xml 50 | TestResult.xml 51 | nunit-*.xml 52 | 53 | # Build Results of an ATL Project 54 | [Dd]ebugPS/ 55 | [Rr]eleasePS/ 56 | dlldata.c 57 | 58 | # Benchmark Results 59 | BenchmarkDotNet.Artifacts/ 60 | 61 | # .NET Core 62 | project.lock.json 63 | project.fragment.lock.json 64 | artifacts/ 65 | 66 | # ASP.NET Scaffolding 67 | ScaffoldingReadMe.txt 68 | 69 | # StyleCop 70 | StyleCopReport.xml 71 | 72 | # Files built by Visual Studio 73 | *_i.c 74 | *_p.c 75 | *_h.h 76 | *.ilk 77 | *.meta 78 | *.obj 79 | *.iobj 80 | *.pch 81 | *.pdb 82 | *.ipdb 83 | *.pgc 84 | *.pgd 85 | *.rsp 86 | *.sbr 87 | *.tlb 88 | *.tli 89 | *.tlh 90 | *.tmp 91 | *.tmp_proj 92 | *_wpftmp.csproj 93 | *.log 94 | *.vspscc 95 | *.vssscc 96 | .builds 97 | *.pidb 98 | *.svclog 99 | *.scc 100 | 101 | # Chutzpah Test files 102 | _Chutzpah* 103 | 104 | # Visual C++ cache files 105 | ipch/ 106 | *.aps 107 | *.ncb 108 | *.opendb 109 | *.opensdf 110 | *.sdf 111 | *.cachefile 112 | *.VC.db 113 | *.VC.VC.opendb 114 | 115 | # Visual Studio profiler 116 | *.psess 117 | *.vsp 118 | *.vspx 119 | *.sap 120 | 121 | # Visual Studio Trace Files 122 | *.e2e 123 | 124 | # TFS 2012 Local Workspace 125 | $tf/ 126 | 127 | # Guidance Automation Toolkit 128 | *.gpState 129 | 130 | # ReSharper is a .NET coding add-in 131 | _ReSharper*/ 132 | *.[Rr]e[Ss]harper 133 | *.DotSettings.user 134 | 135 | # TeamCity is a build add-in 136 | _TeamCity* 137 | 138 | # DotCover is a Code Coverage Tool 139 | *.dotCover 140 | 141 | # AxoCover is a Code Coverage Tool 142 | .axoCover/* 143 | !.axoCover/settings.json 144 | 145 | # Coverlet is a free, cross platform Code Coverage Tool 146 | coverage*.json 147 | coverage*.xml 148 | coverage*.info 149 | 150 | # Visual Studio code coverage results 151 | *.coverage 152 | *.coveragexml 153 | 154 | # NCrunch 155 | _NCrunch_* 156 | .*crunch*.local.xml 157 | nCrunchTemp_* 158 | 159 | # MightyMoose 160 | *.mm.* 161 | AutoTest.Net/ 162 | 163 | # Web workbench (sass) 164 | .sass-cache/ 165 | 166 | # Installshield output folder 167 | [Ee]xpress/ 168 | 169 | # DocProject is a documentation generator add-in 170 | DocProject/buildhelp/ 171 | DocProject/Help/*.HxT 172 | DocProject/Help/*.HxC 173 | DocProject/Help/*.hhc 174 | DocProject/Help/*.hhk 175 | DocProject/Help/*.hhp 176 | DocProject/Help/Html2 177 | DocProject/Help/html 178 | 179 | # Click-Once directory 180 | publish/ 181 | 182 | # Publish Web Output 183 | *.[Pp]ublish.xml 184 | *.azurePubxml 185 | # Note: Comment the next line if you want to checkin your web deploy settings, 186 | # but database connection strings (with potential passwords) will be unencrypted 187 | *.pubxml 188 | *.publishproj 189 | 190 | # Microsoft Azure Web App publish settings. Comment the next line if you want to 191 | # checkin your Azure Web App publish settings, but sensitive information contained 192 | # in these scripts will be unencrypted 193 | PublishScripts/ 194 | 195 | # NuGet Packages 196 | *.nupkg 197 | # NuGet Symbol Packages 198 | *.snupkg 199 | # The packages folder can be ignored because of Package Restore 200 | **/[Pp]ackages/* 201 | # except build/, which is used as an MSBuild target. 202 | !**/[Pp]ackages/build/ 203 | # Uncomment if necessary however generally it will be regenerated when needed 204 | #!**/[Pp]ackages/repositories.config 205 | # NuGet v3's project.json files produces more ignorable files 206 | *.nuget.props 207 | *.nuget.targets 208 | 209 | # Microsoft Azure Build Output 210 | csx/ 211 | *.build.csdef 212 | 213 | # Microsoft Azure Emulator 214 | ecf/ 215 | rcf/ 216 | 217 | # Windows Store app package directories and files 218 | AppPackages/ 219 | BundleArtifacts/ 220 | Package.StoreAssociation.xml 221 | _pkginfo.txt 222 | *.appx 223 | *.appxbundle 224 | *.appxupload 225 | 226 | # Visual Studio cache files 227 | # files ending in .cache can be ignored 228 | *.[Cc]ache 229 | # but keep track of directories ending in .cache 230 | !?*.[Cc]ache/ 231 | 232 | # Others 233 | ClientBin/ 234 | ~$* 235 | *~ 236 | *.dbmdl 237 | *.dbproj.schemaview 238 | *.jfm 239 | *.pfx 240 | *.publishsettings 241 | orleans.codegen.cs 242 | 243 | # Including strong name files can present a security risk 244 | # (https://github.com/github/gitignore/pull/2483#issue-259490424) 245 | #*.snk 246 | 247 | # Since there are multiple workflows, uncomment next line to ignore bower_components 248 | # (https://github.com/github/gitignore/pull/1529#issuecomment-104372622) 249 | #bower_components/ 250 | 251 | # RIA/Silverlight projects 252 | Generated_Code/ 253 | 254 | # Backup & report files from converting an old project file 255 | # to a newer Visual Studio version. Backup files are not needed, 256 | # because we have git ;-) 257 | _UpgradeReport_Files/ 258 | Backup*/ 259 | UpgradeLog*.XML 260 | UpgradeLog*.htm 261 | ServiceFabricBackup/ 262 | *.rptproj.bak 263 | 264 | # SQL Server files 265 | *.mdf 266 | *.ldf 267 | *.ndf 268 | 269 | # Business Intelligence projects 270 | *.rdl.data 271 | *.bim.layout 272 | *.bim_*.settings 273 | *.rptproj.rsuser 274 | *- [Bb]ackup.rdl 275 | *- [Bb]ackup ([0-9]).rdl 276 | *- [Bb]ackup ([0-9][0-9]).rdl 277 | 278 | # Microsoft Fakes 279 | FakesAssemblies/ 280 | 281 | # GhostDoc plugin setting file 282 | *.GhostDoc.xml 283 | 284 | # Node.js Tools for Visual Studio 285 | .ntvs_analysis.dat 286 | node_modules/ 287 | 288 | # Visual Studio 6 build log 289 | *.plg 290 | 291 | # Visual Studio 6 workspace options file 292 | *.opt 293 | 294 | # Visual Studio 6 auto-generated workspace file (contains which files were open etc.) 295 | *.vbw 296 | 297 | # Visual Studio LightSwitch build output 298 | **/*.HTMLClient/GeneratedArtifacts 299 | **/*.DesktopClient/GeneratedArtifacts 300 | **/*.DesktopClient/ModelManifest.xml 301 | **/*.Server/GeneratedArtifacts 302 | **/*.Server/ModelManifest.xml 303 | _Pvt_Extensions 304 | 305 | # Paket dependency manager 306 | .paket/paket.exe 307 | paket-files/ 308 | 309 | # FAKE - F# Make 310 | .fake/ 311 | 312 | # CodeRush personal settings 313 | .cr/personal 314 | 315 | # Python Tools for Visual Studio (PTVS) 316 | __pycache__/ 317 | *.pyc 318 | 319 | # Cake - Uncomment if you are using it 320 | # tools/** 321 | # !tools/packages.config 322 | 323 | # Tabs Studio 324 | *.tss 325 | 326 | # Telerik's JustMock configuration file 327 | *.jmconfig 328 | 329 | # BizTalk build output 330 | *.btp.cs 331 | *.btm.cs 332 | *.odx.cs 333 | *.xsd.cs 334 | 335 | # OpenCover UI analysis results 336 | OpenCover/ 337 | 338 | # Azure Stream Analytics local run output 339 | ASALocalRun/ 340 | 341 | # MSBuild Binary and Structured Log 342 | *.binlog 343 | 344 | # NVidia Nsight GPU debugger configuration file 345 | *.nvuser 346 | 347 | # MFractors (Xamarin productivity tool) working folder 348 | .mfractor/ 349 | 350 | # Local History for Visual Studio 351 | .localhistory/ 352 | 353 | # BeatPulse healthcheck temp database 354 | healthchecksdb 355 | 356 | # Backup folder for Package Reference Convert tool in Visual Studio 2017 357 | MigrationBackup/ 358 | 359 | # Ionide (cross platform F# VS Code tools) working folder 360 | .ionide/ 361 | 362 | # Fody - auto-generated XML schema 363 | FodyWeavers.xsd 364 | /SmallCityMastodonBot/Properties/launchSettings.json 365 | /SmallCityMastodonBot/Properties/launchSettings.json 366 | -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- 1 | MIT License 2 | 3 | Copyright (c) [year] [fullname] 4 | 5 | Permission is hereby granted, free of charge, to any person obtaining a copy 6 | of this software and associated documentation files (the "Software"), to deal 7 | in the Software without restriction, including without limitation the rights 8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 9 | copies of the Software, and to permit persons to whom the Software is 10 | furnished to do so, subject to the following conditions: 11 | 12 | The above copyright notice and this permission notice shall be included in all 13 | copies or substantial portions of the Software. 14 | 15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 21 | SOFTWARE. 22 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # SmallCityMastodonBot 2 | The repository for code and data file backing the [@SmallTownUSA@en.osm.town](https://en.osm.town/@SmallTownUSA) account. Takes a json file of OpenStreetMap place nodes and a Mastodon token and finds a random unmapped town to post about. The post includes an image that is the current state of Carto rendering at the time of posting. 3 | 4 | All of the cool things the bot does have come from community ideas. Please let me know what else you'd like to see! 5 | 6 | ## Mapping 7 | As with all of OSM, map whatever you like! Add buildings, check roadways for alignment to aerial imagery, draw landuse areas, use street side imagery to add detail etc. If you want to make it easier to other folks to collaborate or appreciate your great work feel free to add #UnmappedSmallTownUSA to your changsets. 8 | 9 | ## Bot replies 10 | If you do some mapping and would like the bot to generate an updated screen shot, respond to the top level town post (ex: [here](https://en.osm.town/@SmallTownUSA/110663015761350007)) with any message that contains "I mapped it!". 11 | 12 | The bot tries to get updated tiles from the OSM tileservers but sometimes may need a little help. If you discover that the bot hasn't managed to pull new tiles you can help it along: 13 | * navigate to the town on osm.org 14 | * scroll to zoom 16 15 | * reload the page without caching (ctrl+f5 on Windows, shift+command+r on Mac) 16 | * post a new "I mapped it!" reply 17 | 18 | ## Current settings 19 | The bot is set to post a new town once a day around noon PT. It will scan for posts needing replies every hour. If you discover that either of these is not happening, please file a ticket here or ping [me on Mastodon](https://en.osm.town/@watmildon). 20 | 21 | ## Development Notes 22 | The overpass query to generate the townsList.json looks like: 23 | ``` 24 | [out:json][timeout:60]; 25 | {{geocodeArea:"United States"}}->.a; 26 | ( 27 | node["population"]["place"](if:(t["population"]<"1000"))(area.a); 28 | ); 29 | out body; 30 | >; 31 | ``` 32 | -------------------------------------------------------------------------------- /SmallCityMastodonBot.sln: -------------------------------------------------------------------------------- 1 |  2 | Microsoft Visual Studio Solution File, Format Version 12.00 3 | # Visual Studio Version 17 4 | VisualStudioVersion = 17.4.33205.214 5 | MinimumVisualStudioVersion = 10.0.40219.1 6 | Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "SmallCityMastodonBot", "SmallCityMastodonBot\SmallCityMastodonBot.csproj", "{FFF7750D-1D9A-4C75-9D61-D24AA3DC9C73}" 7 | EndProject 8 | Global 9 | GlobalSection(SolutionConfigurationPlatforms) = preSolution 10 | Debug|Any CPU = Debug|Any CPU 11 | Release|Any CPU = Release|Any CPU 12 | EndGlobalSection 13 | GlobalSection(ProjectConfigurationPlatforms) = postSolution 14 | {FFF7750D-1D9A-4C75-9D61-D24AA3DC9C73}.Debug|Any CPU.ActiveCfg = Debug|Any CPU 15 | {FFF7750D-1D9A-4C75-9D61-D24AA3DC9C73}.Debug|Any CPU.Build.0 = Debug|Any CPU 16 | {FFF7750D-1D9A-4C75-9D61-D24AA3DC9C73}.Release|Any CPU.ActiveCfg = Release|Any CPU 17 | {FFF7750D-1D9A-4C75-9D61-D24AA3DC9C73}.Release|Any CPU.Build.0 = Release|Any CPU 18 | EndGlobalSection 19 | GlobalSection(SolutionProperties) = preSolution 20 | HideSolutionNode = FALSE 21 | EndGlobalSection 22 | GlobalSection(ExtensibilityGlobals) = postSolution 23 | SolutionGuid = {1C8EB8E8-8112-4B12-A749-04F3A7BC1D3D} 24 | EndGlobalSection 25 | EndGlobal 26 | -------------------------------------------------------------------------------- /SmallCityMastodonBot/BotInfo.cs: -------------------------------------------------------------------------------- 1 |  2 | public class BotConfigFile 3 | { 4 | public Botinfo[] botInfo { get; set; } 5 | } 6 | 7 | public class Botinfo 8 | { 9 | public string botUrl { get; set; } 10 | public string botDomain { get; set; } 11 | public string botName { get; set; } 12 | public string townFile { get; set; } 13 | public Overpassquery[] overpassQuery { get; set; } 14 | public Posttext postText { get; set; } 15 | } 16 | 17 | public class Posttext 18 | { 19 | public string greetingText { get; set; } 20 | public string populationText { get; set; } 21 | public string mapLinkText { get; set; } 22 | } 23 | 24 | public class Overpassquery 25 | { 26 | public string featureTag { get; set; } 27 | public string queryType { get; set; } 28 | public int countMaximum { get; set; } 29 | public string radiusInMeters { get; set; } 30 | public string message { get; set; } 31 | } 32 | -------------------------------------------------------------------------------- /SmallCityMastodonBot/CountQueryData.cs: -------------------------------------------------------------------------------- 1 |  2 | using Newtonsoft.Json; 3 | 4 | public class CountQueryData 5 | { 6 | public float version { get; set; } 7 | public string generator { get; set; } 8 | public Osm3s osm3s { get; set; } 9 | public Element[] elements { get; set; } 10 | } -------------------------------------------------------------------------------- /SmallCityMastodonBot/OSM_copyright.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/watmildon/SmallCityMastodonBot/89c10fac4653edb94edb2ffcdaf87b6671b5ea30/SmallCityMastodonBot/OSM_copyright.png -------------------------------------------------------------------------------- /SmallCityMastodonBot/OverpassQueryBuilder.cs: -------------------------------------------------------------------------------- 1 | using GeoCoordinatePortable; 2 | using Newtonsoft.Json; 3 | using SmallCityMastodonBot; 4 | using System.Text; 5 | using System.Xml.Serialization; 6 | 7 | namespace overpass_parser 8 | { 9 | public class OverpassQueryBuilder 10 | { 11 | private readonly HttpClient httpClient; 12 | 13 | public OverpassQueryBuilder(HttpClient httpClient) 14 | { 15 | this.httpClient = httpClient; 16 | } 17 | 18 | public string CreateCountQuery(double latitude, double longitude, string tagKey, string radiusInMeters) 19 | { 20 | return $"[out:json][timeout:25];(nwr(around:{radiusInMeters}.00,{latitude},{longitude})[\"{tagKey}\"];);out count;"; 21 | } 22 | 23 | private static long lastQueryTime = DateTime.MinValue.Ticks / TimeSpan.TicksPerMillisecond; 24 | private static readonly long queryThrottle = 500; 25 | 26 | public string SendQuery(string overpassQuery) 27 | { 28 | long currentTime = DateTime.Now.Ticks / TimeSpan.TicksPerMillisecond; 29 | 30 | if (currentTime - lastQueryTime < queryThrottle) 31 | { 32 | Thread.Sleep((int)(queryThrottle - (currentTime - lastQueryTime))); 33 | Console.WriteLine($"Slept for {(queryThrottle - (currentTime - lastQueryTime)) / 1000.0} seconds"); 34 | } 35 | 36 | // URL for the Overpass API endpoint 37 | string overpassUrl = "https://overpass-api.de/api/interpreter"; 38 | 39 | // set up the request 40 | HttpRequestMessage request = new(HttpMethod.Post, overpassUrl); 41 | request.Headers.Add("User-Agent", Program.userAgent); 42 | request.Content = new StringContent(overpassQuery); 43 | 44 | // record time we sent the query 45 | lastQueryTime = DateTime.Now.Ticks / TimeSpan.TicksPerMillisecond; 46 | 47 | // send the query 48 | HttpResponseMessage response = httpClient.Send(request); 49 | 50 | response.EnsureSuccessStatusCode(); 51 | 52 | var contentTask = response.Content.ReadAsStringAsync(); 53 | contentTask.Wait(); 54 | 55 | return contentTask.Result; 56 | } 57 | 58 | public int SendCountQuery(string overpassQuery) 59 | { 60 | var jsonResult = SendQuery(overpassQuery); 61 | return Int32.Parse(JsonConvert.DeserializeObject(jsonResult).elements[0].tags.total); 62 | } 63 | } 64 | } -------------------------------------------------------------------------------- /SmallCityMastodonBot/Program.cs: -------------------------------------------------------------------------------- 1 | using Newtonsoft.Json; 2 | using overpass_parser; 3 | using System.Diagnostics; 4 | using System.Drawing; 5 | using System.Drawing.Imaging; 6 | using System.Net.Http.Headers; 7 | using Mastonet; 8 | using System.Text; 9 | using Mastonet.Entities; 10 | 11 | namespace SmallCityMastodonBot 12 | { 13 | public class Program 14 | { 15 | public static readonly string userAgent = "smalltownsusa/0.1"; 16 | public static readonly int BUILDING_COUNT_MAXIMUM = 10; 17 | public static bool postTown = false; 18 | public static bool postReplies = false; 19 | public static string apiKey = ""; 20 | static void Main(string[] args) 21 | { 22 | if (args.Length == 0) 23 | { 24 | Console.WriteLine("USAGE: SmallCityMastodonBot apiKey [/postTown] [/postReplies]"); 25 | return; 26 | } 27 | 28 | using (StreamWriter logger = new StreamWriter("smallbot.log")) 29 | { 30 | 31 | ParseArgs(args, logger); 32 | 33 | foreach (var file in Directory.GetFiles(Directory.GetCurrentDirectory(), "*.png")) 34 | { 35 | if (!file.Contains("OSM_copyright.png")) 36 | { 37 | logger.WriteLine($"Deleting {file}"); 38 | File.Delete(file); 39 | } 40 | } 41 | 42 | var botConfigInfo = JsonConvert.DeserializeObject(File.ReadAllText("SmallCityBotConfig.json")); 43 | HttpClient httpClient = new HttpClient() 44 | { 45 | DefaultRequestHeaders= 46 | { 47 | CacheControl = CacheControlHeaderValue.Parse("no-cache, no-store"), 48 | Pragma = { NameValueHeaderValue.Parse("no-cache")} 49 | } 50 | }; 51 | 52 | var productValue = new ProductInfoHeaderValue("SmallTownUSABot", "0.1"); 53 | var commentValue = new ProductInfoHeaderValue("(https://en.osm.town/@SmallTownUSA)"); 54 | 55 | httpClient.DefaultRequestHeaders.UserAgent.Add(productValue); 56 | httpClient.DefaultRequestHeaders.UserAgent.Add(commentValue); 57 | httpClient.DefaultRequestHeaders.Referrer = new Uri("https://www.openstreetmap.org/"); 58 | 59 | 60 | foreach (var bot in botConfigInfo.botInfo) 61 | { 62 | try 63 | { 64 | if (postTown) 65 | { 66 | logger.WriteLine("Posting Town"); 67 | GeneratePost(apiKey, logger, bot, httpClient); 68 | } 69 | if (postReplies) 70 | { 71 | var task = ReplyToMappedItPosts(httpClient, apiKey); 72 | task.Wait(); 73 | } 74 | } 75 | catch (Exception ex) 76 | { 77 | logger.WriteLine(ex.ToString()); 78 | } 79 | } 80 | } 81 | } 82 | 83 | private static void ParseArgs(string[] args, StreamWriter logger) 84 | { 85 | try 86 | { 87 | apiKey = args[0]; 88 | foreach (var arg in args) 89 | { 90 | if (arg.ToLowerInvariant().Contains("posttown")) 91 | { 92 | logger.WriteLine("Set to post town"); 93 | postTown = true; 94 | } 95 | else if (arg.ToLowerInvariant().Contains("postreplies")) 96 | { 97 | logger.WriteLine("Set to post replies"); 98 | postReplies = true; 99 | } 100 | } 101 | } 102 | catch(Exception ex) 103 | { 104 | Console.WriteLine(ex.ToString()); 105 | Console.WriteLine(); 106 | Console.WriteLine("USAGE: SmallCityMastodonBot apiKey [/postTown] [/postReplies]"); 107 | } 108 | 109 | } 110 | 111 | private static void GeneratePost(string apiToken, StreamWriter logger, Botinfo bot, HttpClient httpClient) 112 | { 113 | string allText = System.IO.File.ReadAllText(bot.townFile); 114 | 115 | TownsData2 data = JsonConvert.DeserializeObject(allText); 116 | Random rnd = new Random(Guid.NewGuid().GetHashCode()); 117 | OverpassQueryBuilder queryBuilder = new OverpassQueryBuilder(httpClient); 118 | 119 | bool posted = false; 120 | int townsSearched = 0; 121 | 122 | logger.WriteLine("Begin town search"); 123 | 124 | while (!posted) 125 | { 126 | townsSearched++; 127 | var pickedTown = data.elements[rnd.Next(data.elements.Length)]; 128 | if (pickedTown.tags.population == "0") // skip ghost towns for now, too many old rail stops as place=locality 129 | continue; 130 | 131 | logger.WriteLine($"Picked town: {pickedTown.id} {pickedTown.tags.name}"); 132 | 133 | List queryResultPostText = new List(); 134 | 135 | bool skipTown = false; 136 | 137 | logger.WriteLine("Begin overpass querying"); 138 | foreach (var query in bot.overpassQuery) 139 | { 140 | int count = queryBuilder.SendCountQuery(queryBuilder.CreateCountQuery(pickedTown.lat, pickedTown.lon, query.featureTag, query.radiusInMeters)); 141 | 142 | if (query.countMaximum != -1) 143 | { 144 | if (count > query.countMaximum) 145 | { 146 | logger.WriteLine($"{query.featureTag} returned {count}. Max value {query.countMaximum}"); 147 | skipTown = true; 148 | break; 149 | } 150 | } 151 | 152 | queryResultPostText.Add($"{query.message}: {count}"); 153 | } 154 | 155 | if (skipTown) 156 | { 157 | logger.WriteLine("Skipping town"); 158 | continue; // town was over one of the maximums 159 | } 160 | 161 | string osmLink = $"https://www.openstreetmap.org/#map=16/{pickedTown.lat}/{pickedTown.lon}"; 162 | string state = ""; 163 | 164 | try 165 | { 166 | logger.WriteLine($"Nominatim state lookup for: {osmLink}"); 167 | state = GetStateNameFromNominatim(pickedTown.lat, pickedTown.lon, httpClient).Result; 168 | } 169 | catch 170 | { 171 | // very occasionally this nominatim lookup fails, we will try again unless we've been looping on it 172 | if (townsSearched >= 100) 173 | { 174 | logger.WriteLine("Aborting town lookup"); 175 | break; 176 | } 177 | continue; 178 | } 179 | 180 | StringBuilder postContent = new StringBuilder(); 181 | postContent.Append($"{pickedTown.tags.name}, {state} {bot.postText.greetingText}\r\n\r\n{bot.postText.populationText}: {pickedTown.tags.population}\r\n"); 182 | 183 | foreach (var postText in queryResultPostText) 184 | { 185 | postContent.AppendLine(postText); 186 | } 187 | 188 | postContent.Append($"\r\n{bot.postText.mapLinkText}: {osmLink}\r\n#OpenStreetMap"); 189 | Console.WriteLine(postContent.ToString()); 190 | 191 | logger.WriteLine("POST TEXT GENERATED:"); 192 | logger.WriteLine(postContent.ToString()); 193 | 194 | logger.WriteLine("Begin image generation"); 195 | // generate image from tiles 196 | string imagePath = $"{pickedTown.tags.name}_TownImage.png"; 197 | GenerateImageFromOSMTiles(httpClient, 16, pickedTown.lat, pickedTown.lon, imagePath); 198 | var imageBytes = File.ReadAllBytes(imagePath); //todo, get this from a memory stream from the call above 199 | 200 | if (apiToken != "12345") // skip posting if we are running local 201 | { 202 | var tasks = PostTown(httpClient, postContent.ToString(), apiToken, imageBytes, imagePath, "Map image of the town showing the status as of the time of this posting"); 203 | tasks.Wait(); 204 | } 205 | posted = true; 206 | } 207 | 208 | logger.WriteLine($"INFO - TOWNS SEARCHED: {townsSearched}"); 209 | } 210 | 211 | private static async Task PostTown(HttpClient client, string postContent, string token, byte[] image, string fileName, string altText) 212 | { 213 | var domain = "en.osm.town"; 214 | var mastodonClient = new MastodonClient(domain, token, client); 215 | var attachment = await mastodonClient.UploadMedia(new MemoryStream(image), fileName, altText); 216 | var mediaIds = new List() { attachment.Id }; 217 | var result = await mastodonClient.PublishStatus(postContent, mediaIds: mediaIds, language: "en"); 218 | } 219 | 220 | private async static Task GetStateNameFromNominatim(double lat, double lon, HttpClient client) 221 | { 222 | var url = $"https://nominatim.openstreetmap.org/reverse?format=json&lat={lat}&lon={lon}&zoom=5"; 223 | var msg = new HttpRequestMessage(HttpMethod.Get, url); 224 | msg.Headers.Add("User-Agent", userAgent); 225 | var res = await client.SendAsync(msg); 226 | var content = await res.Content.ReadAsStringAsync(); 227 | 228 | var geoCodeResult = JsonConvert.DeserializeObject(content); 229 | 230 | return geoCodeResult.address.state; 231 | } 232 | 233 | private static PostContent ParseStatus(Status post) 234 | { 235 | var content = new PostContent(); 236 | string postContentString = post.Content; 237 | 238 | content.CityName = postContentString.Split(",")[0].Substring(3); 239 | content.StateName = postContentString.Split(",")[1].Split(" ")[1]; 240 | content.Population = int.Parse(postContentString.Split(":")[1].Split("<")[0].Trim()); 241 | content.BuildingCount = int.Parse(postContentString.Split(":")[2].Split("<")[0].Trim()); 242 | content.RoadsToReview = int.Parse(postContentString.Split(":")[3].Split("<")[0].Trim()); 243 | content.Lattitude = double.Parse(postContentString.Substring(postContentString.IndexOf("#map=16")+8).Split("/")[0]); 244 | content.Longitude = double.Parse(postContentString.Substring(postContentString.IndexOf("#map=16")+8).Split("/")[1].Split("\"")[0]); 245 | 246 | return content; 247 | } 248 | 249 | static readonly int NUM_TILES_WIDE = 7; 250 | static readonly int TILE_COUNT_OFFSET = 3; //used to center the town in the downloaded area 251 | private static void GenerateImageFromOSMTiles(HttpClient httpClient, int zoom, double lat, double lon, string outputFilePath) 252 | { 253 | var p = new PointF(); 254 | 255 | p.X = (float)((lon + 180.0) / 360.0 * (1 << zoom)); 256 | p.Y = (float)((1.0 - Math.Log(Math.Tan(lat * Math.PI / 180.0) + 257 | 1.0 / Math.Cos(lat * Math.PI / 180.0)) / Math.PI) / 2.0 * (1 << zoom)); 258 | 259 | System.Drawing.Image[,] images = new System.Drawing.Image[NUM_TILES_WIDE, NUM_TILES_WIDE]; 260 | 261 | for (int i = 0; i < NUM_TILES_WIDE; i++) 262 | { 263 | for (int j = 0; j < NUM_TILES_WIDE; j++) 264 | { 265 | string url = $"https://tile.openstreetmap.org/{zoom}/{Math.Floor(p.X+i-TILE_COUNT_OFFSET)}/{Math.Floor(p.Y+j-TILE_COUNT_OFFSET)}.png"; 266 | Debug.WriteLine(url); 267 | var imageTask = httpClient.GetByteArrayAsync(url); 268 | Task.WaitAll(imageTask); 269 | var imageContent = imageTask.Result; 270 | 271 | using (MemoryStream mem = new MemoryStream(imageContent)) 272 | { 273 | var yourImage = System.Drawing.Image.FromStream(mem); 274 | { 275 | images[i, j] = yourImage; 276 | } 277 | } 278 | } 279 | } 280 | 281 | using (Bitmap result = new Bitmap(NUM_TILES_WIDE * 256, NUM_TILES_WIDE * 256)) 282 | { 283 | //build image 284 | for (int x = 0; x < NUM_TILES_WIDE; x++) 285 | { 286 | for (int y = 0; y < NUM_TILES_WIDE; y++) 287 | using (Graphics g = Graphics.FromImage(result)) 288 | { 289 | var img = images[x, y]; 290 | g.DrawImage(img, x * 256, y * 256, 256, 256); 291 | } 292 | } 293 | 294 | //burn in copyright 295 | using (Graphics g = Graphics.FromImage(result)) 296 | { 297 | Image img = Image.FromStream(new MemoryStream(File.ReadAllBytes("OSM_copyright.png"))); 298 | g.DrawImage(img, (NUM_TILES_WIDE * 256) - 249, (NUM_TILES_WIDE * 256) - 21, 249, 21); 299 | } 300 | 301 | result.Save(outputFilePath, ImageFormat.Png); 302 | } 303 | } 304 | 305 | private static async Task ReplyToMappedItPosts(HttpClient client, string token) 306 | { 307 | var domain = "en.osm.town"; 308 | var mastodonClient = new MastodonClient(domain, token, client); 309 | var botAccount = await mastodonClient.GetCurrentUser(); 310 | var options = new ArrayOptions(); 311 | 312 | var posts = await mastodonClient.GetHomeTimeline(options); 313 | while (posts.Count > 0) 314 | { 315 | foreach (var post in posts) 316 | { 317 | Console.WriteLine(post.Url); 318 | 319 | if (post.Account.Id == botAccount.Id) 320 | { 321 | if (post.RepliesCount == 0) 322 | continue; 323 | 324 | var context = await mastodonClient.GetStatusContext(post.Id); 325 | 326 | // are there any replies? 327 | if (context.Descendants.Count() > 0) 328 | { 329 | PostContent pc; 330 | try 331 | { 332 | pc = ParseStatus(post); 333 | } 334 | catch 335 | { 336 | Console.WriteLine($"Unparsable status: {post.Url}"); 337 | continue; // if it's not a pasrable status it isn't an OG town post, skip 338 | } 339 | 340 | foreach (var reply in context.Descendants) 341 | { 342 | // check all replies for a mapped it post. 343 | if (reply.Content.Contains(" mapped it!")) 344 | { 345 | Console.WriteLine($"\t{reply.Url}"); 346 | 347 | bool alreadyReplied = false; 348 | 349 | // check to see if the bot has already replied 350 | if (reply.RepliesCount != 0) 351 | { 352 | var replyContext = await mastodonClient.GetStatusContext(reply.Id); 353 | foreach (var subReply in replyContext.Descendants) 354 | { 355 | if (post.Id == subReply.Id) // the first descendant is the original status message, skip 356 | continue; 357 | 358 | Console.WriteLine($"\t\t{subReply.Url}"); 359 | 360 | if (subReply.Account.Id == botAccount.Id) 361 | alreadyReplied = true; 362 | } 363 | } 364 | 365 | if (!alreadyReplied) 366 | { 367 | await PostMappingReply(client, token, reply, ParseStatus(post)); 368 | } 369 | } 370 | } 371 | } 372 | } 373 | } 374 | 375 | options.MaxId = posts.NextPageMaxId; 376 | posts = await mastodonClient.GetHomeTimeline(options); 377 | } 378 | } 379 | 380 | private static async Task PostMappingReply(HttpClient httpClient, String token, Status mappedItPost, PostContent originalContent) 381 | { 382 | var domain = "en.osm.town"; 383 | var mastodonClient = new MastodonClient(domain, token, httpClient); 384 | 385 | // pull new stats to see if work has happened, only respond if it's different 386 | OverpassQueryBuilder queryBuilder = new OverpassQueryBuilder(httpClient); 387 | int buildingCount = queryBuilder.SendCountQuery(queryBuilder.CreateCountQuery(originalContent.Lattitude, originalContent.Longitude, "building", "800")); 388 | int roadwayCount = queryBuilder.SendCountQuery(queryBuilder.CreateCountQuery(originalContent.Lattitude, originalContent.Longitude, "tiger:reviewed", "800")); 389 | int landuseCout = queryBuilder.SendCountQuery(queryBuilder.CreateCountQuery(originalContent.Lattitude, originalContent.Longitude, "landuse", "800")); 390 | 391 | string thankYouText = $"@{mappedItPost.Account.AccountName} thanks for helping out!\r\n\r\n{originalContent.CityName} now has {buildingCount - originalContent.BuildingCount} more buildings and {roadwayCount} roads to review.\r\n\r\n#SmallTownUSAUpdate"; 392 | 393 | Console.WriteLine($"POST TEXT: {thankYouText}"); 394 | string imagePath = $"{originalContent.CityName}_TownImage_reply.png"; 395 | 396 | // if two folks ask for the same town, we don't need to generate the image twice 397 | if (!File.Exists(imagePath)) 398 | { 399 | GenerateImageFromOSMTiles(httpClient, 16, originalContent.Lattitude, originalContent.Longitude, imagePath); 400 | Console.WriteLine("Generated image"); 401 | } 402 | 403 | var attachment = await mastodonClient.UploadMedia(new MemoryStream(File.ReadAllBytes(imagePath)), imagePath, "Map image of the town showing the status as of the time of this posting."); 404 | var mediaIds = new List() { attachment.Id }; 405 | 406 | await mastodonClient.PublishStatus(thankYouText, replyStatusId: mappedItPost.Id, mediaIds: mediaIds, visibility: Visibility.Unlisted); 407 | } 408 | } 409 | public struct PostContent 410 | { 411 | public int Population; 412 | public int BuildingCount; 413 | public int RoadsToReview; 414 | public double Lattitude; 415 | public double Longitude; 416 | public string CityName; 417 | public string StateName; 418 | } 419 | } -------------------------------------------------------------------------------- /SmallCityMastodonBot/Properties/launchSettings.json: -------------------------------------------------------------------------------- 1 | { 2 | "profiles": { 3 | "SmallCityMastodonBot": { 4 | "commandName": "Project", 5 | "commandLineArgs": "" 6 | } 7 | } 8 | } 9 | -------------------------------------------------------------------------------- /SmallCityMastodonBot/ReverseGeocodeResult.cs: -------------------------------------------------------------------------------- 1 |  2 | public class ReverseGeocodeResult 3 | { 4 | public int place_id { get; set; } 5 | public string licence { get; set; } 6 | public string osm_type { get; set; } 7 | public int osm_id { get; set; } 8 | public string lat { get; set; } 9 | public string lon { get; set; } 10 | public string display_name { get; set; } 11 | public Address address { get; set; } 12 | public string[] boundingbox { get; set; } 13 | } 14 | 15 | public class Address 16 | { 17 | public string state { get; set; } 18 | public string ISO31662lvl4 { get; set; } 19 | public string country { get; set; } 20 | public string country_code { get; set; } 21 | } 22 | -------------------------------------------------------------------------------- /SmallCityMastodonBot/SmallCityBotConfig.json: -------------------------------------------------------------------------------- 1 | { 2 | "botInfo": [ 3 | { 4 | "botUrl": "@SmallTownUSA@en.osm.town", 5 | "botDomain": "en.osm.town", 6 | "botName": "UnmappedSmallTownUSA", 7 | "townFile": "townsList.json", 8 | "overpassQuery": [ 9 | { 10 | "featureTag": "building", 11 | "queryType": "count", 12 | "countMaximum": "10", 13 | "radiusInMeters": "800", 14 | "message": "Building count" 15 | }, 16 | { 17 | "featureTag": "tiger:reviewed", 18 | "queryType": "count", 19 | "countMaximum": "-1", 20 | "radiusInMeters": "800", 21 | "message": "Roads to review" 22 | } 23 | ], 24 | "postText": { 25 | "greetingText": "seems like it could use some mapping!", 26 | "populationText": "Population", 27 | "mapLinkText": "Map link" 28 | } 29 | }, 30 | /*{ 31 | "botUrl": "@PetiteVilleFrance@en.osm.town", 32 | "botDomain": "en.osm.town", 33 | "botName": "UnmappedSmallTownUSA", 34 | "townFile": "townsList_France.json", 35 | "overpassQuery": [ 36 | { 37 | "featureTag": "building", 38 | "queryType": "count", 39 | "countMaximum": "10", 40 | "radiusInMeters": "800", 41 | "message": "Nombre de b�timents" 42 | }, 43 | ], 44 | "postText": { 45 | "greetingText": "semble qu'il pourrait utiliser une cartographie!", 46 | "populationText": "Population", 47 | "mapLinkText": "Lien carte" 48 | } 49 | }*/ 50 | ] 51 | } -------------------------------------------------------------------------------- /SmallCityMastodonBot/SmallCityMastodonBot.csproj: -------------------------------------------------------------------------------- 1 | 2 | 3 | 4 | Exe 5 | net6.0 6 | enable 7 | enable 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18 | 19 | PreserveNewest 20 | 21 | 22 | PreserveNewest 23 | 24 | 25 | PreserveNewest 26 | 27 | 28 | PreserveNewest 29 | 30 | 31 | 32 | 33 | -------------------------------------------------------------------------------- /SmallCityMastodonBot/TownFileOverpassQueries.txt: -------------------------------------------------------------------------------- 1 | // townsList 2 | [out:json][timeout:60]; 3 | {{geocodeArea:"United States"}}->.a; 4 | ( 5 | node["population"]["place"](if:(t["population"]<"1000"))(area.a); 6 | ); 7 | out body; 8 | >; 9 | 10 | 11 | // townsList_France.json 12 | [out:json][timeout:60]; 13 | {{geocodeArea:"france"}}->.a; 14 | ( 15 | node["population"]["place"](if:(t["population"]<"1000"))(area.a); 16 | ); 17 | out body; 18 | >; -------------------------------------------------------------------------------- /SmallCityMastodonBot/TownsData2.cs: -------------------------------------------------------------------------------- 1 |  2 | public class TownsData2 3 | { 4 | public float version { get; set; } 5 | public string generator { get; set; } 6 | public Osm3s osm3s { get; set; } 7 | public Element[] elements { get; set; } 8 | } 9 | 10 | public class Osm3s 11 | { 12 | public DateTime timestamp_osm_base { get; set; } 13 | public DateTime timestamp_areas_base { get; set; } 14 | public string copyright { get; set; } 15 | } 16 | 17 | public class Element 18 | { 19 | public string type { get; set; } 20 | public long id { get; set; } 21 | public float lat { get; set; } 22 | public float lon { get; set; } 23 | public Tags tags { get; set; } 24 | } 25 | 26 | public class Tags 27 | { 28 | public string name { get; set; } 29 | public string place { get; set; } 30 | public string population { get; set; } 31 | public string wikidata { get; set; } 32 | public string wikipedia { get; set; } 33 | 34 | public string total { get; set; } 35 | } 36 | --------------------------------------------------------------------------------