mirror of
https://github.com/idanoo/go-flat-finder
synced 2025-07-01 05:32:17 +00:00
Initial Commit
This commit is contained in:
commit
ee32ba1537
GPG key ID:
387387CDBC02F132
13 changed files with 583 additions and 0 deletions
12
.env.example
Normal file
12
.env.example
Normal file
|
|
@ -0,0 +1,12 @@
|
||||||
|
DISCORD_WEBHOOK=""
|
||||||
|
GOOGLE_API_KEY=""
|
||||||
|
GOOGLE_LOCATION_1="42 Wallaby Way, Sydney"
|
||||||
|
GOOGLE_LOCATION_2="43 Wallaby Way, Sydney"
|
||||||
|
TRADEME_API_KEY=""
|
||||||
|
TRADEME_API_SECRET=""
|
||||||
|
SUBURBS="47,52"
|
||||||
|
BEDROOMS_MIN="2"
|
||||||
|
BEDROOMS_MAX="4"
|
||||||
|
PRICE_MAX="700"
|
||||||
|
PROPERTY_TYPE="House,Townhouse,Apartment"
|
||||||
|
# https://developer.trademe.co.nz/api-reference/search-methods/rental-search
|
||||||
4
.gitignore
vendored
Normal file
4
.gitignore
vendored
Normal file
|
|
@ -0,0 +1,4 @@
|
||||||
|
/flatfinder
|
||||||
|
/old
|
||||||
|
.env
|
||||||
|
flatfinder.json
|
||||||
9
.woodpecker/.build.yml
Normal file
9
.woodpecker/.build.yml
Normal file
|
|
@ -0,0 +1,9 @@
|
||||||
|
pipeline:
|
||||||
|
build:
|
||||||
|
image: golang:1.19.1
|
||||||
|
commands:
|
||||||
|
- go mod tidy
|
||||||
|
|
||||||
|
depends_on:
|
||||||
|
- lint
|
||||||
|
- test
|
||||||
5
.woodpecker/.lint.yml
Normal file
5
.woodpecker/.lint.yml
Normal file
|
|
@ -0,0 +1,5 @@
|
||||||
|
pipeline:
|
||||||
|
lint:
|
||||||
|
image: golang:1.19.1
|
||||||
|
commands:
|
||||||
|
- go mod tidy
|
||||||
8
.woodpecker/.test.yml
Normal file
8
.woodpecker/.test.yml
Normal file
|
|
@ -0,0 +1,8 @@
|
||||||
|
pipeline:
|
||||||
|
tests:
|
||||||
|
image: golang:1.19.1
|
||||||
|
commands:
|
||||||
|
- go mod tidy
|
||||||
|
|
||||||
|
depends_on:
|
||||||
|
- lint
|
||||||
35
README.md
Normal file
35
README.md
Normal file
|
|
@ -0,0 +1,35 @@
|
||||||
|
# FlatFinder Bot
|
||||||
|
|
||||||
|
* Uses the Trade Me API to grab new rental properties that have been recently listed
|
||||||
|
* Checks if fibre and VDSL are available by querying Chorus
|
||||||
|
* Includes travel times to various locations
|
||||||
|
|
||||||
|
## Requirements
|
||||||
|
* Linux environment
|
||||||
|
* Trade Me API Key [(register an application)](https://www.trademe.co.nz/MyTradeMe/Api/RegisterNewApplication.aspx)
|
||||||
|
|
||||||
|
## Optionals
|
||||||
|
* Google Distance Matrix API Key [(get a key)](https://developers.google.com/maps/documentation/distance-matrix/start#get-a-key)
|
||||||
|
* Discord API key
|
||||||
|
|
||||||
|
## Installation
|
||||||
|
* Download latest build
|
||||||
|
* Run with below exe with environment variables set
|
||||||
|
|
||||||
|
## Configuration
|
||||||
|
Copy `.env.example`to `.env` and set variables. Leave blank to disable parts.
|
||||||
|
|
||||||
|
```
|
||||||
|
SINCE="2 hours ago"
|
||||||
|
DISCORD_WEBHOOK="abcd"
|
||||||
|
GOOGLE_API_KEY="abcd"
|
||||||
|
GOOGLE_LOCATION_1="42 Wallaby Way, Sydney"
|
||||||
|
GOOGLE_LOCATION_2="43 Wallaby Way, Sydney"
|
||||||
|
DISTRICTS="47,52"
|
||||||
|
BEDROOMS_MIN="2"
|
||||||
|
BEDROOMS_MAX="4"
|
||||||
|
PRICE_MAX="700"
|
||||||
|
PROPERTY_TYPE="House,Townhouse,Apartment"
|
||||||
|
```
|
||||||
|
|
||||||
|
Reference: [http://developer.trademe.co.nz/api-reference/search-methods/rental-search/](http://developer.trademe.co.nz/api-reference/search-methods/rental-search/)
|
||||||
72
cmd/flatfinder/main.go
Executable file
72
cmd/flatfinder/main.go
Executable file
|
|
@ -0,0 +1,72 @@
|
||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"flatfinder/internal/flatfinder"
|
||||||
|
"log"
|
||||||
|
"os"
|
||||||
|
|
||||||
|
"github.com/joho/godotenv"
|
||||||
|
)
|
||||||
|
|
||||||
|
func init() {
|
||||||
|
// Load .env
|
||||||
|
err := godotenv.Load()
|
||||||
|
if err != nil {
|
||||||
|
log.Fatal("Cannot load .env file in current directory")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func main() {
|
||||||
|
// Load env vars and validate
|
||||||
|
flatfinder.Conf = flatfinder.LocalConfig{}
|
||||||
|
|
||||||
|
// Load webhook
|
||||||
|
flatfinder.Conf.DiscordWebhook = os.Getenv("DISCORD_WEBHOOK")
|
||||||
|
if flatfinder.Conf.DiscordWebhook == "" {
|
||||||
|
log.Fatal("DISCORD_WEBHOOK not set")
|
||||||
|
}
|
||||||
|
|
||||||
|
// Load Google stuff
|
||||||
|
flatfinder.Conf.GoogleApiToken = os.Getenv("GOOGLE_API_KEY")
|
||||||
|
if flatfinder.Conf.GoogleApiToken == "" {
|
||||||
|
log.Print("GOOGLE_API_KEY not set. Not using map logicc")
|
||||||
|
}
|
||||||
|
flatfinder.Conf.GoogleLocation1 = os.Getenv("GOOGLE_LOCATION_1")
|
||||||
|
flatfinder.Conf.GoogleLocation2 = os.Getenv("GOOGLE_LOCATION_2")
|
||||||
|
|
||||||
|
// Load trademe config
|
||||||
|
flatfinder.Conf.TradeMeKey = os.Getenv("TRADEME_API_KEY")
|
||||||
|
flatfinder.Conf.TradeMeSecret = os.Getenv("TRADEME_API_SECRET")
|
||||||
|
if flatfinder.Conf.TradeMeKey == "" || flatfinder.Conf.TradeMeSecret == "" {
|
||||||
|
log.Fatal("TRADEME_API_KEY or TRADEME_API_SECRET not set")
|
||||||
|
}
|
||||||
|
|
||||||
|
// Load filterse
|
||||||
|
flatfinder.Conf.Suburbs = os.Getenv("SUBURBS")
|
||||||
|
if flatfinder.Conf.Suburbs == "" {
|
||||||
|
log.Fatal("SUBURBS not set")
|
||||||
|
}
|
||||||
|
|
||||||
|
flatfinder.Conf.BedroomsMin = os.Getenv("BEDROOMS_MIN")
|
||||||
|
if flatfinder.Conf.BedroomsMin == "" {
|
||||||
|
log.Fatal("BEDROOMS_MIN not set")
|
||||||
|
}
|
||||||
|
|
||||||
|
flatfinder.Conf.BedroomsMax = os.Getenv("BEDROOMS_MAX")
|
||||||
|
if flatfinder.Conf.BedroomsMax == "" {
|
||||||
|
log.Fatal("BEDROOMS_MAX not set")
|
||||||
|
}
|
||||||
|
|
||||||
|
flatfinder.Conf.PriceMax = os.Getenv("PRICE_MAX")
|
||||||
|
if flatfinder.Conf.PriceMax == "" {
|
||||||
|
log.Fatal("PRICE_MAX not set")
|
||||||
|
}
|
||||||
|
|
||||||
|
flatfinder.Conf.PropertyTypes = os.Getenv("PROPERTY_TYPE")
|
||||||
|
if flatfinder.Conf.PropertyTypes == "" {
|
||||||
|
log.Fatal("PROPERTY_TYPE not set")
|
||||||
|
}
|
||||||
|
|
||||||
|
// Start the stuff
|
||||||
|
flatfinder.Launch()
|
||||||
|
}
|
||||||
18
go.mod
Normal file
18
go.mod
Normal file
|
|
@ -0,0 +1,18 @@
|
||||||
|
module flatfinder
|
||||||
|
|
||||||
|
go 1.19
|
||||||
|
|
||||||
|
require (
|
||||||
|
github.com/bwmarrin/discordgo v0.26.1
|
||||||
|
github.com/disgoorg/disgo v0.13.19
|
||||||
|
github.com/disgoorg/snowflake/v2 v2.0.0
|
||||||
|
github.com/joho/godotenv v1.4.0
|
||||||
|
)
|
||||||
|
|
||||||
|
require (
|
||||||
|
github.com/disgoorg/log v1.2.0 // indirect
|
||||||
|
github.com/gorilla/websocket v1.5.0 // indirect
|
||||||
|
github.com/sasha-s/go-csync v0.0.0-20210812194225-61421b77c44b // indirect
|
||||||
|
golang.org/x/crypto v0.0.0-20210421170649-83a5a9bb288b // indirect
|
||||||
|
golang.org/x/sys v0.0.0-20201119102817-f84b799fce68 // indirect
|
||||||
|
)
|
||||||
27
go.sum
Normal file
27
go.sum
Normal file
|
|
@ -0,0 +1,27 @@
|
||||||
|
github.com/bwmarrin/discordgo v0.26.1 h1:AIrM+g3cl+iYBr4yBxCBp9tD9jR3K7upEjl0d89FRkE=
|
||||||
|
github.com/bwmarrin/discordgo v0.26.1/go.mod h1:NJZpH+1AfhIcyQsPeuBKsUtYrRnjkyu0kIVMCHkZtRY=
|
||||||
|
github.com/davecgh/go-spew v1.1.0 h1:ZDRjVQ15GmhC3fiQ8ni8+OwkZQO4DARzQgrnXU1Liz8=
|
||||||
|
github.com/disgoorg/disgo v0.13.19 h1:evbkWRQ9fU3dIrRJnl+jFTt55cKAeeEwnB/Q3dqgz20=
|
||||||
|
github.com/disgoorg/disgo v0.13.19/go.mod h1:Cyip4bCYHD3rHgDhBPT9cLo81e9AMbDe8ocM50UNRM4=
|
||||||
|
github.com/disgoorg/log v1.2.0 h1:sqlXnu/ZKAlIlHV9IO+dbMto7/hCQ474vlIdMWk8QKo=
|
||||||
|
github.com/disgoorg/log v1.2.0/go.mod h1:3x1KDG6DI1CE2pDwi3qlwT3wlXpeHW/5rVay+1qDqOo=
|
||||||
|
github.com/disgoorg/snowflake/v2 v2.0.0 h1:+xvyyDddXmXLHmiG8SZiQ3sdZdZPbUR22fSHoqwkrOA=
|
||||||
|
github.com/disgoorg/snowflake/v2 v2.0.0/go.mod h1:SPU9c2CNn5DSyb86QcKtdZgix9osEtKrHLW4rMhfLCs=
|
||||||
|
github.com/gorilla/websocket v1.4.2/go.mod h1:YR8l580nyteQvAITg2hZ9XVh4b55+EU/adAjf1fMHhE=
|
||||||
|
github.com/gorilla/websocket v1.5.0 h1:PPwGk2jz7EePpoHN/+ClbZu8SPxiqlu12wZP/3sWmnc=
|
||||||
|
github.com/gorilla/websocket v1.5.0/go.mod h1:YR8l580nyteQvAITg2hZ9XVh4b55+EU/adAjf1fMHhE=
|
||||||
|
github.com/joho/godotenv v1.4.0 h1:3l4+N6zfMWnkbPEXKng2o2/MR5mSwTrBih4ZEkkz1lg=
|
||||||
|
github.com/joho/godotenv v1.4.0/go.mod h1:f4LDr5Voq0i2e/R5DDNOoa2zzDfwtkZa6DnEwAbqwq4=
|
||||||
|
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
|
||||||
|
github.com/sasha-s/go-csync v0.0.0-20210812194225-61421b77c44b h1:qYTY2tN72LhgDj2rtWG+LI6TXFl2ygFQQ4YezfVaGQE=
|
||||||
|
github.com/sasha-s/go-csync v0.0.0-20210812194225-61421b77c44b/go.mod h1:/pA7k3zsXKdjjAiUhB5CjuKib9KJGCaLvZwtxGC8U0s=
|
||||||
|
github.com/stretchr/testify v1.7.0 h1:nwc3DEeHmmLAfoZucVR881uASk0Mfjw8xYJ99tb5CcY=
|
||||||
|
golang.org/x/crypto v0.0.0-20210421170649-83a5a9bb288b h1:7mWr3k41Qtv8XlltBkDkl8LoP3mpSgBW8BUoxtEdbXg=
|
||||||
|
golang.org/x/crypto v0.0.0-20210421170649-83a5a9bb288b/go.mod h1:T9bdIzuCu7OtxOm1hfPfRQxPLYneinmdGuTeoZ9dtd4=
|
||||||
|
golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg=
|
||||||
|
golang.org/x/sys v0.0.0-20201119102817-f84b799fce68 h1:nxC68pudNYkKU6jWhgrqdreuFiOQWj1Fs7T3VrH4Pjw=
|
||||||
|
golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
|
||||||
|
golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
|
||||||
|
golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
|
||||||
|
golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
|
||||||
|
gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c h1:dUUwHk2QECo/6vqA44rthZ8ie2QXMNeKRTHCNY2nXvo=
|
||||||
54
internal/flatfinder/discord.go
Normal file
54
internal/flatfinder/discord.go
Normal file
|
|
@ -0,0 +1,54 @@
|
||||||
|
package flatfinder
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"log"
|
||||||
|
"strconv"
|
||||||
|
"strings"
|
||||||
|
|
||||||
|
"github.com/disgoorg/disgo/discord"
|
||||||
|
"github.com/disgoorg/disgo/webhook"
|
||||||
|
"github.com/disgoorg/snowflake/v2"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Load discord client
|
||||||
|
func (c *LocalConfig) initDiscord() {
|
||||||
|
// Webhook URL splitting
|
||||||
|
webhookString := strings.ReplaceAll(c.DiscordWebhook, "https://discord.com/api/webhooks/", "")
|
||||||
|
webhookParts := strings.Split(webhookString, "/")
|
||||||
|
if len(webhookParts) != 2 {
|
||||||
|
log.Fatal("Invalid DISCORD_WEBHOOK")
|
||||||
|
}
|
||||||
|
|
||||||
|
// Convert snowflakeID to uint64
|
||||||
|
i, err := strconv.ParseInt(webhookParts[0], 10, 64)
|
||||||
|
if err != nil {
|
||||||
|
log.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Start client!
|
||||||
|
client := webhook.New(snowflake.ID(i), webhookParts[1])
|
||||||
|
c.DiscordClient = client
|
||||||
|
|
||||||
|
log.Print("Discord client loaded succesfully")
|
||||||
|
}
|
||||||
|
|
||||||
|
// sendEmbeddedMessage - Build an embedded message from listing data
|
||||||
|
func (c *LocalConfig) sendEmbeddedMessage(listing TradeMeListing) {
|
||||||
|
log.Printf("New listing: %s", listing.Title)
|
||||||
|
|
||||||
|
embed := discord.NewEmbedBuilder().
|
||||||
|
SetTitle(listing.Title).
|
||||||
|
SetURL(fmt.Sprintf("https://trademe.co.nz/%d", listing.ListingID)).
|
||||||
|
SetColor(1127128).
|
||||||
|
SetImage(listing.PictureHref).
|
||||||
|
AddField("Location", listing.Address, true).
|
||||||
|
AddField("Bedrooms", fmt.Sprintf("%d", listing.Bedrooms), true)
|
||||||
|
|
||||||
|
embeds := []discord.Embed{}
|
||||||
|
embeds = append(embeds, embed.Build())
|
||||||
|
_, err := c.DiscordClient.CreateEmbeds(embeds)
|
||||||
|
if err != nil {
|
||||||
|
log.Print(err)
|
||||||
|
}
|
||||||
|
}
|
||||||
70
internal/flatfinder/main.go
Normal file
70
internal/flatfinder/main.go
Normal file
|
|
@ -0,0 +1,70 @@
|
||||||
|
package flatfinder
|
||||||
|
|
||||||
|
import (
|
||||||
|
"log"
|
||||||
|
"time"
|
||||||
|
|
||||||
|
"github.com/disgoorg/disgo/webhook"
|
||||||
|
)
|
||||||
|
|
||||||
|
// Our local struct we will store data during runtime
|
||||||
|
type LocalConfig struct {
|
||||||
|
DiscordWebhook string `json:"-"`
|
||||||
|
DiscordClient webhook.Client `json:"-"`
|
||||||
|
|
||||||
|
GoogleApiToken string `json:"-"`
|
||||||
|
GoogleLocation1 string `json:"-"`
|
||||||
|
GoogleLocation2 string `json:"-"`
|
||||||
|
|
||||||
|
TradeMeKey string `json:"-"`
|
||||||
|
TradeMeSecret string `json:"-"`
|
||||||
|
|
||||||
|
Suburbs string `json:"-"`
|
||||||
|
BedroomsMin string `json:"-"`
|
||||||
|
BedroomsMax string `json:"-"`
|
||||||
|
PriceMax string `json:"-"`
|
||||||
|
PropertyTypes string `json:"-"`
|
||||||
|
|
||||||
|
PostedProperties map[int64]bool `json:"properties"`
|
||||||
|
}
|
||||||
|
|
||||||
|
var Conf LocalConfig
|
||||||
|
|
||||||
|
// Launch!
|
||||||
|
func Launch() {
|
||||||
|
// Load discord
|
||||||
|
Conf.initDiscord()
|
||||||
|
|
||||||
|
// Load previously posted properties
|
||||||
|
Conf.loadConfig()
|
||||||
|
|
||||||
|
// Intial run
|
||||||
|
Conf.pollUpdates()
|
||||||
|
|
||||||
|
// Run every minute!
|
||||||
|
ticker := time.NewTicker(1 * time.Minute)
|
||||||
|
quit := make(chan struct{})
|
||||||
|
for {
|
||||||
|
select {
|
||||||
|
case <-ticker.C:
|
||||||
|
Conf.pollUpdates()
|
||||||
|
case <-quit:
|
||||||
|
ticker.Stop()
|
||||||
|
return
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// pollUpdates - check for new listings!
|
||||||
|
func (c *LocalConfig) pollUpdates() {
|
||||||
|
log.Printf("Polling for updates")
|
||||||
|
|
||||||
|
err := Conf.searchTrademe()
|
||||||
|
if err != nil {
|
||||||
|
log.Println(err)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
// Update config
|
||||||
|
c.storeConfig()
|
||||||
|
}
|
||||||
186
internal/flatfinder/trademe.go
Normal file
186
internal/flatfinder/trademe.go
Normal file
|
|
@ -0,0 +1,186 @@
|
||||||
|
package flatfinder
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"errors"
|
||||||
|
"io"
|
||||||
|
"log"
|
||||||
|
"net/http"
|
||||||
|
"net/url"
|
||||||
|
"time"
|
||||||
|
)
|
||||||
|
|
||||||
|
var TradeMeBaseURL = "https://api.trademe.co.nz/v1/Search/Property/Rental.json"
|
||||||
|
|
||||||
|
// https://developer.trademe.co.nz/api-reference/search-methods/rental-search
|
||||||
|
type TrademeResultSet struct {
|
||||||
|
TotalCount int `json:"TotalCount"`
|
||||||
|
Page int `json:"Page"`
|
||||||
|
PageSize int `json:"PageSize"`
|
||||||
|
List []TradeMeListing `json:"List"`
|
||||||
|
FoundCategories []interface{} `json:"FoundCategories"`
|
||||||
|
SearchQueryID string `json:"SearchQueryId"`
|
||||||
|
}
|
||||||
|
|
||||||
|
type TradeMeListing struct {
|
||||||
|
ListingID int64 `json:"ListingId"`
|
||||||
|
Title string `json:"Title"`
|
||||||
|
Category string `json:"Category"`
|
||||||
|
StartPrice int `json:"StartPrice"`
|
||||||
|
StartDate string `json:"StartDate"`
|
||||||
|
EndDate string `json:"EndDate"`
|
||||||
|
ListingLength interface{} `json:"ListingLength"`
|
||||||
|
IsFeatured bool `json:"IsFeatured,omitempty"`
|
||||||
|
HasGallery bool `json:"HasGallery"`
|
||||||
|
IsBold bool `json:"IsBold,omitempty"`
|
||||||
|
IsHighlighted bool `json:"IsHighlighted,omitempty"`
|
||||||
|
AsAt string `json:"AsAt"`
|
||||||
|
CategoryPath string `json:"CategoryPath"`
|
||||||
|
PictureHref string `json:"PictureHref"`
|
||||||
|
RegionID int `json:"RegionId"`
|
||||||
|
Region string `json:"Region"`
|
||||||
|
SuburbID int `json:"SuburbId"`
|
||||||
|
Suburb string `json:"Suburb"`
|
||||||
|
NoteDate string `json:"NoteDate"`
|
||||||
|
ReserveState int `json:"ReserveState"`
|
||||||
|
IsClassified bool `json:"IsClassified"`
|
||||||
|
OpenHomes []interface{} `json:"OpenHomes"`
|
||||||
|
GeographicLocation struct {
|
||||||
|
Latitude float64 `json:"Latitude"`
|
||||||
|
Longitude float64 `json:"Longitude"`
|
||||||
|
Northing int `json:"Northing"`
|
||||||
|
Easting int `json:"Easting"`
|
||||||
|
Accuracy int `json:"Accuracy"`
|
||||||
|
} `json:"GeographicLocation"`
|
||||||
|
PriceDisplay string `json:"PriceDisplay"`
|
||||||
|
PhotoUrls []string `json:"PhotoUrls"`
|
||||||
|
AdditionalData struct {
|
||||||
|
BulletPoints []interface{} `json:"BulletPoints"`
|
||||||
|
Tags []interface{} `json:"Tags"`
|
||||||
|
} `json:"AdditionalData"`
|
||||||
|
ListingExtras []string `json:"ListingExtras"`
|
||||||
|
MemberID int `json:"MemberId"`
|
||||||
|
Address string `json:"Address"`
|
||||||
|
District string `json:"District"`
|
||||||
|
AvailableFrom string `json:"AvailableFrom"`
|
||||||
|
Bathrooms int `json:"Bathrooms"`
|
||||||
|
Bedrooms int `json:"Bedrooms"`
|
||||||
|
ListingGroup string `json:"ListingGroup"`
|
||||||
|
Parking string `json:"Parking"`
|
||||||
|
PetsOkay int `json:"PetsOkay"`
|
||||||
|
PropertyType string `json:"PropertyType"`
|
||||||
|
RentPerWeek int `json:"RentPerWeek"`
|
||||||
|
SmokersOkay int `json:"SmokersOkay"`
|
||||||
|
Whiteware string `json:"Whiteware"`
|
||||||
|
AdjacentSuburbNames []string `json:"AdjacentSuburbNames"`
|
||||||
|
AdjacentSuburbIds []int `json:"AdjacentSuburbIds"`
|
||||||
|
DistrictID int `json:"DistrictId"`
|
||||||
|
Agency struct {
|
||||||
|
ID int `json:"Id"`
|
||||||
|
Name string `json:"Name"`
|
||||||
|
Website string `json:"Website"`
|
||||||
|
Logo string `json:"Logo"`
|
||||||
|
Branding struct {
|
||||||
|
BackgroundColor string `json:"BackgroundColor"`
|
||||||
|
TextColor string `json:"TextColor"`
|
||||||
|
StrokeColor string `json:"StrokeColor"`
|
||||||
|
OfficeLocation string `json:"OfficeLocation"`
|
||||||
|
LargeBannerURL string `json:"LargeBannerURL"`
|
||||||
|
} `json:"Branding"`
|
||||||
|
Logo2 string `json:"Logo2"`
|
||||||
|
Agents []struct {
|
||||||
|
FullName string `json:"FullName"`
|
||||||
|
} `json:"Agents"`
|
||||||
|
IsRealEstateAgency bool `json:"IsRealEstateAgency"`
|
||||||
|
} `json:"Agency,omitempty"`
|
||||||
|
TotalParking int `json:"TotalParking"`
|
||||||
|
IsSuperFeatured bool `json:"IsSuperFeatured"`
|
||||||
|
AgencyReference string `json:"AgencyReference"`
|
||||||
|
BestContactTime string `json:"BestContactTime"`
|
||||||
|
IdealTenant string `json:"IdealTenant"`
|
||||||
|
MaxTenants int `json:"MaxTenants"`
|
||||||
|
PropertyID string `json:"PropertyId"`
|
||||||
|
Amenities string `json:"Amenities"`
|
||||||
|
Lounges int `json:"Lounges"`
|
||||||
|
}
|
||||||
|
|
||||||
|
func (c *LocalConfig) searchTrademe() error {
|
||||||
|
// Only show last 2 hours of posts
|
||||||
|
dateFrom := time.Now().Add(-time.Hour * 6)
|
||||||
|
|
||||||
|
// Set filters
|
||||||
|
queryParams := url.Values{}
|
||||||
|
queryParams.Add("photo_size", "FullSize") // 670x502
|
||||||
|
queryParams.Add("sort_order", "Default") // Standard order
|
||||||
|
queryParams.Add("return_metadata", "false") // Include search data
|
||||||
|
queryParams.Add("rows", "500") // Total results
|
||||||
|
|
||||||
|
queryParams.Add("date_from", dateFrom.Format("2006-01-02T15:00"))
|
||||||
|
queryParams.Add("suburb", c.Suburbs)
|
||||||
|
queryParams.Add("property_type", c.PropertyTypes)
|
||||||
|
queryParams.Add("price_max", c.PriceMax)
|
||||||
|
queryParams.Add("bedrooms_min", c.BedroomsMin)
|
||||||
|
queryParams.Add("bedrooms_max", c.BedroomsMax)
|
||||||
|
|
||||||
|
// Build HTTP request
|
||||||
|
client := http.Client{}
|
||||||
|
req, err := http.NewRequest("GET", TradeMeBaseURL, nil)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
// Append our filters
|
||||||
|
req.URL.RawQuery = queryParams.Encode()
|
||||||
|
|
||||||
|
// Auth
|
||||||
|
req.Header.Set("Authorization", "OAuth oauth_consumer_key=\""+c.TradeMeKey+"\", oauth_signature_method=\"PLAINTEXT\", oauth_signature=\""+c.TradeMeSecret+"&\"")
|
||||||
|
|
||||||
|
req.Header.Set("Content-TypeContent-Type", "application/json")
|
||||||
|
req.Header.Set("User-Agent", "https://tinker.nz/idanoo/flat-finder")
|
||||||
|
|
||||||
|
// Do the request
|
||||||
|
resp, err := client.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
defer resp.Body.Close()
|
||||||
|
|
||||||
|
if resp.StatusCode == http.StatusOK {
|
||||||
|
bodyBytes, err := io.ReadAll(resp.Body)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
return c.handleTrademeResponse(bodyBytes)
|
||||||
|
} else {
|
||||||
|
return errors.New("Invalid response from API: " + resp.Status)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
func (c *LocalConfig) handleTrademeResponse(responseJson []byte) error {
|
||||||
|
var resultSet TrademeResultSet
|
||||||
|
err := json.Unmarshal(responseJson, &resultSet)
|
||||||
|
if err != nil {
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
|
||||||
|
log.Printf("Query complete. Result count: %d", resultSet.TotalCount)
|
||||||
|
for _, result := range resultSet.List {
|
||||||
|
c.parseTrademeListing(result)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Update config if succcess
|
||||||
|
c.storeConfig()
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
func (c *LocalConfig) parseTrademeListing(listing TradeMeListing) {
|
||||||
|
// Only send if we haven't before!
|
||||||
|
if _, ok := c.PostedProperties[listing.ListingID]; !ok {
|
||||||
|
// Send the message!
|
||||||
|
c.sendEmbeddedMessage(listing)
|
||||||
|
|
||||||
|
// Make sure we add the key in to the map so we don't send it again!
|
||||||
|
c.PostedProperties[listing.ListingID] = true
|
||||||
|
}
|
||||||
|
}
|
||||||
83
internal/flatfinder/utils.go
Normal file
83
internal/flatfinder/utils.go
Normal file
|
|
@ -0,0 +1,83 @@
|
||||||
|
package flatfinder
|
||||||
|
|
||||||
|
import (
|
||||||
|
"encoding/json"
|
||||||
|
"errors"
|
||||||
|
"log"
|
||||||
|
"os"
|
||||||
|
)
|
||||||
|
|
||||||
|
// storeConfig - Write current config to disk
|
||||||
|
func (c *LocalConfig) storeConfig() {
|
||||||
|
configFilePath := getConfigFilePath()
|
||||||
|
|
||||||
|
json, err := json.Marshal(c)
|
||||||
|
if err != nil {
|
||||||
|
log.Fatal("Failed to JSONify config")
|
||||||
|
}
|
||||||
|
|
||||||
|
err = os.WriteFile(configFilePath, json, 0644)
|
||||||
|
if err != nil {
|
||||||
|
log.Fatal(err)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// loadConfig - Pull existing config (if exists)
|
||||||
|
func (c *LocalConfig) loadConfig() {
|
||||||
|
configFilePath := getConfigFilePath()
|
||||||
|
if fileExists(configFilePath) {
|
||||||
|
data, err := os.ReadFile(configFilePath)
|
||||||
|
if err != nil {
|
||||||
|
log.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Load it into global
|
||||||
|
json.Unmarshal(data, c)
|
||||||
|
|
||||||
|
log.Printf("Loaded %d previously posted property IDs", len(c.PostedProperties))
|
||||||
|
} else {
|
||||||
|
maps := make(map[int64]bool)
|
||||||
|
c.PostedProperties = maps
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// getConfigFilePath - Returns a string of the config file pathg
|
||||||
|
func getConfigFilePath() string {
|
||||||
|
// path := ""
|
||||||
|
// switch runtime.GOOS {
|
||||||
|
// case "linux":
|
||||||
|
// if os.Getenv("XDG_CONFIG_HOME") != "" {
|
||||||
|
// path = os.Getenv("XDG_CONFIG_HOME")
|
||||||
|
// } else {
|
||||||
|
// path = filepath.Join(os.Getenv("HOME"), ".config")
|
||||||
|
// }
|
||||||
|
// case "windows":
|
||||||
|
// path = os.Getenv("APPDATA")
|
||||||
|
// case "darwin":
|
||||||
|
// path = os.Getenv("HOME") + "/Library/Application Support"
|
||||||
|
// default:
|
||||||
|
// log.Fatalf("Unsupported platform? %s", runtime.GOOS)
|
||||||
|
// }
|
||||||
|
|
||||||
|
// path = path + fmt.Sprintf("%c", os.PathSeparator) + "flatfinder"
|
||||||
|
// err := os.MkdirAll(path, os.ModePerm)
|
||||||
|
// if err != nil {
|
||||||
|
// log.Fatal(err)
|
||||||
|
// }
|
||||||
|
|
||||||
|
// return path + fmt.Sprintf("%c", os.PathSeparator) + "flatfinder.json"
|
||||||
|
return "flatfinder.json"
|
||||||
|
}
|
||||||
|
|
||||||
|
// fileExists - Check if a file exists
|
||||||
|
func fileExists(filePath string) bool {
|
||||||
|
if _, err := os.Stat(filePath); err == nil {
|
||||||
|
return true
|
||||||
|
} else if errors.Is(err, os.ErrNotExist) {
|
||||||
|
return false
|
||||||
|
} else {
|
||||||
|
log.Fatal(err)
|
||||||
|
}
|
||||||
|
|
||||||
|
return false
|
||||||
|
}
|
||||||
Loading…
Add table
Add a link
Reference in a new issue