BRGVersion:6
revision:$Revision$
UUID:a39f441e-ae2d-4e99-9303-17a43c4e5829
timestamp:1545195752
baselib:core
baselib:lal1
baselib:inFlow

begin:graphprops
propdef:DuplicateKeyBehavior|string|1||None
propdef:UserName|string|3||None
propdef:Password|password|3||None
propdef:BaseDir|string|3||None
prop:DuplicateKeyBehavior=Ignore
end:graphprops

libnode:EnumMetaData
bretype:core::Python
editor:Label=EnumMetaData
editor:handle=508567b4740370c3
editor:sortkey=48d279f5034f2594
input:48d27a113ed820c5/in1=
output:48d27a174b907d90/out1=
prop:Python2Implementation=<<EOX
import braininfo

def setup(brainNodeControlObj, BrainNodeClass):
	''' Must return a class that inherits from BrainNodeClass. '''	
	class BrainNode(BrainNodeClass):
		def initialize(self):
			''' Called at node initialization, before first pump.'''
			super(BrainNode, self).initialize()
			om = self.newMetadata()
			om.append("FieldName","string")
			om.append("Type","string")
			self.outputs[0].metadata = om
			n = 0
			m = self.inputs[0].metadata
			for idx, (name, type) in enumerate(m):
				outRec = self.outputs[0].newRecord()
				outRec["FieldName"] = name
				outRec["Type"] = type
				self.outputs[0].write(outRec)				
			
		def finalize(self, val):
			''' Called at node end, after last pump call. '''
			super(BrainNode, self).finalize(val)

		def pump(self, quant):
			return False

	return BrainNode
EOX
editor:XY=70,40
end:EnumMetaData

libnode:Compare_Metadata
bretype:core::Composite
editor:Label=Compare Metadata
editor:handle=508567b41c07149e
editor:sortkey=48d27ca67dff5424
input:48d27ca62ae67a7d/=
inputxy:0=100,130
inputrotation:0=0
input:48d27ca631d37471/=
inputxy:1=100,210
inputrotation:1=0
output:48d27ca621e26c22/=
outlink:0=/=Join.40fd2c7430f76546
outputxy:0=500,160
outputrotation:0=0
inclockxy:Inclock=20,30
outclockxy:Outclock=400,30
editor:XY=150,40
node:Sort
bretype:core::Sort
editor:handle=508567b42aef78fc
editor:sortkey=48d27ad42fd22f0b
input:@40fd2c743ebf4304/=EnumMetaData.48d27a174b907d90
output:@40fd2c746a2a3b47/=
prop:CompareOrderExpr=<<EOX
FieldName.toUpper()
EOX
editor:XY=290,130
end:Sort

node:Sort_3
bretype:core::Sort
editor:handle=508567b420023c5c
editor:sortkey=48d27ad42fd22f0b_2
input:@40fd2c743ebf4304/=EnumMetaData_2.48d27a174b907d90
output:@40fd2c746a2a3b47/=
prop:CompareOrderExpr=<<EOX
FieldName.toUpper()
EOX
editor:XY=290,210
end:Sort_3

node:Join
bretype:core::Join
editor:handle=508567b4243d2239
editor:sortkey=48d27b152e8412d3
input:@40fd2c745b6d7704/=Sort.40fd2c746a2a3b47
input:@40fd2c74504921cd/=Sort_3.40fd2c746a2a3b47
output:@40fd2c7430f76546/=
prop:JoinType=lir
prop:LeftInputKey=<<EOX
FieldName.toUpper()
EOX
prop:RightInputKey=<<EOX
FieldName.toUpper()
EOX
prop:Script=<<EOX
emit 1:FieldName as LeftField
emit 1:Type as LeftType
emit 2:FieldName as RightField 
emit 2:Type as RightType  
emit NameMatch = if join.leftOrphan then "Left Only" else
		if join.match then "Match" else
		if join.rightOrphan then "Right Only"
emit TypeMatch = if 1:Type == 2:Type then "Yes" else "No"

EOX
editor:XY=400,160
end:Join

node:EnumMetaData_2
bretype:::EnumMetaData
editor:handle=508567dc0f183144
editor:sortkey=508567dc0f183144
input:@48d27a113ed820c5/=^.48d27ca631d37471
output:@48d27a174b907d90/=
editor:XY=190,210
end:EnumMetaData_2

node:EnumMetaData
bretype:::EnumMetaData
editor:handle=508567dc340c0841
editor:sortkey=508567dc340c0841
input:@48d27a113ed820c5/=^.48d27ca62ae67a7d
output:@48d27a174b907d90/=
editor:XY=190,130
end:EnumMetaData

end:Compare_Metadata

libnode:Brain_Properties
bretype:core::Python
editor:Label=Brain Properties
editor:handle=52fad8276e2e0929
editor:sortkey=498746972bcb2901
output:498746a6305a42e2/out1=
prop:Python2Implementation=<<EOX
import braininfo
import os

def setup(brainNodeControlObj, BrainNodeClass):
	class BrainNode(BrainNodeClass):
		def initialize(self):
			super(BrainNode, self).initialize()
			self.om = self.newMetadata()
			self.om.append("Zone","string")
			self.om.append("Property","string")
			self.om.append("Type","string")
			self.om.append("Value","string")
			self.outputs[0].metadata = self.om
			for v in self.properties.getPropertyNames():
				outRec = self.outputs[0].newRecord()
				outRec["Zone"] = "Brain"
				outRec["Property"] = v
				if self.properties.isArray(v) == True:
					a = self.properties.getArray(v)
					outRec["Value"] = a[0]
					for vv in a[1:]:
						outRec["Value"] = outRec["Value"] +","+ vv
					outRec["Type"] = "Array"
				else:
					outRec["Value"] = self.properties.getString(v)
					outRec["Type"] = "String"
				self.outputs[0].write(outRec)
			for v in os.environ.keys():
				outRec = self.outputs[0].newRecord()
				outRec["Zone"] = "OS"
				outRec["Property"] = v
				outRec["Type"] = "String"
				outRec["Value"] = os.environ[v]
				self.outputs[0].write(outRec)


		def finalize(self, val):
			super(BrainNode, self).finalize(val)

		def pump(self, quant):
			while quant.permitsRunning(self):
				# your code here

				# when complete				
				return False
			# finished your quantum, you want pump called again
			return True  

	return BrainNode
EOX
prop:ToolCode=<<EOX
MinInputs  = 0
MaxInputs  = 0
MinOutputs = 1
MaxOutputs = 1

method CustomDisplayLabel
{
	return "Brain Properties"  
}

method CustomDescription
{
		str = "Brain Properties"
		return str;
}

EOX
editor:XY=60,120
editor:propdef=ToolCode|inlinefile,nil|2||None
end:Brain_Properties

libnode:ShapewaysAPI_6
bretype:core::Python
editor:Label=ShapewaysAPI
editor:handle=533209e2050d2341
editor:sortkey=5228d8a7611e7606_4
output:5228e5e00a580adc/out1=
prop:ClientKey=9aad7ad0e989dbd7a785f14ab9ab822935fb887c
prop:ClientSecret=70cfc456a17aeaf4b9a7be9be22e79c11cb8342f
prop:LogLevel=0
prop:Python2Implementation=<<EOX
import braininfo
import webbrowser
import json

def setup(brainNodeControlObj, BrainNodeClass):
	''' Must return a class that inherits from BrainNodeClass. '''	
	class BrainNode(BrainNodeClass):
		def initialize(self):
			super(BrainNode, self).initialize()
			m = self.newMetadata()
			m.append("modelTitle","string")
			m.append("modelVersion","string")
			m.append("modelId","long")
			self.outputs[0].metadata = m
			self.rec = self.outputs[0].newRecord()

			client_key=self.properties.getString("ls.brain.node.ShapewaysAPI.ClientKey")
			client_secret=self.properties.getString("ls.brain.node.ShapewaysAPI.ClientSecret")
			callback_uri="oob"
			client=Shapeways(client_key, client_secret, callback_uri)
			client.oauth =  OAuth1(
				client_key = client_key,
				client_secret =  client_secret,
				resource_owner_key = self.properties.getString("ls.brain.node.ShapewaysAPI.ResourceOwnerKey"),
				resource_owner_secret = self.properties.getString("ls.brain.node.ShapewaysAPI.ResourceOwnerSecret")
				)

			i=1
			t=client.get_models(i)
			self.logInfo(str(t))
			self.rec = self.outputs[0].newRecord()
			q=t["models"]
			while q:
				for f in q:
					for p in f.iteritems():
						self.rec[str(p[0])]=str(p[1])
					self.outputs[0].write(self.rec)
				i=i+1
				t=client.get_models(i)
				q=t["models"]

				
		def finalize(self, val):
			''' Called at node end, after last pump call. '''
			super(BrainNode, self).finalize(val)

		def pump(self, quant):

			while quant.permitsRunning(self):
				# your code here

				# when complete				
				return False
			# finished your quantum, you want pump called again
			return True  

	return BrainNode
{{^Shapeways^}}
EOX
prop:ResourceOwnerKey=06af2b8daaeb98a4e4e47aab4dad764e7f6214c7
prop:ResourceOwnerSecret=4b30081ac21911ab9cbd867402f32fd638e413d7
prop:Shapeways=<<EOX
import base64
import requests
from requests_oauthlib import OAuth1
from urlparse import parse_qs
import json

API_VERSION = 'v1'
API_SERVER = 'api.shapeways.com'
REQUEST_TOKEN_URL = "http://{host}/oauth1/request_token/{version}".format(host=API_SERVER, version=API_VERSION)
ACCESS_TOKEN_URL = "http://{host}/oauth1/access_token/{version}".format(host=API_SERVER, version=API_VERSION)

class Shapeways(object):
    def __init__(self, client_key, client_secret, callback_uri):
        self.client_key = client_key
        self.client_secret = client_secret
        self.oauth = OAuth1(client_key=client_key, client_secret=client_secret, callback_uri=callback_uri)

    def get_auth_url(self):
        r = requests.post(url=REQUEST_TOKEN_URL, auth=self.oauth)
        credentials = parse_qs(r.content)
        self.resp=credentials
        self.resource_owner_secret = credentials["oauth_token_secret"][0]
        return credentials["authentication_url"][0]

    def get_access_token(self, token, verifier):
        oauth =  OAuth1(
            client_key = self.client_key,
            client_secret = self.client_secret,
            resource_owner_key = token,
            resource_owner_secret = self.resource_owner_secret,
            verifier = verifier
        )
        r = requests.post(url=ACCESS_TOKEN_URL, auth=oauth)
        credentials = parse_qs(r.content)
        self.oauth_token = credentials["oauth_token"][0]
        self.oauth_token_secret = credentials["oauth_token_secret"][0]
        self.oauth =  OAuth1(
            client_key = self.client_key,
            client_secret = self.client_secret,
            resource_owner_key = credentials["oauth_token"][0],
            resource_owner_secret = credentials["oauth_token_secret"][0]
        )
        return True

    def get_materials(self):
        r = requests.get(url="http://{host}/materials/{version}".format(host=API_SERVER, version=API_VERSION), auth=self.oauth)
        return r.json()

    def get_models(self, page):
        r = requests.get(url="http://{host}/model/{version}?page={page}".format(host=API_SERVER, version=API_VERSION, page=page), auth=self.oauth)
        return r.json()

    def get_model(self, model_id):
        r = requests.get(url="http://{host}/model/{model_id}/{version}".format(host=API_SERVER, version=API_VERSION, model_id=model_id), auth=self.oauth)
        return r.json()
        
    def get_model_info(self, model_id):
        r = requests.get(url="http://{host}/models/{model_id}/info/{version}".format(host=API_SERVER, version=API_VERSION, model_id=model_id), auth=self.oauth)
        return r.json()

    def put_model_info(self, model_id, payload):
        r = requests.put(url="http://{host}/models/{model_id}/info/{version}".format(host=API_SERVER, version=API_VERSION, model_id=model_id), data=json.dumps(payload), auth=self.oauth)
        return r.json()

    def upload_model(self, filename):
        file=open(filename,"rb")
        payload = {
            "file": base64.b64encode(file.read()),
            "fileName": filename,
            "ownOrAuthorizedModel": 1,
            "acceptTermsAndConditions": 1
        }
        r = requests.post(url="http://{host}/model/{version}".format(host=API_SERVER, version=API_VERSION), data=json.dumps(payload), auth=self.oauth)
        return r.json()
EOX
editor:XY=350,40
editor:propdef=Shapeways|python|PythonLib||None
editor:propdef=ClientKey|string|Connection|ls.brain.node.ShapewaysAPI.ClientKey|None
editor:propdef=ClientSecret|string|Connection|ls.brain.node.ShapewaysAPI.ClientSecret|None
editor:propdef=ResourceOwnerKey|string|Connection|ls.brain.node.ShapewaysAPI.ResourceOwnerKey|None
editor:propdef=ResourceOwnerSecret|string|Connection|ls.brain.node.ShapewaysAPI.ResourceOwnerSecret|None
end:ShapewaysAPI_6

node:Read_Public_Model_Pages
bretype:core::Composite
editor:Label=Read Public Model Pages
editor:handle=4ed185a2371d26b2
editor:sortkey=4ed185a2371d26b2
output:560348ef5f373b3d/=
outlink:0=56034e8247603ddf/=Filter_5.40fd2c7420761db6
outputxy:0=1190,130
outputrotation:0=0
inclock:/=Add_Buyer
inclockxy:Inclock=20,30
outclockxy:Outclock=440,10
editor:XY=130,60
node:Parse_Image_Url
bretype:core::Filter
editor:Label=Parse Image Url
editor:handle=560355d9275a4187
editor:sortkey=4c727d66047a2a80_5
input:@40fd2c74167f1ca2/=Agg_Ex.4b4668e708143fb4
output:@40fd2c7420761db6/=
prop:Enabled=false
prop:Script=<<EOX

emit *
override emit Image.split("\"")[1] as Image
EOX
editor:XY=1080,100
end:Parse_Image_Url

node:Read_Pages
bretype:lal1::HTTP
editor:Label=Read Pages
editor:handle=52179fc665d7006e
editor:sortkey=50f4e9ce065f21a6
input:510e751327ff3bc2/out1=Build_URL_2.40fd2c7420761db6
output:@506b1e775ec369f0/=
prop:ContentTypeOutputField=contenttype
prop:CookieAccumulation=Response
prop:CookiesOutputField=cookies
prop:DataOutputField=HtmlData
prop:DataOutputFieldEncoding=Auto
prop:DataOutputFieldType=String
prop:Header=<<EOX
UserAgent: Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1500.72 Safari/537.36"
EOX
prop:HeaderOutputField=header
prop:HeaderParamType=Literal
prop:LogLevel=0
prop:Method=GET
prop:StatusCodeOutputField=statuscode
prop:StatusMessageOutputField=statusmessage
prop:Url=URL
prop:UrlParamType=Field
editor:XY=480,140
end:Read_Pages

node:Read_Pages_2
bretype:lal1::HTTP
editor:Label=Read Pages
editor:handle=52179fc6742607b7
editor:sortkey=50f4e9ce065f21a6_2
input:510e751327ff3bc2/out1=BRD_Data.40fe6c55598828e5
output:@506b1e775ec369f0/=
prop:ContentTypeOutputField=contenttype
prop:CookieAccumulation=Response
prop:CookiesOutputField=cookies
prop:DataOutputField=HtmlData
prop:DataOutputFieldEncoding=Auto
prop:DataOutputFieldType=String
prop:Header=<<EOX
UserAgent: Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/28.0.1500.72 Safari/537.36"
EOX
prop:HeaderOutputField=header
prop:HeaderParamType=Literal
prop:LogLevel=0
prop:Method=GET
prop:StatusCodeOutputField=statuscode
prop:StatusMessageOutputField=statusmessage
prop:Url=URL
prop:UrlParamType=Field
editor:XY=160,140
end:Read_Pages_2

node:Build_URL_2
bretype:core::Filter
editor:Label=Build URL
editor:handle=52179fc61544168b
editor:sortkey=510e74dc68db7acc
input:@40fd2c74167f1ca2/=Filter_3.40fd2c7420761db6
output:@40fd2c7420761db6/=
prop:Script=<<EOX
emit url="https://www.shapeways.com/shops/Walts-Trainz-and-Things-Z?page%5Bnumber%5D="+StartPage+"&sort=name"
EOX
editor:XY=400,140
end:Build_URL_2

node:BRD_Data
bretype:core::Static Data
editor:Label=url
editor:handle=52179fc679b07243
editor:sortkey=5216303e335c7240
output:@40fe6c55598828e5/=
inclock:/=*
prop:StaticData=<<EOX
url:string
https://www.shapeways.com/shops/Walts-Trainz-and-Things-Z
EOX
editor:XY=80,140
end:BRD_Data

node:Filter_4
bretype:core::Filter
editor:handle=5c18a7f21ec508db
editor:sortkey=5216309714261e89
input:@40fd2c74167f1ca2/=Small_Fixes_2.40fd2c7420761db6
output:@40fd2c7420761db6/=
prop:Script=<<EOX
output 1 {
emit "" as SPIN
emit "" as HtmlData
where false
}

i=0
s=HtmlData.split("\n")
while i <= len(s)-1 {
e=s[i]
SPIN=(e+"//").split("/")[2]
if e.left(8)=="<a href=" then do output 1 {emit "<xml><div><div>"+e+"</div></xml>" as HtmlData emit SPIN}
i=i+1
}

EOX
editor:XY=820,230
end:Filter_4

node:Filter_3
bretype:core::Filter
editor:handle=52179fc66ba7087b
editor:sortkey=5216309714261e89_2
input:@40fd2c74167f1ca2/=Filter.40fd2c7420761db6
output:@40fd2c7420761db6/=
prop:Script=<<EOX
i=1

output 1 {
emit i as StartPage
where false
}

while i <= Pages.long() {
do output 1 {emit i as StartPage}
i=i+1
}
EOX
editor:XY=320,140
end:Filter_3

node:Filter
bretype:core::Filter
editor:handle=5275a06b778c42bf
editor:sortkey=5216309714261e89_3
input:@40fd2c74167f1ca2/=Read_Pages_2.506b1e775ec369f0
output:@40fd2c7420761db6/=
prop:Script=<<EOX
h=htmldata.replace("<strong>","")
h=h.replace("</strong>","")
h=h.replace("\n","")
#h=h.replace("/shops/tebee?sort=newest&","")
h=h.replace("/shops/"," ")
h=h.replace("#more-products","")

h=h.substr(h.strFind("<div class=\"pagination\">")+24)

h=h.replace("%5B","[").replace("%5D","]").replace("&amp;","&").replace(" ~","")
h=h.replace("  "," ").replace("  "," ").replace("  "," ").replace("  "," ").replace("  "," ")
h=h.substr(0,h.strFind("</div>"))
h=h.replace("<span class=\"results-page results-page-selected selected\">","")
h=h.replace("<span class=\"results-page results-page-selected enabled\">","")
h=h.replace("<span class=\"results-page results-page-next enabled\">","")
h=h.replace("<span class=\"results-page results-page-selected\">","")

h=h.replace("page[order]=asc~&nbsp;","")
h=h.replace("</span>","").trim()
h=h.replace("<a href=\"","~").trim()
h=h.replace("\">","~").trim()
h=h.replace("</a>","").trim()
if h.strFind("&page[limit]=12")> -1 then multiplier=12
h=h.replace("&page[limit]=12","").trim()
if h.strFind("&page[limit]=48")> -1 then multiplier=48
h=h.replace("&page[limit]=48","").trim()
h=h.replace("  "," ").replace("  "," ").replace("  "," ").replace("  "," ").replace("  "," ")


p=h.trim().split(" ")

emit p[len(p)-3] as Pages
emit multiplier as multiplier
mc=(p[len(p)-3].long()+1) * multiplier
emit mc as ModelCount

EOX
editor:XY=240,140
end:Filter

node:Filter_5
bretype:core::Filter
editor:handle=5c18ba9353030a80
editor:sortkey=5216309714261e89_4
input:@40fd2c74167f1ca2/=Filter_4.40fd2c7420761db6
output:@40fd2c7420761db6/=
prop:Script=<<EOX
s=split(HtmlData,"<")

k=s[5].split("\"")[3].str()
SPIN=s[4].split("/")[2] 
emit SPIN
emit "https://www.shapeways.com/product/"+SPIN as URL
emit k as Image
emit s[10].split(">")[1] as Model_Title
emit s[17].split(">")[1] as Price

#<xml><div><div><a href="/product/UWB4TTXQK/10-ships-cannons-n-scale?optionId=68984123" data-sw-tracking-target-entity-id="UWB4TTXQK" data-sw-tracking-material-id="61" data-sw-tracking-material-name="Smooth Fine Detail Plastic" ><img class="sw--ratio__img sw--vertical-align__top" src="https://images2.sw-cdn.net/product/picture/625x465_24756457_13524595_1536122080.jpg" alt="10 Ships Cannons N scale in Smooth Fine Detail Plastic" /></a></div><div ><p class=""><a href="/product/UWB4TTXQK/10-ships-cannons-n-scale?optionId=68984123" data-sw-tracking-target-entity-id="UWB4TTXQK" data-sw-tracking-material-id="61" data-sw-tracking-material-name="Smooth Fine Detail Plastic" class="sw--link-dark">10 Ships Cannons N scale</a></p><p ><span id='currency'>	<span class='symbol'>$</span><span id='currency-value' data-coyote-locator="currency-component-value">22.21</span></span></p></div></div><div ></div></xml>

EOX
editor:XY=920,230
end:Filter_5

node:drop_headerfooter
bretype:core::Filter
editor:Label=drop header/footer
editor:handle=560358d8064d5e20
editor:sortkey=560358d8064d5e20
input:@40fd2c74167f1ca2/=Remove_comments.40fd2c7420761db6
output:@40fd2c7420761db6/=
prop:Script=<<EOX
i=HtmlData.strFindI("<div class=\"sw--clear-both\" data-coyote-locator=\"shop-products-container\">")
p=HtmlData.substr(i)

while p.strFindI(" <")> -1 {p=p.replace(" <","<")}
while p.strFindI(" \n")> -1{p=p.replace(" \n","\n")}
while p.strFindI("\n\n")> -1{p=p.replace("\n\n","\n")}
p=p.replace("\n","")

i=p.strFindI("<div class=\"pagination-wrapper")
p=p.substr(0,i)
#i=p.strFindI("<form")
#p=p.substr(0,i)
emit p as HtmlData


EOX
editor:XY=660,140
end:drop_headerfooter

node:Small_Fixes_2
bretype:core::Filter
editor:Label=Small Fixes
editor:handle=56037abb72487cc3
editor:sortkey=560358d8064d5e20_3
input:@40fd2c74167f1ca2/=drop_headerfooter.40fd2c7420761db6
output:@40fd2c7420761db6/=
prop:Script=<<EOX
h=HtmlData
h=h.replace("&optionId=","#")
h=h.replace("&","%")
#h=h.replace("<img","#img")
h=h.replace("data-display-currency-component-symbol","class='symbol'")
h=h.replace("</span><span data-display-currency-component-value>","")
h=h.replace("data-display-currency-component","id='currency'")
#h=h.replace("</body>","</models>")
h=h.replace("<div class=\"sw--ratio-74-percent sw--position-relative\">","\n")


h=h.replace("data-sw-tracking=\"clicked\"","")
h=h.replace("data-sw-tracking-link-type=\"product-box\"","")
h=h.replace("data-sw-tracking-target-section=\"product\"","")
h=h.replace("data-sw-tracking-target-page-identifier=\"product-view\"","")
h=h.replace("data-sw-tracking-services=\"mixpanel\"","")
h=h.replace("data-sw-tracking-image-is-render=\"true\"","")
h=h.replace("data-sw-tracking-image-is-render=\"false\"","")
h=h.replace("class=\"sw--font-size-14 sw--font-size-12--mob sw--margin-bottom-0\"","")
h=h.replace("<div class=\"sw--clear-both\" data-coyote-locator=\"shop-products-container\"><div >","")


h=h.replace("class=\"col-1-3 col-1-1--mob col-1-2--tab sw--margin-bottom-5-percent\"","")
h=h.replace("class=\"col-3-4 col-3-4--tab col-1-1--mob col--no-padding\"","")
h=h.replace("sw--margin-top-2 sw--margin-bottom-0 sw--font-size-14 sw--font-size-12--mob sw--overflow-hidden sw--ellipsis sw--white-space-no-wrap","")
h=h.replace("id='currency'-value","id='currency-value'")
#<a href="/product/2YKRDZ5AV/animal-cage-nscale?optionId=78469897" data-sw-tracking-target-entity-id="2YKRDZ5AV" data-sw-tracking-material-id="61" data-sw-tracking-material-name="Smooth Fine Detail Plastic" data-sw-tracking-image-is-render="true" >#img class="sw--ratio__img sw--vertical-align__top" src="https://images1.sw-cdn.net/product/picture/625x465_25831023_14016218_1544049474.jpg" alt="Animal Cage Nscale in Smooth Fine Detail Plastic" /></a></div><div class="col-3-4 col-3-4--tab col-1-1--mob col--no-padding"><p class="sw--margin-top-2 sw--margin-bottom-0 sw--font-size-14 sw--font-size-12--mob sw--overflow-hidden sw--ellipsis sw--white-space-no-wrap"><a href="/product/2YKRDZ5AV/animal-cage-nscale?optionId=78469897" data-sw-tracking-target-entity-id="2YKRDZ5AV" data-sw-tracking-material-id="61" data-sw-tracking-material-name="Smooth Fine Detail Plastic" data-sw-tracking-image-is-render="true" class="sw--link-dark">Animal Cage Nscale</a></p><p class="sw--font-size-14 sw--font-size-12--mob sw--margin-bottom-0"><span id='currency'>	<span class='symbol'>$</span><span id='currency'-value data-coyote-locator="currency-component-value">12.63</span></span></p></div></div><div >

h=h.replace("  "," ").replace("  "," ").replace("  "," ").replace("  "," ").replace("  "," ").replace("  "," ")

emit h as HtmlData

EOX
editor:XY=760,140
end:Small_Fixes_2

node:XML_Data
bretype:lal1::XML Data
editor:handle=56036000240b138d
editor:sortkey=56036000240b138d
input:560360e7730c3deb/response=Filter_4.40fd2c7420761db6
output:@51781d234c465db7/Data=
output:@522743291aa237ba/=
output:@522743281dab2bc6/=
prop:AttributeElementConflictBehavior=Prefix Attribute
prop:Enabled=false
prop:ErrorThreshold=999
prop:NoRecordForOutputBehavior=Ignore
prop:OutputNestingCharacter=.
prop:RemoveCommonPrefixes=true
prop:SubstituteInvalidCharacters=true
prop:WellFormedXml=false
prop:XmlData=HtmlData
prop:XmlDataParamType=Data Field
editor:XY=880,140
end:XML_Data

node:Agg_Ex
bretype:core::Agg Ex
editor:handle=56036a896be523bb
editor:sortkey=56036a896be523bb
input:@4b4668c040aa5a85/=XML_Data.51781d234c465db7
output:@4b4668e708143fb4/=
prop:Enabled=false
prop:GroupBy=<<EOX
SPIN
EOX
prop:Script=<<EOX

emit {{^GroupBy^}} as SPIN
where lastInGroup

a01=groupString('1:1',"")
a02=groupString('1:2',"")
a03=groupString('1:3',"")
a04=groupString('1:4',"")
a05=groupString('1:5',"")
a06=groupString('1:6',"")
a07=groupString('1:7',"")
a08=groupString('1:8',"")
a09=groupString('1:9',"")
a10=groupString('1:10',"")
a11=groupString('1:11',"")
a12=groupString('1:12',"")
a13=groupString('1:13',"")
a14=groupString('1:14',"")
a15=groupString('1:15',"")
a16=groupString('1:16',"")
a17=groupString('1:17',"")
a18=groupString('1:18',"")
a19=groupString('1:19',"")
a20=groupString('1:20',"")


emit a02 as Image
emit a19.replace("$","") as Price
emit a03 as Model_Title

EOX
prop:SortInput=true
editor:XY=980,130
node:
bretype:::Bypass
editor:handle=56036a8910496ddb
editor:shadow=4b467f7e02db3a85
input:@4b467f7e129d45c1/=
input:@4b467f830ffe047b/=
output:@40fd2c7436717256/=
end:

node:
bretype:::Sort
editor:handle=56036a890d216251
editor:shadow=4b467f8972dc33df
input:@40fd2c743ebf4304/=
output:@40fd2c746a2a3b47/=
end:

node:
bretype:::Agg
editor:handle=56036a8978ea2512
editor:shadow=4b467f9b3d5028c0
input:@40fd2c7427456e5b/=
output:@40fd2c744c862db0/=
end:

end:Agg_Ex

node:Remove_comments
bretype:core::Filter
editor:Label=Remove comments
editor:handle=56036cda38df76e3
editor:sortkey=56036cda38df76e3
input:@40fd2c74167f1ca2/=Read_Pages.506b1e775ec369f0
output:@40fd2c7420761db6/=
prop:Script=<<EOX
#p=HtmlData.regexMatch("<body[^>]*>(.*)<\\/body>")
p=HtmlData
p=p.regexSubstitute("<!--[^>]*-->","")
hs=strFind(p,"<head>")
he=strFind(p,"</head>")
p=p.left(hs)+p.substr(he+7)

hs=strFind(p,"<style>")
he=strFind(p,"</style>")
p=p.left(hs)+p.substr(he+8)

p=p.regexSubstitute("<head>.*</head>","")
p=p.regexSubstitute("<link[^>]*/>","")
p=p.regexSubstitute("<meta[^>]*/>","")
p=p.regexSubstitute("<style[^>].*</style>","")
p=p.regexSubstitute("<script[^>].*</script>","")
p=p.regexSubstitute("<select[^>].*</select>","")
p=p.regexSubstitute("\n[ ]*\n","\n")
emit p.str() as HtmlData

EOX
editor:XY=570,140
end:Remove_comments

end:Read_Public_Model_Pages

node:Update_RSS_feeds
bretype:core::Composite
editor:Label=Update RSS feeds
editor:handle=510c3c613f224969
editor:sortkey=510c3c613f224969
input:510c3c612cad2d89/Model List=Read_Public_Model_Pages.560348ef5f373b3d
inputxy:0=70,90
inputrotation:0=0
inclock:/=Generate_reports
inclockxy:Inclock=20,30
outclockxy:Outclock=810,30
editor:XY=250,60
node:Build_OutfileName
bretype:core::Filter
editor:Label=Build OutfileName
editor:handle=50988871460f4ab1
editor:sortkey=50988871460f4ab1
input:@40fd2c74167f1ca2/=^.510c3c612cad2d89
output:@40fd2c7420761db6/=
prop:Script=<<EOX

emit SPIN
emit outfile="C:/Users/Stony/Desktop/tebee/model_"+SPIN+".jpg"
emit thumbfile="C:/Users/Stony/Desktop/tebee/thumbs/model_"+SPIN+".jpg"
emit 'image' as thumbimage
emit 'image'.replace("290x218","674x501") as image
t=image.replace(".jpg","").right(10)
if isDate(t,"E") 
   then t=timestamp(t.date("E"),t.time("E"))
   else t=timestamp(null,null)
emit t as FileDate
EOX
editor:XY=200,90
end:Build_OutfileName

node:Read_Image_2
bretype:lal1::HTTP
editor:Label=Read Image
editor:handle=5546f720142722b7
editor:sortkey=50f4e9ce065f21a6
input:510e751327ff3bc2/out1=Find_New_Images.52dca87945c47179
output:@506b1e775ec369f0/=
inclock:/=Find_New_Images
prop:ContentTypeOutputField=contenttype
prop:CookieAccumulation=Response
prop:CookiesOutputField=cookies
prop:DataOutputDirectory=C:/Users/Stony/Desktop/tebee/thumbs
prop:DataOutputField=HtmlData
prop:DataOutputFieldEncoding=Auto
prop:DataOutputFieldType=String
prop:DataOutputMode=File
prop:HeaderOutputField=header
prop:HeaderParamType=Literal
prop:LogLevel=0
prop:Method=GET
prop:PassThroughFields=All
prop:StatusCodeOutputField=statuscode
prop:StatusMessageOutputField=statusmessage
prop:Url=thumbimage
prop:UrlParamType=Field
editor:XY=410,170
end:Read_Image_2

node:Read_Image
bretype:lal1::HTTP
editor:Label=Read Image
editor:handle=5546e4cb643b7846
editor:sortkey=50f4e9ce065f21a6_2
input:510e751327ff3bc2/out1=Find_New_Images.52dca87945c47179
output:@506b1e775ec369f0/=
inclock:/=Find_New_Images
prop:ContentTypeOutputField=contenttype
prop:CookieAccumulation=Response
prop:CookiesOutputField=cookies
prop:DataOutputDirectory=C:/Users/Stony/Desktop/tebee
prop:DataOutputField=HtmlData
prop:DataOutputFieldEncoding=Auto
prop:DataOutputFieldType=String
prop:DataOutputMode=File
prop:HeaderOutputField=header
prop:HeaderParamType=Literal
prop:LogLevel=0
prop:Method=GET
prop:PassThroughFields=All
prop:StatusCodeOutputField=statuscode
prop:StatusMessageOutputField=statusmessage
prop:Url=image
prop:UrlParamType=Field
editor:XY=410,90
end:Read_Image

node:Find_New_Images
bretype:core::Composite
editor:Label=Find New Images
editor:handle=52dca8793d9442a3
editor:sortkey=52dca8793d9442a3
input:52dca879288173f9/Output BRD File - in1=Build_OutfileName.40fd2c7420761db6
inputxy:0=40,90
inputrotation:0=0
output:52dca87945c47179/Cat - out1=
outlink:0=/=Cat.40fd2c74676e03c3
outputxy:0=550,100
outputrotation:0=0
inclock:/=Build_OutfileName
inclockxy:Inclock=20,30
outclocklink:/=Output_BRD_File
outclocklink:/=Cat
outclockxy:Outclock=630,30
ineventxy:InEvent=50,372850
outeventxy:OutEvent=700,372900
editor:XY=290,90
node:Output_BRD_File
bretype:core::Output BRD File
editor:handle=52dc9add11e648f8
editor:sortkey=52dc9add11e648f8
input:@40fd2c7476600190/=^.52dca879288173f9
editor:bend=0=70|270
inclock:/=Lookup
prop:File=C:/Users/Stony/Desktop/tebee/image_list.brd
editor:XY=380,270
end:Output_BRD_File

node:BRD_File
bretype:core::BRD File
editor:handle=52dc9b8868d804da
editor:sortkey=52dc9b8868d804da
output:@40fd2c742cab0bf0/=
inclock:/=*
prop:File=C:/Users/Stony/Desktop/tebee/image_list.brd
editor:XY=270,130
end:BRD_File

node:Lookup
bretype:core::Lookup
editor:handle=52dc9b984ef3476b
editor:sortkey=52dc9b984ef3476b
input:@40fd2c746abc6dc7/=^.52dca879288173f9
input:@40fd2c74486e4494/=BRD_File.40fd2c742cab0bf0
output:@40fd2c7445835585/=
output:52dca2376fb3604c/out2=
prop:InputKey=<<EOX
SPIN
EOX
prop:LookupKey=<<EOX
SPIN
EOX
prop:Script=<<EOX
test=(matchIsFound or 1:image == 2:image)
output 1 {
emit 1:*
where not test
}
output 2 {
emit 1:*
where test
}
EOX
editor:XY=330,90
end:Lookup

node:Directory_List
bretype:core::Directory List
editor:handle=52dc9c555b470348
editor:sortkey=52dc9c555b470348
output:@40fd2c747c2b1c0a/=
inclock:/=*
prop:DirectoryName=C:/Users/Stony/Desktop/tebee/
prop:Pattern=*.jpg
editor:XY=180,210
end:Directory_List

node:Find_File_Dates
bretype:core::Filter
editor:Label=Find File Dates
editor:handle=52dc9c7c2c1d2a23
editor:sortkey=52dc9c7c2c1d2a23
input:@40fd2c74167f1ca2/=Directory_List.40fd2c747c2b1c0a
output:@40fd2c7420761db6/=
prop:Script=<<EOX
fn=FileName
emit *
s=stat(fn)
if s.isNull() then s=list(long(null),long(null),long(null))
emit size=long(s[0])
d=s[1].str()
modify=timestamp(d.date("E"),d.time("E"))-long(6*60*60*1000)
emit modify
m=s[2].str()
create=timestamp(m.date("E"),m.time("E"))-long(6*60*60*1000)
emit create

SPIN=fn.split("_")[1].replace(".jpg","")
emit SPIN
EOX
editor:XY=270,210
end:Find_File_Dates

node:Cat
bretype:core::Cat
editor:handle=52dca832648560c0
editor:sortkey=52dca832648560c0
input:@40fd2c7476b11c42/=Lookup.40fd2c7445835585
input:52dca8375d1d520e/out1=XRef.45781cad02e051b0
editor:bend=1=420|100
input:52def8cd45c10ac0/matches=XRef.457826825d7c2de0
editor:bend=2=430|200
output:@40fd2c74676e03c3/=
prop:ConcatenationMode=exact
editor:XY=460,100
end:Cat

node:XRef
bretype:core::X-Ref
editor:handle=52dca946202a7ee7
editor:sortkey=52dca946202a7ee7
input:@45781ca80c2802d0/=Lookup.52dca2376fb3604c
input:@45781ca971fe502f/=Find_File_Dates.40fd2c7420761db6
output:@45781cad02e051b0/=
output:@457826825d7c2de0/=
output:@4578268450ad5d88/=
inclockxy:Inclock=20,30
outclockxy:Outclock=400,30
prop:LeftInputKey=<<EOX
SPIN
EOX
prop:RightInputKey=<<EOX
SPIN
EOX
prop:Script=<<EOX
output 1 {
    emit 1:*
    where join.leftOrphan
}

output 2 {
    emit 1:*
    exclude Modify,Create,Size
    where join.match and 1:FileDate > 2:modify
}

output 3 {
    emit 2:*
    where join.rightOrphan
}
EOX
prop:SortLeftInput=true
prop:SortRightInput=true
editor:XY=390,200
node:
bretype:::Sort
editor:handle=52dca94640435d28
editor:shadow=45782670131b71e8
input:@40fd2c743ebf4304/=
output:@40fd2c746a2a3b47/=
end:

node:
bretype:::Bypass
editor:handle=52dca94636806190
editor:shadow=4578267017753cec
input:@45782010749f0c96/=
input:@457820124fef7658/=
output:@40fd2c7436717256/=
end:

node:
bretype:::Join
editor:handle=52dca94625870ad9
editor:shadow=457826701862249e
input:@40fd2c745b6d7704/=
input:@40fd2c74504921cd/=
output:@40fd2c7430f76546/=
output:@457826cc03a465f4/=
output:@457826cc510c69e0/=
end:

node:
bretype:::Bypass
editor:handle=52dca94605301d78
editor:shadow=4578267041681261
input:@45782010749f0c96/=
input:@457820124fef7658/=
output:@40fd2c7436717256/=
end:

node:
bretype:::Sort
editor:handle=52dca9466c2a7126
editor:shadow=4578267075a60d09
input:@40fd2c743ebf4304/=
output:@40fd2c746a2a3b47/=
end:

end:XRef

node:DeleteFIle
bretype:core::Filter
editor:Label=DeleteFIle
editor:handle=52dcaa461d137de4
editor:sortkey=52dcaa461d137de4
input:@40fd2c74167f1ca2/=XRef.4578268450ad5d88
output:@40fd2c7420761db6/=
prop:Script=<<EOX

emit *
deleteFile('FileName')
EOX
editor:XY=520,210
end:DeleteFIle

node:Image_File
bretype:inFlow::Image File
editor:handle=52fad66451477de0
editor:sortkey=52fad66451477de0
input:52fad6667ded1feb/right orphans=XRef.4578268450ad5d88
output:@4cea93ff333c692c/=
prop:Enabled=false
prop:FilenameField=FileName
editor:XY=600,280
end:Image_File

box:
label:TODO
rect:200,20,370,300
backgroundcolor:16776960
editor:notes=Verify this logic
end:
end:Find_New_Images

node:Rename_Files
bretype:core::Filter
editor:Label=Rename Files
editor:handle=5546f53d608f4b4f
editor:sortkey=5546f53d608f4b4f
input:@40fd2c74167f1ca2/=Read_Image.506b1e775ec369f0
output:@40fd2c7420761db6/=
prop:Script=<<EOX

moveFile(HtmlData,outfile)
emit *
EOX
editor:XY=500,90
end:Rename_Files

node:Rename_Files_2
bretype:core::Filter
editor:Label=Rename Files
editor:handle=5546f72012272286
editor:sortkey=5546f53d608f4b4f_2
input:@40fd2c74167f1ca2/=Read_Image_2.506b1e775ec369f0
output:@40fd2c7420761db6/=
prop:Script=<<EOX

moveFile(HtmlData,thumbfile)
emit *
EOX
editor:XY=500,170
end:Rename_Files_2

node:Fix_File_Suffixes
bretype:core::Filter
editor:Label=Fix File Suffixes
editor:handle=5546fc1c52b52fec
editor:sortkey=5546fc1c52b52fec
input:@40fd2c74167f1ca2/=Get_Magic_Bytes.5546fd3771695cc5
output:@40fd2c7420761db6/=
prop:Script=<<EOX
suffix=FileName.right(4)
NewFileName=FileName
if suffix==".jpg" and strFindI(MagicBytes,"PNG")>-1 then NewFileName=FileName.replace(".jpg",".png")
if suffix==".png" and strFindI(MagicBytes,"JFIF")>-1 then NewFileName=FileName.replace(".png",".jpg")
emit FileName,NewFileName
where NewFileName<>FileName

if NewFileName<>FileName then moveFile(FileName,NewFileName)
EOX
editor:XY=770,90
end:Fix_File_Suffixes

node:Fix_File_Suffixes_2
bretype:core::Filter
editor:Label=Fix File Suffixes
editor:handle=554703fb2ed801de
editor:sortkey=5546fc1c52b52fec_2
input:@40fd2c74167f1ca2/=Get_Magic_Bytes_2.5546fd3771695cc5
output:@40fd2c7420761db6/=
prop:Script=<<EOX
suffix=FileName.right(4)
NewFileName=FileName
if suffix==".jpg" and strFindI(MagicBytes,"PNG")>-1 then NewFileName=FileName.replace(".jpg",".png")
if suffix==".png" and strFindI(MagicBytes,"JFIF")>-1 then NewFileName=FileName.replace(".png",".jpg")
emit FileName,NewFileName
where NewFileName<>FileName

if NewFileName<>FileName then moveFile(FileName,NewFileName)
EOX
editor:XY=770,170
end:Fix_File_Suffixes_2

node:Get_Magic_Bytes
bretype:core::Python
editor:Label=Get Magic Bytes
editor:handle=5546fc8d51b50630
editor:sortkey=5546fc8d51b50630
input:5546fc8f796c5c63/out1=Filter.40fd2c7420761db6
output:5546fd3771695cc5/out1=
prop:Python2Implementation=<<EOX
import braininfo

def setup(brainNodeControlObj, BrainNodeClass):	
	class BrainNode(BrainNodeClass):
		def initialize(self):
			om=self.newMetadata()
			om.append("FileName","string")
			om.append("MagicBytes","string")
			self.outputs[0].metadata=om
			self.orec=self.outputs[0].newRecord()
			super(BrainNode, self).initialize()

		def finalize(self, val):
			super(BrainNode, self).finalize(val)

		def pump(self, quant):
			while quant.permitsRunning(self):
				rec=self.inputs[0].read()
				if not rec:
					return False
				f=open(rec["FileName"],"rb")
				s=f.read(10).replace("\000"," ").replace("\n"," ")[0:20]
				self.orec["FileName"]=rec["FileName"]
				self.orec["MagicBytes"]=s
				self.outputs[0].write(self.orec)
			return True  


	return BrainNode
EOX
editor:XY=680,90
end:Get_Magic_Bytes

node:Get_Magic_Bytes_2
bretype:core::Python
editor:Label=Get Magic Bytes
editor:handle=554703fb5bfe0734
editor:sortkey=5546fc8d51b50630_2
input:5546fc8f796c5c63/out1=Filter_3.40fd2c7420761db6
output:5546fd3771695cc5/out1=
prop:Python2Implementation=<<EOX
import braininfo

def setup(brainNodeControlObj, BrainNodeClass):	
	class BrainNode(BrainNodeClass):
		def initialize(self):
			om=self.newMetadata()
			om.append("FileName","string")
			om.append("MagicBytes","string")
			self.outputs[0].metadata=om
			self.orec=self.outputs[0].newRecord()
			super(BrainNode, self).initialize()

		def finalize(self, val):
			super(BrainNode, self).finalize(val)

		def pump(self, quant):
			while quant.permitsRunning(self):
				rec=self.inputs[0].read()
				if not rec:
					return False
				f=open(rec["FileName"],"rb")
				s=f.read(10).replace("\000"," ").replace("\n"," ")[0:20]
				self.orec["FileName"]=rec["FileName"]
				self.orec["MagicBytes"]=s
				self.outputs[0].write(self.orec)
			return True  


	return BrainNode
EOX
editor:XY=680,170
end:Get_Magic_Bytes_2

node:Filter
bretype:core::Filter
editor:handle=5560ea187c052fba
editor:sortkey=5560ea187c052fba
input:@40fd2c74167f1ca2/=Rename_Files.40fd2c7420761db6
output:@40fd2c7420761db6/=
prop:Script=<<EOX

emit outfile as FileName
EOX
editor:XY=590,90
end:Filter

node:Filter_3
bretype:core::Filter
editor:handle=5560ea61081f0017
editor:sortkey=5560ea187c052fba_2
input:@40fd2c74167f1ca2/=Rename_Files_2.40fd2c7420761db6
output:@40fd2c7420761db6/=
prop:Script=<<EOX

emit thumbfile as FileName
EOX
editor:XY=590,170
end:Filter_3

box:
label:Render Images
rect:160,40,710,150
backgroundcolor:15204327
end:
end:Update_RSS_feeds

node:build_html
bretype:core::Filter
editor:Label=build html
editor:handle=5603845a62b00754
editor:sortkey=5603845a62b00754
input:@40fd2c74167f1ca2/=Sort.40fd2c746a2a3b47
output:@40fd2c7420761db6/=
prop:Script=<<EOX
img=Image#.replace("290x218","674x501")
html="<td><table border=1><tr>"
html=html+"<td colspan=2><a href='https://shapeways.com/product/"+SPIN+"'>"
html=html+"<img src='"+img+"'>"
html=html+"</a>"
html=html+"<tr>"
html=html+"<td height=50 style='width: 300px;'><b>"+Model_Title+"</b></td>"
html=html+"<td align=right style='width: 60px;'>$"+Price+"</td>"
html=html+"</table>"

if execCount % 4 == 0 then html=html+"</tr>"

emit html
EOX
editor:XY=290,220
end:build_html

node:Output_Delimited
bretype:core::Output Delimited
editor:handle=560387252aee04fa
editor:sortkey=560387252aee04fa
input:@43c680084b824568/=Cat.40fd2c74676e03c3
prop:EscapeCharacter=\
prop:FieldDelimiter=\n
prop:FieldNames=None
prop:File=C:\Users\Stony\Desktop\xxxxxx\WaltsShop.htm
prop:RecordDelimiter=\n
prop:WhenToQuote=None
editor:XY=520,210
end:Output_Delimited

node:Static_Data
bretype:core::Static Data
editor:handle=5603884a059d6a3e
editor:sortkey=5603884a059d6a3e
output:@40fe6c55598828e5/=
prop:StaticData=<<EOX
html
<html>
<style>
img {width:360;height:240}
table {border-collapse:collapse;font-family:Arial;page-break-inside: avoid;}
td {width:360;font-size:14pt;}
</style>
<body>
<table><tr>
EOX
editor:XY=340,150
end:Static_Data

node:Sort
bretype:core::Sort
editor:handle=5603886f0063097c
editor:sortkey=5603886f0063097c
input:@40fd2c743ebf4304/=Read_Public_Model_Pages.560348ef5f373b3d
output:@40fd2c746a2a3b47/=
prop:CompareOrderExpr=<<EOX
Model_Title
EOX
editor:XY=190,220
end:Sort

node:Cat
bretype:core::Cat
editor:handle=560388e367360326
editor:sortkey=560388e367360326
input:@40fd2c7476b11c42/=Static_Data.40fe6c55598828e5
input:560388e6226d38c9/out1=build_html.40fd2c7420761db6
output:@40fd2c74676e03c3/=
editor:XY=410,210
end:Cat