Windows Server Summit 2024
Mar 26 2024 08:00 AM - Mar 28 2024 04:30 PM (PDT)
Microsoft Tech Community
LIVE

Using ARR / IIS as a proxy server and getting 404's on some files that are there

Copper Contributor

We are using windows server / IIS / ARR as a proxy and it is randomly not showing some files which is making the site fail. 

Explanation: A couple months ago the system is put in place and working fine and then all of the sudden stopped being able to read certain CSS and HTML and JS files. 

File 1 it could read fine and File 2 right next to it was unseen and threw a 404. I removed all of the items from the ear and then pt them back little by little and it was able to see them. 

Last evening I had to run some patches on the software that the proxy is in front of and it overwrote some of the current CSS (etc) files with new ones and the proxy stopped being able to see them again. 

As far as security I have it opened "everyone" has full rights and the service account running the sofware has full rights also. 

I have tried what get me around it the last time and it isn't working this time. 

I have taken a log of the network traffic and converted it to txt so you can read it. 

This is a production environment and we are desperate for some help. 

MS support has been unable to figure it out, but I think they are looking in the wrong place. Counting on you smart folks to help. 

Thanks 

~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~

chrome-net-export-log.json        
 
31976DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/otmm-prod.min.js
31977DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/ui.min.html
31978DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/otmm_full.min.html
31979HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/dist/ui.min.html
31980DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/otmm-widget-internal.min.html
31981HTTP_STREAM_JOBhttps://www.ifawimages.com/
31982DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/customer_specific.html
31983DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/otmm-prod.min.js
31984HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/dist/otmm_full.min.html
31985HTTP_STREAM_JOBhttps://www.ifawimages.com/
31986HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/dist/otmm-widget-internal.min.html
31987HTTP_STREAM_JOBhttps://www.ifawimages.com/
31988HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/customer_specific.html
31989HTTP_STREAM_JOBhttps://www.ifawimages.com/
31990HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/dist/otmm-prod.min.js
31991HTTP_STREAM_JOBhttps://www.ifawimages.com/
31992URL_REQUESThttps://www.ifawimages.com/otmm/ux-html/dist/lib.css
31993DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/lib.css
31994URL_REQUESThttps://www.ifawimages.com/otmm/ux-html/dist/lib.min.js
31995DISK_CACHE_ENTRYhttps://global.gotomeeting.com/functionalStatus?_=1559616425220
31996DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/lib.min.js
31997DISK_CACHE_ENTRYhttps://global.gotomeeting.com/functionalStatus?_=1559616425220
31998HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/dist/lib.css
31999HTTP_STREAM_JOBhttps://www.ifawimages.com/
32000URL_REQUESThttps://www.ifawimages.com/otmm/ux-html/lib/designer/rappid/rappid.css
32001DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/lib/designer/rappid/rappid.css
32002URL_REQUESThttps://www.ifawimages.com/otmm/ux-html/lib/designer/rappid/styles/style.modern.css
32003URL_REQUESThttps://www.ifawimages.com/otmm/ux-html/dist/ui.css
32004URL_REQUESThttps://www.ifawimages.com/otmm/ux-html/dist/ui.min.js
32005DISK_CACHE_ENTRYhttps://global.gotomeeting.com/functionalStatus?_=1559616425220
32006DISK_CACHE_ENTRYhttps://global.gotomeeting.com/functionalStatus?_=1559616425220
32007DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/lib.min.js
32008HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/dist/lib.min.js
32009HTTP_STREAM_JOBhttps://www.ifawimages.com/
32010DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/ui.css
32011DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/ui.min.js
32012DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/lib/designer/rappid/rappid.css
32013HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/lib/designer/rappid/rappid.css
32014DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/lib/designer/rappid/styles/style.modern.css
32015HTTP_STREAM_JOBhttps://www.ifawimages.com/
32016DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/ui.css
32017DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/ui.min.js
32018HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/lib/designer/rappid/styles/style.modern.css
32019HTTP_STREAM_JOBhttps://www.ifawimages.com/
32020HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/dist/ui.css
32021HTTP_STREAM_JOBhttps://www.ifawimages.com/
32022HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/dist/ui.min.js
32023HTTP_STREAM_JOBhttps://www.ifawimages.com/
32024URL_REQUESThttps://www.ifawimages.com/otmm/ux-html/ui/import.js
32025DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/ui/import.js
32026DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/ui/import.js
32027HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/ui/import.js
32028HTTP_STREAM_JOBhttps://www.ifawimages.com/
32029URL_REQUESThttps://www.ifawimages.com/otmm/ux-html/dist/otmm_full.css
32030DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/otmm_full.css
32031URL_REQUESThttps://www.ifawimages.com/otmm/ux-html/dist/otmm_full.min.js
32032DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/otmm_full.min.js
32033DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/otmm_full.css
32034HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/dist/otmm_full.css
32035HTTP_STREAM_JOBhttps://www.ifawimages.com/
32036DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/otmm_full.min.js
32037HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/dist/otmm_full.min.js
32038HTTP_STREAM_JOBhttps://www.ifawimages.com/
32039URL_REQUESThttps://www.ifawimages.com/otmm/ux-html/dist/lib.min.js.map
32040DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/lib.min.js.map
32041DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/lib.min.js.map
32042HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/dist/lib.min.js.map
32043HTTP_STREAM_JOBhttps://www.ifawimages.com/
32044URL_REQUESThttps://www.ifawimages.com/otmm/ux-html/ui/import.js
32045DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/ui/import.js
32046DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/ui/import.js
32047HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/ui/import.js
32048HTTP_STREAM_JOBhttps://www.ifawimages.com/
32049URL_REQUESThttps://www.ifawimages.com/otmm/ux-html/dist/ui.min.js.map
32050DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/ui.min.js.map
32051DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/ui.min.js.map
32052HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/dist/ui.min.js.map
32053HTTP_STREAM_JOBhttps://www.ifawimages.com/
32054NONEHOST_RESOLVER_IMPL_REQUEST
32055URL_REQUESThttps://www.ifawimages.com/otmm/ux-html/ui/import.js
32056DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/ui/import.js
32057DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/ui/import.js
32058HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/ui/import.js
32059HTTP_STREAM_JOBhttps://www.ifawimages.com/
32060URL_REQUESThttps://www.ifawimages.com/otmm/ux-html/dist/otmm_full.min.js.map
32061DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/otmm_full.min.js.map
32062DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/otmm_full.min.js.map
32063HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/dist/otmm_full.min.js.map
32064HTTP_STREAM_JOBhttps://www.ifawimages.com/
32065URL_REQUESThttps://www.ifawimages.com/otmm/ux-html/ui/import.js
32066DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/ui/import.js
32067DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/ui/import.js
32068HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/ui/import.js
32069HTTP_STREAM_JOBhttps://www.ifawimages.com/
32070URL_REQUESThttps://www.ifawimages.com/otmm/ux-html/dist/otmm-widget-internal.css
32071DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/otmm-widget-internal.css
32072DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/otmm-widget-internal.css
32073HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/dist/otmm-widget-internal.css
32074HTTP_STREAM_JOBhttps://www.ifawimages.com/
32075URL_REQUESThttps://www.ifawimages.com/otmm/ux-html/dist/otmm-prod.min.js.map
32076DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/otmm-prod.min.js.map
32077DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/dist/otmm-prod.min.js.map
32078HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/dist/otmm-prod.min.js.map
32079HTTP_STREAM_JOBhttps://www.ifawimages.com/
32080URL_REQUESThttps://www.ifawimages.com/otmm/ux-html/favicon.ico
32081DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/favicon.ico
32082DISK_CACHE_ENTRYhttps://www.ifawimages.com/otmm/ux-html/favicon.ico
32083HTTP_STREAM_JOB_CONTROLLERhttps://www.ifawimages.com/otmm/ux-html/favicon.ico
32084HTTP_STREAM_JOBhttps://www.ifawimages.com/
32085NONEHOST_RESOLVER_IMPL_REQUEST
32086UDP_SOCKET[2001:4860:4860::8888]:53
32087NONEHOST_RESOLVER_IMPL_REQUEST
32088UDP_SOCKET[2001:4860:4860::8888]:53
 

31802: URL_REQUEST

https://www.ifawimages.com/otmm/ux-html/style/base/bootstrap.css

Start Time: 2019-06-04 07:37:17.834
t=862656 [st= 0] +REQUEST_ALIVE  [dt=95]
                  --> priority = "HIGHEST"
                  --> url = "https://www.ifawimages.com/otmm/ux-html/style/base/bootstrap.css"
t=862657 [st= 1]    NETWORK_DELEGATE_BEFORE_URL_REQUEST  [dt=0]
t=862657 [st= 1]   +URL_REQUEST_START_JOB  [dt=94]
                    --> load_flags = 2 (BYPASS_CACHE)
                    --> method = "GET"
                    --> privacy_mode = 0
                    --> url = "https://www.ifawimages.com/otmm/ux-html/style/base/bootstrap.css"
t=862657 [st= 1]      NETWORK_DELEGATE_BEFORE_START_TRANSACTION  [dt=0]
t=862657 [st= 1]      HTTP_CACHE_GET_BACKEND  [dt=0]
t=862657 [st= 1]      HTTP_CACHE_DOOM_ENTRY  [dt=0]
                      --> net_error = -2 (ERR_FAILED)
t=862657 [st= 1]      HTTP_CACHE_CREATE_ENTRY  [dt=1]
t=862658 [st= 2]      HTTP_CACHE_ADD_TO_ENTRY  [dt=0]
t=862658 [st= 2]     +HTTP_STREAM_REQUEST  [dt=1]
t=862658 [st= 2]        HTTP_STREAM_JOB_CONTROLLER_BOUND
                        --> source_dependency = 31804 (HTTP_STREAM_JOB_CONTROLLER)
t=862659 [st= 3]        HTTP_STREAM_REQUEST_BOUND_TO_JOB
                        --> source_dependency = 31805 (HTTP_STREAM_JOB)
t=862659 [st= 3]     -HTTP_STREAM_REQUEST
t=862659 [st= 3]     +HTTP_TRANSACTION_SEND_REQUEST  [dt=2]
t=862659 [st= 3]        HTTP_TRANSACTION_HTTP2_SEND_REQUEST_HEADERS
                        --> :method: GET
                            :authority: www.ifawimages.com
                            :scheme: https
                            :path: /otmm/ux-html/style/base/bootstrap.css
                            pragma: no-cache
                            cache-control: no-cache
                            user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.169 Safari/537.36
                            accept: text/css,*/*;q=0.1
                            referer: https://www.ifawimages.com/
                            accept-encoding: gzip, deflate, br
                            accept-language: en-US,en;q=0.9
                            cookie: [60 bytes were stripped]
t=862661 [st= 5]     -HTTP_TRANSACTION_SEND_REQUEST
t=862661 [st= 5]     +HTTP_TRANSACTION_READ_HEADERS  [dt=90]
t=862751 [st=95]        HTTP2_STREAM_ERROR
                        --> description = "Server reset stream."
                        --> net_error = "ERR_SPDY_PROTOCOL_ERROR"
                        --> stream_id = 3
t=862751 [st=95]     -HTTP_TRANSACTION_READ_HEADERS
                      --> net_error = -337 (ERR_SPDY_PROTOCOL_ERROR)
t=862751 [st=95]   -URL_REQUEST_START_JOB
                    --> net_error = -337 (ERR_SPDY_PROTOCOL_ERROR)
t=862751 [st=95]    URL_REQUEST_DELEGATE_RESPONSE_STARTED  [dt=0]
t=862751 [st=95] -REQUEST_ALIVE
                  --> net_error = -337 (ERR_SPDY_PROTOCOL_ERROR)

~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~

3 Replies

@randysthomas 

In addition, here are my rules that we have setup in case you all think you see something wrong. 

<?xml version="1.0" encoding="UTF-8"?>
<configuration>
<system.webServer>
<rewrite>
<rules>
<clear />

<rule name="ReverseProxyInboundRule1" enabled="true" stopProcessing="true">
<match url="(.*)" />
<conditions logicalGrouping="MatchAny" trackAllCaptures="false">
<add input="{PATH_INFO}" pattern="^/otmm" />
<add input="{PATH_INFO}" pattern="^/content" />
<add input="{PATH_INFO}" pattern="^/jmx-console" />
<add input="{PATH_INFO}" pattern="^/console" />
<add input="{PATH_INFO}" pattern="^/swagger-ui" />
<add input="{PATH_INFO}" pattern="^/artesia-*" />
<add input="{PATH_INFO}" pattern="^/otmmapi" />
</conditions>
<serverVariables>
<set name="HTTP_X_ORIGINAL_ACCEPT_ENCODING" value="{HTTP_ACCEPT_ENCODING}" />
<set name="HTTP_ACCEPT_ENCODING" value="" />
</serverVariables>
<action type="Rewrite" url="http://ccc0sa01.ifaw.net:11090/{R:1}" appendQueryString="true" logRewrittenUrl="true" />
</rule>
<rule name="ReverseProxyInboundRuleVideo" enabled="true" stopProcessing="true">
<match url="(.*)" />
<conditions logicalGrouping="MatchAny" trackAllCaptures="false">
<add input="{PATH_INFO}" pattern="^/Video" />
</conditions>
<serverVariables>
<set name="HTTP_X_ORIGINAL_ACCEPT_ENCODING" value="{HTTP_ACCEPT_ENCODING}" />
<set name="HTTP_ACCEPT_ENCODING" value="" />
</serverVariables>
<action type="Rewrite" url="http://ccc0sa01.ifaw.net/{R:1}" appendQueryString="true" logRewrittenUrl="true" />
</rule>

<rule name="ReverseProxyInboundRule_OTDS" enabled="true" stopProcessing="true">
<match url="(.*)" />
<conditions logicalGrouping="MatchAny" trackAllCaptures="false">
<add input="{PATH_INFO}" pattern="^/otds" />
<add input="{PATH_INFO}" pattern="^/csadmin" />
<add input="{PATH_INFO}" pattern="^/OTDSConnectors" />
<add input="{PATH_INFO}" pattern="^/triggers" />
<add input="{PATH_INFO}" pattern="^/ot-*" />
<add input="{PATH_INFO}" pattern="^/ums*" />
<add input="{PATH_INFO}" pattern="^/otdsws*" />
</conditions>
<serverVariables>
<set name="HTTP_X_ORIGINAL_ACCEPT_ENCODING" value="{HTTP_ACCEPT_ENCODING}" />
<set name="HTTP_ACCEPT_ENCODING" value="" />
</serverVariables>
<action type="Rewrite" url="http://ccc0sa02.ifaw.net:8080/{R:1}" logRewrittenUrl="true" />
</rule>
<rule name="RootRedirect" stopProcessing="true">
<match url="^$" />
<action type="Redirect" url="/otmm" />
</rule>
</rules>
<outboundRules>
<clear />
<rule name="RestoreAcceptEncoding" preCondition="NeedsRestoreAcceptEncoding" enabled="true">
<match serverVariable="HTTP_ACCEPT_ENCODING" pattern="^(.*)" />
<conditions logicalGrouping="MatchAll" trackAllCaptures="true" />
<action type="Rewrite" value="{HTTP_X_ORIGINAL_ACCEPT_ENCODING}" />
</rule>
<rule name="ReverseProxyOutboundRule_OTMM" preCondition="" enabled="true" stopProcessing="true">
<match filterByTags="A, Form, Img" pattern="^http(s)?://ccc0sa01.ifaw.net:11090/(.*)" />
<conditions logicalGrouping="MatchAll" trackAllCaptures="true" />
<action type="Rewrite" value="https://www.ifawimages.com/{R:2}" />
</rule>
<rule name="ReverseProxyOutboundRule_OTDS" preCondition="" enabled="true" stopProcessing="true">
<match filterByTags="A, Form, Img" pattern="^http(s)?://ccc0sa02.ifaw.net:8080(.*)" />
<conditions logicalGrouping="MatchAll" trackAllCaptures="true" />
<action type="Rewrite" value="https://www.ifawimages.com/{R:2}" />
</rule>
<rule name="ReverseProxyOutboundRule_StreamingMedia" preCondition="" enabled="true" stopProcessing="true">
<match filterByTags="None" pattern="^http://ccc0sa01.ifaw.net/Video/data(.*)" />
<action type="Rewrite" value="https://www.ifawimages.com/Video/data{R:1}" />
</rule>

<preConditions>
<preCondition name="NeedsRestoreAcceptEncoding">
<add input="{HTTP_X_ORIGINAL_ACCEPT_ENCODING}" pattern="'.+'" />
</preCondition>
</preConditions>
</outboundRules>

</rewrite>
<httpRedirect enabled="false" destination="/otmm" exactDestination="true" childOnly="true" />
<security>
<requestFiltering allowDoubleEscaping="true">
<requestLimits maxAllowedContentLength="300000000" maxQueryString="4096" />
</requestFiltering>
</security>
<tracing>
<traceFailedRequests>
<add path="*">
<traceAreas>
<add provider="ASP" verbosity="Verbose" />
<add provider="ISAPI Extension" verbosity="Verbose" />
<add provider="WWW Server" areas="Authentication,Security,Filter,StaticFile,CGI,Compression,Cache,RequestNotifications,Module,FastCGI,WebSocket" verbosity="Verbose" />
</traceAreas>
<failureDefinitions timeTaken="00:00:00" statusCodes="200-999" />
</add>
</traceFailedRequests>
</tracing>
<caching enabled="false" />
<staticContent>
<clientCache cacheControlMode="DisableCache" />
</staticContent>
</system.webServer>
</configuration>

You'll reach more IIS experts in dedicated forums over here.

https://forums.iis.net/