
    @h^                     6    d dl mZmZ d dlmZ d dlmZ 	 ddZy)    )NetworkMonitoredPageSourceNetwork)sync_to_async)QNc                 v  K   t               }| dk7  r|t        | dk(        z  }|r%t               }|D ]  }|t        |      z  } ||z  }|r|t        |      z  }t        j                  j                  |      } t	        t
              |j                  dd             d {   }	|	st        j                  j                         S t        j                  j                  |		      j                  |      }
|s|
j                  t        d
      t        d      z  t        d      z  t        d      z  t        d      z  t        d      z  t        d      z  t        d      z  t        d      z  t        d      z  t        d      z  t        d      z        j                  d      }
|
S 7 w)Nalltrue)enabled)name__icontains)id__inidT)flat)source_id__in)sliced_html__isnull )sliced_html__exactz{}z[] )html__isnull)html__exacterrorF)	is_active)r   r   objectsfilterr   listvalues_listr   noneorder_byexclude)enablename
source_idsorderinclude_fetchedns_qname_qnns_qsns_idspages_qss              2/var/www/extractly/html_agregator/utils/process.pyget_pages_to_processr+      s     3D6V+--Aa**F $$!!((.E&=&u'8'8D'8'IJJF#++0022#++22 3 huo  ??$'$%&' &' %	&
 4 ! " '"# $  $	  #
 " gg& 	 O/ Ks   B"F9$F6%DF9)r	   NNr   F)extractly.modelsr   r   asgiref.syncr   django.db.modelsr   r+        r*   <module>r1      s    @ &  LQ&r0   